2024-05-11T04:16:34.888 INFO:root:teuthology version: 0.0.1.dev271+g1ae7ad8 2024-05-11T04:16:34.888 DEBUG:teuthology.run:Teuthology command: teuthology --verbose --description upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} --owner scheduled_teuthology@teuthology --name teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi --archive /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403 -- /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403/orig.config.yaml 2024-05-11T04:16:34.946 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-11T04:16:35.030 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403 branch: main description: upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} email: ceph-qa@ceph.com first-half-sequence: - cephadm.shell: env: - sha1 mon.a: - ceph config set mgr mgr/cephadm/daemon_cache_timeout 60 - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - ceph orch ps - echo wait for minority of mons to upgrade - while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for majority of mons to upgrade - 'while ! ceph mon versions | grep $sha1 | egrep '': [23]'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for all mons to upgrade - 'while ! ceph mon versions | grep $sha1 | grep '': 3'' ; do sleep 2 ; done' - ceph orch ps - ceph orch upgrade pause - sleep 60 - ceph orch upgrade resume - echo wait for half of osds to upgrade - 'while ! ceph osd versions | grep $sha1 | egrep '': [45678]''; do sleep 2 ; done' - ceph orch upgrade pause - ceph orch ps - ceph orch ps - ceph versions first-half-tasks: - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' first_in_suite: false job_id: '7690403' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false machine_type: smithi meta: - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run randomized correctness test for rados operations generate write load with rados bench ' - desc: 'run basic cls tests for rbd ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'randomized correctness test for rados operations on a replicated pool, using only reads, writes, and deletes ' - desc: 'randomized correctness test for rados operations on a replicated pool with snapshot operations ' - desc: 'run basic import/export cli tests for rbd ' name: teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: ubuntu os_version: '22.04' overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: flavor: default sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 workunit: branch: main sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 owner: scheduled_teuthology@teuthology priority: 850 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b second-half-sequence: sequential: - cephadm.shell: env: - sha1 mon.a: - ceph orch upgrade resume - sleep 60 - echo wait for upgrade to complete - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - echo upgrade complete - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 second-half-tasks: - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' seed: 2645 sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 sleep_before_teardown: 0 stress-tasks: - thrashosds: aggressive_pg_num_changes: false chance_force_recovery: 0 chance_pgnum_grow: 1 chance_pgpnum_fix: 1 chance_thrash_cluster_full: 0 chance_thrash_pg_upmap: 0 chance_thrash_pg_upmap_items: 0 disable_objectstore_tool_tests: true timeout: 1200 - full_sequential: - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - radosbench: clients: - client.0 time: 90 - print: '**** done end radosbench.yaml' - workunit: branch: reef clients: client.0: - cls/test_cls_rbd.sh - print: '**** done cls/test_cls_rbd.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done rbd/import_export.sh 5-workload' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done rbd/test_librbd.sh 7-workload' - full_sequential: - rados: clients: - client.0 objects: 500 op_weights: delete: 10 read: 45 write: 45 ops: 4000 write_append_excl: false - print: '**** done rados/readwrite 5-workload' - full_sequential: - rados: clients: - client.0 objects: 50 op_weights: delete: 50 read: 100 rollback: 50 snap_create: 50 snap_remove: 50 write: 100 ops: 4000 write_append_excl: false - print: '**** done rados/snaps-few-objects 5-workload' subset: 20/32 suite: upgrade suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 targets: smithi072.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEKpOS2c2s7q4eqYFcAoLDaXAuc2ATi9UdVHW4ADJ2wDf7kGwFBmRZrp8uHv8q6HlIcqFmpfk/j8Jowqpz5cw5I= smithi086.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFvgxa0hAtOWf8Tgx52BCehR/mAVK3MBZoe0JHPh7cavXipJWIrLK8VzGTFLjo3E7PtEMXTdACsbBP0Mdq4avOU= tasks: - install: branch: reef exclude_packages: - ceph-volume - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - cephadm.shell: mon.a: - ceph fs volume create foo - ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force - ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force - ceph.healthy: null - print: '**** upgrading first half of cluster, with stress ****' - parallel: - first-half-tasks - first-half-sequence - print: '**** done upgrading first half of cluster ****' - ceph.healthy: null - print: '**** applying stress + thrashing to mixed-version cluster ****' - parallel: - stress-tasks - ceph.healthy: null - print: '**** finishing upgrade ****' - parallel: - second-half-tasks - second-half-sequence - ceph.healthy: null teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 1ae7ad82388e92a475afff437d49054826c019a1 timestamp: 2024-05-04_03:08:13 tube: smithi user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 2024-05-11T04:16:35.030 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa; will attempt to use it 2024-05-11T04:16:35.031 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa/tasks 2024-05-11T04:16:35.031 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-05-11T04:16:35.032 INFO:teuthology.task.internal:Checking packages... 2024-05-11T04:16:35.058 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '04416f48efe02891b265c07b4f38b46e422bbef9' 2024-05-11T04:16:35.058 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-11T04:16:35.058 INFO:teuthology.packaging:ref: None 2024-05-11T04:16:35.058 INFO:teuthology.packaging:tag: None 2024-05-11T04:16:35.058 INFO:teuthology.packaging:branch: main 2024-05-11T04:16:35.058 INFO:teuthology.packaging:sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:16:35.058 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=main 2024-05-11T04:16:35.272 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3642-g69bd270c-1jammy 2024-05-11T04:16:35.274 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-05-11T04:16:35.283 INFO:teuthology.task.internal:no buildpackages task found 2024-05-11T04:16:35.284 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-05-11T04:16:35.326 INFO:teuthology.task.internal:Saving configuration 2024-05-11T04:16:35.348 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-05-11T04:16:35.361 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-11T04:16:35.382 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi072.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-11 04:09:24.960219', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIIFwxjiBS2NZ/ODPmpPTGoQvRcIAbLqbmAh1gck4UZYi'} 2024-05-11T04:16:35.405 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi086.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-11 04:09:24.958241', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIK3u1MPt2GlifQlRi0hlqKngLA+WMRmiaFSIRZEPiYTf'} 2024-05-11T04:16:35.405 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-05-11T04:16:35.415 INFO:teuthology.task.internal:roles: ubuntu@smithi072.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-05-11T04:16:35.416 INFO:teuthology.task.internal:roles: ubuntu@smithi086.front.sepia.ceph.com - ['mon.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-05-11T04:16:35.416 INFO:teuthology.run_tasks:Running task console_log... 2024-05-11T04:16:35.506 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7faeaa4aaf70>, signals=[15]) 2024-05-11T04:16:35.507 INFO:teuthology.run_tasks:Running task internal.connect... 2024-05-11T04:16:35.514 INFO:teuthology.task.internal:Opening connections... 2024-05-11T04:16:35.514 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi072.front.sepia.ceph.com 2024-05-11T04:16:35.517 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi072.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:16:35.618 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi086.front.sepia.ceph.com 2024-05-11T04:16:35.619 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:16:35.699 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-05-11T04:16:35.708 DEBUG:teuthology.orchestra.run.smithi072:> uname -m 2024-05-11T04:16:35.714 INFO:teuthology.orchestra.run.smithi072.stdout:x86_64 2024-05-11T04:16:35.714 DEBUG:teuthology.orchestra.run.smithi072:> cat /etc/os-release 2024-05-11T04:16:35.762 INFO:teuthology.orchestra.run.smithi072.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-05-11T04:16:35.762 INFO:teuthology.orchestra.run.smithi072.stdout:NAME="Ubuntu" 2024-05-11T04:16:35.762 INFO:teuthology.orchestra.run.smithi072.stdout:VERSION_ID="22.04" 2024-05-11T04:16:35.762 INFO:teuthology.orchestra.run.smithi072.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-05-11T04:16:35.762 INFO:teuthology.orchestra.run.smithi072.stdout:VERSION_CODENAME=jammy 2024-05-11T04:16:35.762 INFO:teuthology.orchestra.run.smithi072.stdout:ID=ubuntu 2024-05-11T04:16:35.762 INFO:teuthology.orchestra.run.smithi072.stdout:ID_LIKE=debian 2024-05-11T04:16:35.762 INFO:teuthology.orchestra.run.smithi072.stdout:HOME_URL="https://www.ubuntu.com/" 2024-05-11T04:16:35.762 INFO:teuthology.orchestra.run.smithi072.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-05-11T04:16:35.763 INFO:teuthology.orchestra.run.smithi072.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-05-11T04:16:35.763 INFO:teuthology.orchestra.run.smithi072.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-05-11T04:16:35.763 INFO:teuthology.orchestra.run.smithi072.stdout:UBUNTU_CODENAME=jammy 2024-05-11T04:16:35.763 INFO:teuthology.lock.ops:Updating smithi072.front.sepia.ceph.com on lock server 2024-05-11T04:16:35.789 DEBUG:teuthology.orchestra.run.smithi086:> uname -m 2024-05-11T04:16:35.794 INFO:teuthology.orchestra.run.smithi086.stdout:x86_64 2024-05-11T04:16:35.794 DEBUG:teuthology.orchestra.run.smithi086:> cat /etc/os-release 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:PRETTY_NAME="Ubuntu 22.04.1 LTS" 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:NAME="Ubuntu" 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:VERSION_ID="22.04" 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:VERSION="22.04.1 LTS (Jammy Jellyfish)" 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:VERSION_CODENAME=jammy 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:ID=ubuntu 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:ID_LIKE=debian 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:HOME_URL="https://www.ubuntu.com/" 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-05-11T04:16:35.840 INFO:teuthology.orchestra.run.smithi086.stdout:UBUNTU_CODENAME=jammy 2024-05-11T04:16:35.841 INFO:teuthology.lock.ops:Updating smithi086.front.sepia.ceph.com on lock server 2024-05-11T04:16:35.864 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-05-11T04:16:35.877 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-05-11T04:16:35.909 INFO:teuthology.task.internal:Checking for old test directory... 2024-05-11T04:16:35.910 DEBUG:teuthology.orchestra.run.smithi072:> test '!' -e /home/ubuntu/cephtest 2024-05-11T04:16:35.912 DEBUG:teuthology.orchestra.run.smithi086:> test '!' -e /home/ubuntu/cephtest 2024-05-11T04:16:35.917 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-05-11T04:16:35.943 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-05-11T04:16:35.943 DEBUG:teuthology.orchestra.run.smithi072:> test -z $(ls -A /var/lib/ceph) 2024-05-11T04:16:35.959 DEBUG:teuthology.orchestra.run.smithi086:> test -z $(ls -A /var/lib/ceph) 2024-05-11T04:16:35.981 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-05-11T04:16:36.035 INFO:teuthology.run_tasks:Running task kernel... 2024-05-11T04:16:36.061 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-05-11T04:16:36.061 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-05-11T04:16:36.062 DEBUG:teuthology.orchestra.run.smithi072:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-11T04:16:36.062 DEBUG:teuthology.orchestra.run.smithi086:> test -f /run/.containerenv -o -f /.dockerenv 2024-05-11T04:16:36.067 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-11T04:16:36.068 DEBUG:teuthology.orchestra.run.smithi072:> uname -r 2024-05-11T04:16:36.069 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-11T04:16:36.069 DEBUG:teuthology.orchestra.run.smithi086:> uname -r 2024-05-11T04:16:36.115 INFO:teuthology.orchestra.run.smithi072.stdout:5.15.0-56-generic 2024-05-11T04:16:36.116 INFO:teuthology.task.kernel:Running kernel on smithi072: 5.15.0-56-generic 2024-05-11T04:16:36.116 DEBUG:teuthology.orchestra.run.smithi072:> sudo apt-get clean 2024-05-11T04:16:36.118 INFO:teuthology.orchestra.run.smithi086.stdout:5.15.0-56-generic 2024-05-11T04:16:36.119 INFO:teuthology.task.kernel:Running kernel on smithi086: 5.15.0-56-generic 2024-05-11T04:16:36.119 DEBUG:teuthology.orchestra.run.smithi086:> sudo apt-get clean 2024-05-11T04:16:36.253 DEBUG:teuthology.orchestra.run.smithi086:> sudo apt-get update 2024-05-11T04:16:36.255 DEBUG:teuthology.orchestra.run.smithi072:> sudo apt-get update 2024-05-11T04:16:36.403 INFO:teuthology.orchestra.run.smithi086.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-05-11T04:16:36.417 INFO:teuthology.orchestra.run.smithi072.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-05-11T04:16:36.510 INFO:teuthology.orchestra.run.smithi086.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T04:16:36.519 INFO:teuthology.orchestra.run.smithi072.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T04:16:36.596 INFO:teuthology.orchestra.run.smithi086.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-05-11T04:16:36.601 INFO:teuthology.orchestra.run.smithi072.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease [119 kB] 2024-05-11T04:16:36.617 INFO:teuthology.orchestra.run.smithi086.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,427 kB] 2024-05-11T04:16:36.737 INFO:teuthology.orchestra.run.smithi086.stdout:Get:5 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [462 kB] 2024-05-11T04:16:36.743 INFO:teuthology.orchestra.run.smithi086.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [247 kB] 2024-05-11T04:16:36.748 INFO:teuthology.orchestra.run.smithi086.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-05-11T04:16:36.749 INFO:teuthology.orchestra.run.smithi086.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,807 kB] 2024-05-11T04:16:36.761 INFO:teuthology.orchestra.run.smithi072.stdout:Get:4 http://security.ubuntu.com/ubuntu jammy-security/main amd64 Packages [1,427 kB] 2024-05-11T04:16:36.776 INFO:teuthology.orchestra.run.smithi086.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [36.5 kB] 2024-05-11T04:16:36.776 INFO:teuthology.orchestra.run.smithi086.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [307 kB] 2024-05-11T04:16:36.782 INFO:teuthology.orchestra.run.smithi086.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-05-11T04:16:36.782 INFO:teuthology.orchestra.run.smithi086.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [603 kB] 2024-05-11T04:16:36.789 INFO:teuthology.orchestra.run.smithi086.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [852 kB] 2024-05-11T04:16:36.800 INFO:teuthology.orchestra.run.smithi086.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [164 kB] 2024-05-11T04:16:36.802 INFO:teuthology.orchestra.run.smithi086.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-05-11T04:16:36.805 INFO:teuthology.orchestra.run.smithi086.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-05-11T04:16:36.805 INFO:teuthology.orchestra.run.smithi086.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-05-11T04:16:36.826 INFO:teuthology.orchestra.run.smithi086.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-05-11T04:16:36.845 INFO:teuthology.orchestra.run.smithi086.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-05-11T04:16:36.963 INFO:teuthology.orchestra.run.smithi072.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-05-11T04:16:36.974 INFO:teuthology.orchestra.run.smithi072.stdout:Get:6 http://security.ubuntu.com/ubuntu jammy-security/main i386 Packages [462 kB] 2024-05-11T04:16:36.976 INFO:teuthology.orchestra.run.smithi086.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy-backports InRelease [109 kB] 2024-05-11T04:16:36.982 INFO:teuthology.orchestra.run.smithi072.stdout:Get:7 http://security.ubuntu.com/ubuntu jammy-security/main Translation-en [247 kB] 2024-05-11T04:16:36.987 INFO:teuthology.orchestra.run.smithi072.stdout:Get:8 http://security.ubuntu.com/ubuntu jammy-security/main amd64 c-n-f Metadata [11.4 kB] 2024-05-11T04:16:36.987 INFO:teuthology.orchestra.run.smithi072.stdout:Get:9 http://security.ubuntu.com/ubuntu jammy-security/restricted i386 Packages [36.5 kB] 2024-05-11T04:16:36.988 INFO:teuthology.orchestra.run.smithi072.stdout:Get:10 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 Packages [1,807 kB] 2024-05-11T04:16:37.016 INFO:teuthology.orchestra.run.smithi072.stdout:Get:11 http://security.ubuntu.com/ubuntu jammy-security/restricted Translation-en [307 kB] 2024-05-11T04:16:37.019 INFO:teuthology.orchestra.run.smithi072.stdout:Get:12 http://security.ubuntu.com/ubuntu jammy-security/restricted amd64 c-n-f Metadata [520 B] 2024-05-11T04:16:37.026 INFO:teuthology.orchestra.run.smithi072.stdout:Get:13 http://security.ubuntu.com/ubuntu jammy-security/universe i386 Packages [603 kB] 2024-05-11T04:16:37.033 INFO:teuthology.orchestra.run.smithi072.stdout:Get:14 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 Packages [852 kB] 2024-05-11T04:16:37.042 INFO:teuthology.orchestra.run.smithi072.stdout:Get:15 http://security.ubuntu.com/ubuntu jammy-security/universe Translation-en [164 kB] 2024-05-11T04:16:37.044 INFO:teuthology.orchestra.run.smithi072.stdout:Get:16 http://security.ubuntu.com/ubuntu jammy-security/universe amd64 c-n-f Metadata [16.8 kB] 2024-05-11T04:16:37.044 INFO:teuthology.orchestra.run.smithi072.stdout:Get:17 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 Packages [37.2 kB] 2024-05-11T04:16:37.065 INFO:teuthology.orchestra.run.smithi072.stdout:Get:18 http://security.ubuntu.com/ubuntu jammy-security/multiverse i386 Packages [1,356 B] 2024-05-11T04:16:37.065 INFO:teuthology.orchestra.run.smithi072.stdout:Get:19 http://security.ubuntu.com/ubuntu jammy-security/multiverse Translation-en [7,588 B] 2024-05-11T04:16:37.065 INFO:teuthology.orchestra.run.smithi072.stdout:Get:20 http://security.ubuntu.com/ubuntu jammy-security/multiverse amd64 c-n-f Metadata [260 B] 2024-05-11T04:16:37.115 INFO:teuthology.orchestra.run.smithi072.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [624 kB] 2024-05-11T04:16:37.126 INFO:teuthology.orchestra.run.smithi086.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy-updates/main i386 Packages [624 kB] 2024-05-11T04:16:37.358 INFO:teuthology.orchestra.run.smithi086.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,638 kB] 2024-05-11T04:16:37.399 INFO:teuthology.orchestra.run.smithi072.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 Packages [1,638 kB] 2024-05-11T04:16:37.521 INFO:teuthology.orchestra.run.smithi086.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [307 kB] 2024-05-11T04:16:37.537 INFO:teuthology.orchestra.run.smithi086.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-05-11T04:16:37.537 INFO:teuthology.orchestra.run.smithi086.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [38.1 kB] 2024-05-11T04:16:37.539 INFO:teuthology.orchestra.run.smithi086.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,864 kB] 2024-05-11T04:16:37.604 INFO:teuthology.orchestra.run.smithi086.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [316 kB] 2024-05-11T04:16:37.611 INFO:teuthology.orchestra.run.smithi086.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-05-11T04:16:37.628 INFO:teuthology.orchestra.run.smithi072.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy-updates/main Translation-en [307 kB] 2024-05-11T04:16:37.650 INFO:teuthology.orchestra.run.smithi072.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 c-n-f Metadata [16.1 kB] 2024-05-11T04:16:37.651 INFO:teuthology.orchestra.run.smithi072.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy-updates/restricted i386 Packages [38.1 kB] 2024-05-11T04:16:37.653 INFO:teuthology.orchestra.run.smithi072.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 Packages [1,864 kB] 2024-05-11T04:16:37.739 INFO:teuthology.orchestra.run.smithi072.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy-updates/restricted Translation-en [316 kB] 2024-05-11T04:16:37.746 INFO:teuthology.orchestra.run.smithi072.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy-updates/restricted amd64 c-n-f Metadata [520 B] 2024-05-11T04:16:37.776 INFO:teuthology.orchestra.run.smithi086.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [702 kB] 2024-05-11T04:16:37.912 INFO:teuthology.orchestra.run.smithi072.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy-updates/universe i386 Packages [702 kB] 2024-05-11T04:16:38.368 INFO:teuthology.orchestra.run.smithi086.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,074 kB] 2024-05-11T04:16:38.478 INFO:teuthology.orchestra.run.smithi086.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [245 kB] 2024-05-11T04:16:38.498 INFO:teuthology.orchestra.run.smithi072.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 Packages [1,074 kB] 2024-05-11T04:16:38.498 INFO:teuthology.orchestra.run.smithi086.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-05-11T04:16:38.500 INFO:teuthology.orchestra.run.smithi086.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.7 kB] 2024-05-11T04:16:38.503 INFO:teuthology.orchestra.run.smithi086.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,472 B] 2024-05-11T04:16:38.503 INFO:teuthology.orchestra.run.smithi086.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.4 kB] 2024-05-11T04:16:38.505 INFO:teuthology.orchestra.run.smithi086.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-05-11T04:16:38.505 INFO:teuthology.orchestra.run.smithi086.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.3 kB] 2024-05-11T04:16:38.508 INFO:teuthology.orchestra.run.smithi086.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-05-11T04:16:38.513 INFO:teuthology.orchestra.run.smithi086.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-05-11T04:16:38.609 INFO:teuthology.orchestra.run.smithi072.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy-updates/universe Translation-en [245 kB] 2024-05-11T04:16:38.629 INFO:teuthology.orchestra.run.smithi072.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 c-n-f Metadata [22.1 kB] 2024-05-11T04:16:38.631 INFO:teuthology.orchestra.run.smithi072.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 Packages [42.7 kB] 2024-05-11T04:16:38.634 INFO:teuthology.orchestra.run.smithi072.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse i386 Packages [4,472 B] 2024-05-11T04:16:38.635 INFO:teuthology.orchestra.run.smithi072.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse Translation-en [10.4 kB] 2024-05-11T04:16:38.635 INFO:teuthology.orchestra.run.smithi072.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy-updates/multiverse amd64 c-n-f Metadata [472 B] 2024-05-11T04:16:38.635 INFO:teuthology.orchestra.run.smithi072.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy-backports/main i386 Packages [59.3 kB] 2024-05-11T04:16:38.640 INFO:teuthology.orchestra.run.smithi072.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 Packages [67.1 kB] 2024-05-11T04:16:38.644 INFO:teuthology.orchestra.run.smithi072.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy-backports/main Translation-en [11.0 kB] 2024-05-11T04:16:38.678 INFO:teuthology.orchestra.run.smithi086.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-05-11T04:16:38.760 INFO:teuthology.orchestra.run.smithi086.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [16.0 kB] 2024-05-11T04:16:38.809 INFO:teuthology.orchestra.run.smithi072.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-backports/main amd64 c-n-f Metadata [388 B] 2024-05-11T04:16:38.842 INFO:teuthology.orchestra.run.smithi086.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [27.2 kB] 2024-05-11T04:16:38.891 INFO:teuthology.orchestra.run.smithi072.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 Packages [27.2 kB] 2024-05-11T04:16:38.923 INFO:teuthology.orchestra.run.smithi086.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-05-11T04:16:38.953 INFO:teuthology.orchestra.run.smithi086.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-05-11T04:16:38.999 INFO:teuthology.orchestra.run.smithi072.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-backports/universe i386 Packages [16.0 kB] 2024-05-11T04:16:39.054 INFO:teuthology.orchestra.run.smithi072.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy-backports/universe Translation-en [16.2 kB] 2024-05-11T04:16:39.085 INFO:teuthology.orchestra.run.smithi072.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy-backports/universe amd64 c-n-f Metadata [644 B] 2024-05-11T04:16:43.268 INFO:teuthology.orchestra.run.smithi086.stdout:Fetched 13.4 MB in 3s (5,092 kB/s) 2024-05-11T04:16:43.704 INFO:teuthology.orchestra.run.smithi072.stdout:Fetched 13.4 MB in 3s (4,863 kB/s) 2024-05-11T04:16:44.650 INFO:teuthology.orchestra.run.smithi086.stdout:Reading package lists... 2024-05-11T04:16:44.666 DEBUG:teuthology.orchestra.run.smithi086:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-05-11T04:16:44.728 INFO:teuthology.orchestra.run.smithi086.stdout:Reading package lists... 2024-05-11T04:16:44.907 INFO:teuthology.orchestra.run.smithi086.stdout:Building dependency tree... 2024-05-11T04:16:44.907 INFO:teuthology.orchestra.run.smithi086.stdout:Reading state information... 2024-05-11T04:16:45.060 INFO:teuthology.orchestra.run.smithi086.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T04:16:45.061 INFO:teuthology.orchestra.run.smithi086.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T04:16:45.061 INFO:teuthology.orchestra.run.smithi086.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T04:16:45.061 INFO:teuthology.orchestra.run.smithi086.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T04:16:45.061 INFO:teuthology.orchestra.run.smithi086.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-05-11T04:16:45.061 INFO:teuthology.orchestra.run.smithi086.stdout: python2.7-minimal 2024-05-11T04:16:45.061 INFO:teuthology.orchestra.run.smithi086.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T04:16:45.062 INFO:teuthology.orchestra.run.smithi086.stdout:The following additional packages will be installed: 2024-05-11T04:16:45.062 INFO:teuthology.orchestra.run.smithi086.stdout: linux-generic linux-headers-5.15.0-106 linux-headers-5.15.0-106-generic 2024-05-11T04:16:45.063 INFO:teuthology.orchestra.run.smithi086.stdout: linux-headers-generic linux-image-5.15.0-106-generic 2024-05-11T04:16:45.063 INFO:teuthology.orchestra.run.smithi086.stdout: linux-modules-5.15.0-106-generic linux-modules-extra-5.15.0-106-generic 2024-05-11T04:16:45.064 INFO:teuthology.orchestra.run.smithi086.stdout:Suggested packages: 2024-05-11T04:16:45.064 INFO:teuthology.orchestra.run.smithi086.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-05-11T04:16:45.064 INFO:teuthology.orchestra.run.smithi086.stdout:Recommended packages: 2024-05-11T04:16:45.064 INFO:teuthology.orchestra.run.smithi086.stdout: thermald 2024-05-11T04:16:45.109 INFO:teuthology.orchestra.run.smithi086.stdout:The following NEW packages will be installed: 2024-05-11T04:16:45.110 INFO:teuthology.orchestra.run.smithi086.stdout: linux-headers-5.15.0-106 linux-headers-5.15.0-106-generic 2024-05-11T04:16:45.110 INFO:teuthology.orchestra.run.smithi086.stdout: linux-image-5.15.0-106-generic linux-modules-5.15.0-106-generic 2024-05-11T04:16:45.110 INFO:teuthology.orchestra.run.smithi086.stdout: linux-modules-extra-5.15.0-106-generic 2024-05-11T04:16:45.111 INFO:teuthology.orchestra.run.smithi086.stdout:The following packages will be upgraded: 2024-05-11T04:16:45.111 INFO:teuthology.orchestra.run.smithi086.stdout: linux-generic linux-headers-generic linux-image-generic 2024-05-11T04:16:45.301 INFO:teuthology.orchestra.run.smithi086.stdout:3 upgraded, 5 newly installed, 0 to remove and 320 not upgraded. 2024-05-11T04:16:45.301 INFO:teuthology.orchestra.run.smithi086.stdout:Need to get 113 MB of archives. 2024-05-11T04:16:45.301 INFO:teuthology.orchestra.run.smithi086.stdout:After this operation, 583 MB of additional disk space will be used. 2024-05-11T04:16:45.301 INFO:teuthology.orchestra.run.smithi086.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-106-generic amd64 5.15.0-106.116 [22.7 MB] 2024-05-11T04:16:46.031 INFO:teuthology.orchestra.run.smithi072.stdout:Reading package lists... 2024-05-11T04:16:46.049 DEBUG:teuthology.orchestra.run.smithi072:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-05-11T04:16:46.103 INFO:teuthology.orchestra.run.smithi072.stdout:Reading package lists... 2024-05-11T04:16:46.287 INFO:teuthology.orchestra.run.smithi072.stdout:Building dependency tree... 2024-05-11T04:16:46.287 INFO:teuthology.orchestra.run.smithi072.stdout:Reading state information... 2024-05-11T04:16:46.440 INFO:teuthology.orchestra.run.smithi072.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T04:16:46.441 INFO:teuthology.orchestra.run.smithi072.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T04:16:46.441 INFO:teuthology.orchestra.run.smithi072.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T04:16:46.441 INFO:teuthology.orchestra.run.smithi072.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T04:16:46.441 INFO:teuthology.orchestra.run.smithi072.stdout: python2 python2-dev python2-minimal python2.7 python2.7-dev 2024-05-11T04:16:46.441 INFO:teuthology.orchestra.run.smithi072.stdout: python2.7-minimal 2024-05-11T04:16:46.441 INFO:teuthology.orchestra.run.smithi072.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T04:16:46.442 INFO:teuthology.orchestra.run.smithi072.stdout:The following additional packages will be installed: 2024-05-11T04:16:46.442 INFO:teuthology.orchestra.run.smithi072.stdout: linux-generic linux-headers-5.15.0-106 linux-headers-5.15.0-106-generic 2024-05-11T04:16:46.442 INFO:teuthology.orchestra.run.smithi072.stdout: linux-headers-generic linux-image-5.15.0-106-generic 2024-05-11T04:16:46.443 INFO:teuthology.orchestra.run.smithi072.stdout: linux-modules-5.15.0-106-generic linux-modules-extra-5.15.0-106-generic 2024-05-11T04:16:46.444 INFO:teuthology.orchestra.run.smithi072.stdout:Suggested packages: 2024-05-11T04:16:46.444 INFO:teuthology.orchestra.run.smithi072.stdout: fdutils linux-doc | linux-source-5.15.0 linux-tools 2024-05-11T04:16:46.444 INFO:teuthology.orchestra.run.smithi072.stdout:Recommended packages: 2024-05-11T04:16:46.444 INFO:teuthology.orchestra.run.smithi072.stdout: thermald 2024-05-11T04:16:46.495 INFO:teuthology.orchestra.run.smithi072.stdout:The following NEW packages will be installed: 2024-05-11T04:16:46.495 INFO:teuthology.orchestra.run.smithi072.stdout: linux-headers-5.15.0-106 linux-headers-5.15.0-106-generic 2024-05-11T04:16:46.495 INFO:teuthology.orchestra.run.smithi072.stdout: linux-image-5.15.0-106-generic linux-modules-5.15.0-106-generic 2024-05-11T04:16:46.496 INFO:teuthology.orchestra.run.smithi072.stdout: linux-modules-extra-5.15.0-106-generic 2024-05-11T04:16:46.497 INFO:teuthology.orchestra.run.smithi072.stdout:The following packages will be upgraded: 2024-05-11T04:16:46.497 INFO:teuthology.orchestra.run.smithi072.stdout: linux-generic linux-headers-generic linux-image-generic 2024-05-11T04:16:46.561 INFO:teuthology.orchestra.run.smithi072.stdout:3 upgraded, 5 newly installed, 0 to remove and 320 not upgraded. 2024-05-11T04:16:46.561 INFO:teuthology.orchestra.run.smithi072.stdout:Need to get 113 MB of archives. 2024-05-11T04:16:46.561 INFO:teuthology.orchestra.run.smithi072.stdout:After this operation, 583 MB of additional disk space will be used. 2024-05-11T04:16:46.561 INFO:teuthology.orchestra.run.smithi072.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-5.15.0-106-generic amd64 5.15.0-106.116 [22.7 MB] 2024-05-11T04:16:47.247 INFO:teuthology.orchestra.run.smithi072.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-106-generic amd64 5.15.0-106.116 [11.5 MB] 2024-05-11T04:16:47.460 INFO:teuthology.orchestra.run.smithi072.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-106-generic amd64 5.15.0-106.116 [63.9 MB] 2024-05-11T04:16:48.961 INFO:teuthology.orchestra.run.smithi072.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.106.106 [1,692 B] 2024-05-11T04:16:49.163 INFO:teuthology.orchestra.run.smithi072.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.106.106 [2,502 B] 2024-05-11T04:16:49.163 INFO:teuthology.orchestra.run.smithi072.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-106 all 5.15.0-106.116 [12.3 MB] 2024-05-11T04:16:49.522 INFO:teuthology.orchestra.run.smithi072.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-106-generic amd64 5.15.0-106.116 [2,876 kB] 2024-05-11T04:16:49.585 INFO:teuthology.orchestra.run.smithi072.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.106.106 [2,366 B] 2024-05-11T04:16:49.970 INFO:teuthology.orchestra.run.smithi072.stdout:Fetched 113 MB in 3s (36.8 MB/s) 2024-05-11T04:16:50.187 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package linux-modules-5.15.0-106-generic. 2024-05-11T04:16:53.161 INFO:teuthology.orchestra.run.smithi072.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-05-11T04:16:53.166 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../0-linux-modules-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T04:16:53.238 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking linux-modules-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:16:56.235 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package linux-image-5.15.0-106-generic. 2024-05-11T04:16:56.258 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../1-linux-image-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T04:16:56.354 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:16:56.900 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-106-generic. 2024-05-11T04:16:56.920 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T04:16:56.958 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking linux-modules-extra-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:04.573 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../3-linux-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T04:17:04.693 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking linux-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T04:17:05.022 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T04:17:05.143 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking linux-image-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T04:17:05.456 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package linux-headers-5.15.0-106. 2024-05-11T04:17:05.467 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../5-linux-headers-5.15.0-106_5.15.0-106.116_all.deb ... 2024-05-11T04:17:05.506 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking linux-headers-5.15.0-106 (5.15.0-106.116) ... 2024-05-11T04:17:11.755 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package linux-headers-5.15.0-106-generic. 2024-05-11T04:17:11.792 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../6-linux-headers-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T04:17:11.830 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking linux-headers-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:15.117 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T04:17:15.277 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking linux-headers-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T04:17:15.640 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up linux-headers-5.15.0-106 (5.15.0-106.116) ... 2024-05-11T04:17:15.771 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up linux-headers-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:15.900 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up linux-headers-generic (5.15.0.106.106) ... 2024-05-11T04:17:16.029 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:17.321 INFO:teuthology.orchestra.run.smithi072.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-05-11T04:17:17.321 INFO:teuthology.orchestra.run.smithi072.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-05-11T04:17:17.322 INFO:teuthology.orchestra.run.smithi072.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-106-generic 2024-05-11T04:17:17.322 INFO:teuthology.orchestra.run.smithi072.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-106-generic 2024-05-11T04:17:17.503 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up linux-modules-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:20.000 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up linux-modules-extra-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:21.377 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up linux-image-generic (5.15.0.106.106) ... 2024-05-11T04:17:21.504 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up linux-generic (5.15.0.106.106) ... 2024-05-11T04:17:21.677 INFO:teuthology.orchestra.run.smithi072.stdout:Processing triggers for linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:21.975 INFO:teuthology.orchestra.run.smithi086.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-5.15.0-106-generic amd64 5.15.0-106.116 [11.5 MB] 2024-05-11T04:17:22.302 INFO:teuthology.orchestra.run.smithi072.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-05-11T04:17:22.302 INFO:teuthology.orchestra.run.smithi072.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-106-generic 2024-05-11T04:17:22.337 INFO:teuthology.orchestra.run.smithi086.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-modules-extra-5.15.0-106-generic amd64 5.15.0-106.116 [63.9 MB] 2024-05-11T04:17:23.688 INFO:teuthology.orchestra.run.smithi086.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-generic amd64 5.15.0.106.106 [1,692 B] 2024-05-11T04:17:23.770 INFO:teuthology.orchestra.run.smithi086.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-image-generic amd64 5.15.0.106.106 [2,502 B] 2024-05-11T04:17:23.852 INFO:teuthology.orchestra.run.smithi086.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-106 all 5.15.0-106.116 [12.3 MB] 2024-05-11T04:17:24.887 INFO:teuthology.orchestra.run.smithi086.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-5.15.0-106-generic amd64 5.15.0-106.116 [2,876 kB] 2024-05-11T04:17:25.022 INFO:teuthology.orchestra.run.smithi086.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 linux-headers-generic amd64 5.15.0.106.106 [2,366 B] 2024-05-11T04:17:25.416 INFO:teuthology.orchestra.run.smithi086.stdout:Fetched 113 MB in 40s (2,841 kB/s) 2024-05-11T04:17:25.601 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package linux-modules-5.15.0-106-generic. 2024-05-11T04:17:27.589 INFO:teuthology.orchestra.run.smithi086.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 129542 files and directories currently installed.) 2024-05-11T04:17:27.594 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../0-linux-modules-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T04:17:27.673 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking linux-modules-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:29.715 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package linux-image-5.15.0-106-generic. 2024-05-11T04:17:29.736 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../1-linux-image-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T04:17:29.826 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:30.262 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package linux-modules-extra-5.15.0-106-generic. 2024-05-11T04:17:30.283 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../2-linux-modules-extra-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T04:17:30.321 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking linux-modules-extra-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:36.618 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../3-linux-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T04:17:36.745 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking linux-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T04:17:37.086 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../4-linux-image-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T04:17:37.198 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking linux-image-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T04:17:37.451 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package linux-headers-5.15.0-106. 2024-05-11T04:17:37.474 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../5-linux-headers-5.15.0-106_5.15.0-106.116_all.deb ... 2024-05-11T04:17:37.509 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking linux-headers-5.15.0-106 (5.15.0-106.116) ... 2024-05-11T04:17:39.157 INFO:teuthology.orchestra.run.smithi072.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-05-11T04:17:39.157 INFO:teuthology.orchestra.run.smithi072.stdout:Sourcing file `/etc/default/grub' 2024-05-11T04:17:39.181 INFO:teuthology.orchestra.run.smithi072.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-05-11T04:17:39.203 INFO:teuthology.orchestra.run.smithi072.stdout:Generating grub configuration file ... 2024-05-11T04:17:39.502 INFO:teuthology.orchestra.run.smithi072.stdout:Found linux image: /boot/vmlinuz-5.15.0-106-generic 2024-05-11T04:17:39.544 INFO:teuthology.orchestra.run.smithi072.stdout:Found initrd image: /boot/initrd.img-5.15.0-106-generic 2024-05-11T04:17:39.832 INFO:teuthology.orchestra.run.smithi072.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-05-11T04:17:39.838 INFO:teuthology.orchestra.run.smithi072.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-05-11T04:17:39.922 INFO:teuthology.orchestra.run.smithi072.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-05-11T04:17:39.927 INFO:teuthology.orchestra.run.smithi072.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-05-11T04:17:40.251 INFO:teuthology.orchestra.run.smithi072.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-05-11T04:17:40.251 INFO:teuthology.orchestra.run.smithi072.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-05-11T04:17:40.251 INFO:teuthology.orchestra.run.smithi072.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-05-11T04:17:40.332 INFO:teuthology.orchestra.run.smithi072.stdout:done 2024-05-11T04:17:40.882 DEBUG:teuthology.orchestra.run.smithi072:> dpkg -s linux-image-generic 2024-05-11T04:17:40.917 INFO:teuthology.orchestra.run.smithi072.stdout:Package: linux-image-generic 2024-05-11T04:17:40.917 INFO:teuthology.orchestra.run.smithi072.stdout:Status: install ok installed 2024-05-11T04:17:40.917 INFO:teuthology.orchestra.run.smithi072.stdout:Priority: optional 2024-05-11T04:17:40.917 INFO:teuthology.orchestra.run.smithi072.stdout:Section: kernel 2024-05-11T04:17:40.917 INFO:teuthology.orchestra.run.smithi072.stdout:Installed-Size: 21 2024-05-11T04:17:40.918 INFO:teuthology.orchestra.run.smithi072.stdout:Maintainer: Ubuntu Kernel Team 2024-05-11T04:17:40.918 INFO:teuthology.orchestra.run.smithi072.stdout:Architecture: amd64 2024-05-11T04:17:40.918 INFO:teuthology.orchestra.run.smithi072.stdout:Source: linux-meta 2024-05-11T04:17:40.918 INFO:teuthology.orchestra.run.smithi072.stdout:Version: 5.15.0.106.106 2024-05-11T04:17:40.918 INFO:teuthology.orchestra.run.smithi072.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-106), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-05-11T04:17:40.918 INFO:teuthology.orchestra.run.smithi072.stdout:Depends: linux-image-5.15.0-106-generic, linux-modules-extra-5.15.0-106-generic, linux-firmware, intel-microcode, amd64-microcode 2024-05-11T04:17:40.918 INFO:teuthology.orchestra.run.smithi072.stdout:Recommends: thermald 2024-05-11T04:17:40.918 INFO:teuthology.orchestra.run.smithi072.stdout:Description: Generic Linux kernel image 2024-05-11T04:17:40.918 INFO:teuthology.orchestra.run.smithi072.stdout: This package will always depend on the latest generic kernel image 2024-05-11T04:17:40.919 INFO:teuthology.orchestra.run.smithi072.stdout: available. 2024-05-11T04:17:40.919 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-106-generic 2024-05-11T04:17:40.919 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-11T04:17:40.919 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-11T04:17:40.919 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-05-11T04:17:40.920 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi072.front.sepia.ceph.com, path=None, version=distro) 2024-05-11T04:17:40.920 DEBUG:teuthology.orchestra.run.smithi072:> sudo apt-get clean 2024-05-11T04:17:41.102 DEBUG:teuthology.orchestra.run.smithi072:> sudo apt-get update 2024-05-11T04:17:41.227 INFO:teuthology.orchestra.run.smithi072.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T04:17:41.227 INFO:teuthology.orchestra.run.smithi072.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-05-11T04:17:41.238 INFO:teuthology.orchestra.run.smithi072.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-05-11T04:17:41.258 INFO:teuthology.orchestra.run.smithi072.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-05-11T04:17:42.666 INFO:teuthology.orchestra.run.smithi072.stdout:Reading package lists... 2024-05-11T04:17:42.684 DEBUG:teuthology.orchestra.run.smithi072:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-05-11T04:17:42.742 INFO:teuthology.orchestra.run.smithi072.stdout:Reading package lists... 2024-05-11T04:17:42.937 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package linux-headers-5.15.0-106-generic. 2024-05-11T04:17:42.941 INFO:teuthology.orchestra.run.smithi072.stdout:Building dependency tree... 2024-05-11T04:17:42.942 INFO:teuthology.orchestra.run.smithi072.stdout:Reading state information... 2024-05-11T04:17:42.974 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../6-linux-headers-5.15.0-106-generic_5.15.0-106.116_amd64.deb ... 2024-05-11T04:17:43.012 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking linux-headers-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:43.121 INFO:teuthology.orchestra.run.smithi072.stdout:linux-image-generic is already the newest version (5.15.0.106.106). 2024-05-11T04:17:43.121 INFO:teuthology.orchestra.run.smithi072.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T04:17:43.121 INFO:teuthology.orchestra.run.smithi072.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T04:17:43.121 INFO:teuthology.orchestra.run.smithi072.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T04:17:43.121 INFO:teuthology.orchestra.run.smithi072.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T04:17:43.122 INFO:teuthology.orchestra.run.smithi072.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-05-11T04:17:43.122 INFO:teuthology.orchestra.run.smithi072.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-05-11T04:17:43.122 INFO:teuthology.orchestra.run.smithi072.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T04:17:43.161 INFO:teuthology.orchestra.run.smithi072.stdout:0 upgraded, 0 newly installed, 0 to remove and 320 not upgraded. 2024-05-11T04:17:43.163 DEBUG:teuthology.orchestra.run.smithi072:> dpkg -s linux-image-generic 2024-05-11T04:17:43.216 INFO:teuthology.orchestra.run.smithi072.stdout:Package: linux-image-generic 2024-05-11T04:17:43.217 INFO:teuthology.orchestra.run.smithi072.stdout:Status: install ok installed 2024-05-11T04:17:43.217 INFO:teuthology.orchestra.run.smithi072.stdout:Priority: optional 2024-05-11T04:17:43.217 INFO:teuthology.orchestra.run.smithi072.stdout:Section: kernel 2024-05-11T04:17:43.217 INFO:teuthology.orchestra.run.smithi072.stdout:Installed-Size: 21 2024-05-11T04:17:43.217 INFO:teuthology.orchestra.run.smithi072.stdout:Maintainer: Ubuntu Kernel Team 2024-05-11T04:17:43.217 INFO:teuthology.orchestra.run.smithi072.stdout:Architecture: amd64 2024-05-11T04:17:43.217 INFO:teuthology.orchestra.run.smithi072.stdout:Source: linux-meta 2024-05-11T04:17:43.217 INFO:teuthology.orchestra.run.smithi072.stdout:Version: 5.15.0.106.106 2024-05-11T04:17:43.218 INFO:teuthology.orchestra.run.smithi072.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-106), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-05-11T04:17:43.218 INFO:teuthology.orchestra.run.smithi072.stdout:Depends: linux-image-5.15.0-106-generic, linux-modules-extra-5.15.0-106-generic, linux-firmware, intel-microcode, amd64-microcode 2024-05-11T04:17:43.218 INFO:teuthology.orchestra.run.smithi072.stdout:Recommends: thermald 2024-05-11T04:17:43.218 INFO:teuthology.orchestra.run.smithi072.stdout:Description: Generic Linux kernel image 2024-05-11T04:17:43.218 INFO:teuthology.orchestra.run.smithi072.stdout: This package will always depend on the latest generic kernel image 2024-05-11T04:17:43.218 INFO:teuthology.orchestra.run.smithi072.stdout: available. 2024-05-11T04:17:43.218 DEBUG:teuthology.orchestra.run.smithi072:> mktemp 2024-05-11T04:17:43.261 INFO:teuthology.orchestra.run.smithi072.stdout:/tmp/tmp.Ejkd8eDq5h 2024-05-11T04:17:43.261 DEBUG:teuthology.orchestra.run.smithi072:> sudo cp /boot/grub/grub.cfg /tmp/tmp.Ejkd8eDq5h 2024-05-11T04:17:43.315 DEBUG:teuthology.orchestra.run.smithi072:> sudo chmod 0666 /tmp/tmp.Ejkd8eDq5h 2024-05-11T04:17:43.441 DEBUG:teuthology.orchestra.remote:smithi072:/tmp/tmp.Ejkd8eDq5h is 10KB 2024-05-11T04:17:43.454 DEBUG:teuthology.orchestra.run.smithi072:> rm -fr /tmp/tmp.Ejkd8eDq5h 2024-05-11T04:17:43.460 DEBUG:teuthology.orchestra.run.smithi072:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-05-11T04:17:43.513 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:17:43.514 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-05-11T04:17:43.514 DEBUG:teuthology.orchestra.run.smithi072:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-05-11T04:17:43.603 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-106-generic 2024-05-11T04:17:43.604 DEBUG:teuthology.orchestra.run.smithi072:> sudo update-grub 2024-05-11T04:17:45.563 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../7-linux-headers-generic_5.15.0.106.106_amd64.deb ... 2024-05-11T04:17:45.689 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking linux-headers-generic (5.15.0.106.106) over (5.15.0.56.54) ... 2024-05-11T04:17:45.802 INFO:teuthology.orchestra.run.smithi072.stderr:Sourcing file `/etc/default/grub' 2024-05-11T04:17:45.813 INFO:teuthology.orchestra.run.smithi072.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-05-11T04:17:45.836 INFO:teuthology.orchestra.run.smithi072.stderr:Generating grub configuration file ... 2024-05-11T04:17:46.005 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up linux-headers-5.15.0-106 (5.15.0-106.116) ... 2024-05-11T04:17:46.056 INFO:teuthology.orchestra.run.smithi072.stderr:Found linux image: /boot/vmlinuz-5.15.0-106-generic 2024-05-11T04:17:46.063 INFO:teuthology.orchestra.run.smithi072.stderr:Found initrd image: /boot/initrd.img-5.15.0-106-generic 2024-05-11T04:17:46.127 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up linux-headers-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:46.253 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up linux-headers-generic (5.15.0.106.106) ... 2024-05-11T04:17:46.290 INFO:teuthology.orchestra.run.smithi072.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-05-11T04:17:46.295 INFO:teuthology.orchestra.run.smithi072.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-05-11T04:17:46.334 INFO:teuthology.orchestra.run.smithi072.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-05-11T04:17:46.339 INFO:teuthology.orchestra.run.smithi072.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-05-11T04:17:46.381 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:46.451 INFO:teuthology.orchestra.run.smithi072.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-05-11T04:17:46.451 INFO:teuthology.orchestra.run.smithi072.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-05-11T04:17:46.451 INFO:teuthology.orchestra.run.smithi072.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-05-11T04:17:46.501 INFO:teuthology.orchestra.run.smithi072.stderr:done 2024-05-11T04:17:46.503 DEBUG:teuthology.orchestra.run.smithi072:> sudo shutdown -r now 2024-05-11T04:17:47.719 INFO:teuthology.orchestra.run.smithi086.stdout:I: /vmlinuz.old is now a symlink to boot/vmlinuz-5.15.0-56-generic 2024-05-11T04:17:47.719 INFO:teuthology.orchestra.run.smithi086.stdout:I: /initrd.img.old is now a symlink to boot/initrd.img-5.15.0-56-generic 2024-05-11T04:17:47.719 INFO:teuthology.orchestra.run.smithi086.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.15.0-106-generic 2024-05-11T04:17:47.719 INFO:teuthology.orchestra.run.smithi086.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.15.0-106-generic 2024-05-11T04:17:47.875 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up linux-modules-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:49.276 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up linux-modules-extra-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:50.661 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up linux-image-generic (5.15.0.106.106) ... 2024-05-11T04:17:50.803 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up linux-generic (5.15.0.106.106) ... 2024-05-11T04:17:50.938 INFO:teuthology.orchestra.run.smithi086.stdout:Processing triggers for linux-image-5.15.0-106-generic (5.15.0-106.116) ... 2024-05-11T04:17:50.999 INFO:teuthology.orchestra.run.smithi086.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-05-11T04:17:50.999 INFO:teuthology.orchestra.run.smithi086.stdout:update-initramfs: Generating /boot/initrd.img-5.15.0-106-generic 2024-05-11T04:18:04.635 INFO:teuthology.orchestra.run.smithi086.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-05-11T04:18:04.635 INFO:teuthology.orchestra.run.smithi086.stdout:Sourcing file `/etc/default/grub' 2024-05-11T04:18:04.652 INFO:teuthology.orchestra.run.smithi086.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-05-11T04:18:04.670 INFO:teuthology.orchestra.run.smithi086.stdout:Generating grub configuration file ... 2024-05-11T04:18:04.903 INFO:teuthology.orchestra.run.smithi086.stdout:Found linux image: /boot/vmlinuz-5.15.0-106-generic 2024-05-11T04:18:04.940 INFO:teuthology.orchestra.run.smithi086.stdout:Found initrd image: /boot/initrd.img-5.15.0-106-generic 2024-05-11T04:18:05.227 INFO:teuthology.orchestra.run.smithi086.stdout:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-05-11T04:18:05.232 INFO:teuthology.orchestra.run.smithi086.stdout:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-05-11T04:18:05.303 INFO:teuthology.orchestra.run.smithi086.stdout:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-05-11T04:18:05.309 INFO:teuthology.orchestra.run.smithi086.stdout:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-05-11T04:18:05.451 INFO:teuthology.orchestra.run.smithi086.stdout:Warning: os-prober will not be executed to detect other bootable partitions. 2024-05-11T04:18:05.451 INFO:teuthology.orchestra.run.smithi086.stdout:Systems on them will not be added to the GRUB boot configuration. 2024-05-11T04:18:05.451 INFO:teuthology.orchestra.run.smithi086.stdout:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-05-11T04:18:05.498 INFO:teuthology.orchestra.run.smithi086.stdout:done 2024-05-11T04:18:05.950 DEBUG:teuthology.orchestra.run.smithi086:> dpkg -s linux-image-generic 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Package: linux-image-generic 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Status: install ok installed 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Priority: optional 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Section: kernel 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Installed-Size: 21 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Maintainer: Ubuntu Kernel Team 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Architecture: amd64 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Source: linux-meta 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Version: 5.15.0.106.106 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-106), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Depends: linux-image-5.15.0-106-generic, linux-modules-extra-5.15.0-106-generic, linux-firmware, intel-microcode, amd64-microcode 2024-05-11T04:18:05.967 INFO:teuthology.orchestra.run.smithi086.stdout:Recommends: thermald 2024-05-11T04:18:05.968 INFO:teuthology.orchestra.run.smithi086.stdout:Description: Generic Linux kernel image 2024-05-11T04:18:05.968 INFO:teuthology.orchestra.run.smithi086.stdout: This package will always depend on the latest generic kernel image 2024-05-11T04:18:05.968 INFO:teuthology.orchestra.run.smithi086.stdout: available. 2024-05-11T04:18:05.968 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.15.0-56-generic Expected: 5.15.0-106-generic 2024-05-11T04:18:05.968 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-05-11T04:18:05.968 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-05-11T04:18:05.968 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-05-11T04:18:05.968 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi086.front.sepia.ceph.com, path=None, version=distro) 2024-05-11T04:18:05.968 DEBUG:teuthology.orchestra.run.smithi086:> sudo apt-get clean 2024-05-11T04:18:06.094 DEBUG:teuthology.orchestra.run.smithi086:> sudo apt-get update 2024-05-11T04:18:06.217 INFO:teuthology.orchestra.run.smithi086.stdout:Hit:1 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T04:18:06.217 INFO:teuthology.orchestra.run.smithi086.stdout:Hit:2 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-05-11T04:18:06.229 INFO:teuthology.orchestra.run.smithi086.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-05-11T04:18:06.250 INFO:teuthology.orchestra.run.smithi086.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-05-11T04:18:07.573 INFO:teuthology.orchestra.run.smithi086.stdout:Reading package lists... 2024-05-11T04:18:07.590 DEBUG:teuthology.orchestra.run.smithi086:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-05-11T04:18:07.648 INFO:teuthology.orchestra.run.smithi086.stdout:Reading package lists... 2024-05-11T04:18:07.857 INFO:teuthology.orchestra.run.smithi086.stdout:Building dependency tree... 2024-05-11T04:18:07.858 INFO:teuthology.orchestra.run.smithi086.stdout:Reading state information... 2024-05-11T04:18:08.025 INFO:teuthology.orchestra.run.smithi086.stdout:linux-image-generic is already the newest version (5.15.0.106.106). 2024-05-11T04:18:08.025 INFO:teuthology.orchestra.run.smithi086.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T04:18:08.025 INFO:teuthology.orchestra.run.smithi086.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T04:18:08.025 INFO:teuthology.orchestra.run.smithi086.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T04:18:08.025 INFO:teuthology.orchestra.run.smithi086.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T04:18:08.025 INFO:teuthology.orchestra.run.smithi086.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-05-11T04:18:08.026 INFO:teuthology.orchestra.run.smithi086.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-05-11T04:18:08.026 INFO:teuthology.orchestra.run.smithi086.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T04:18:08.064 INFO:teuthology.orchestra.run.smithi086.stdout:0 upgraded, 0 newly installed, 0 to remove and 320 not upgraded. 2024-05-11T04:18:08.066 DEBUG:teuthology.orchestra.run.smithi086:> dpkg -s linux-image-generic 2024-05-11T04:18:08.081 INFO:teuthology.orchestra.run.smithi086.stdout:Package: linux-image-generic 2024-05-11T04:18:08.081 INFO:teuthology.orchestra.run.smithi086.stdout:Status: install ok installed 2024-05-11T04:18:08.081 INFO:teuthology.orchestra.run.smithi086.stdout:Priority: optional 2024-05-11T04:18:08.081 INFO:teuthology.orchestra.run.smithi086.stdout:Section: kernel 2024-05-11T04:18:08.081 INFO:teuthology.orchestra.run.smithi086.stdout:Installed-Size: 21 2024-05-11T04:18:08.082 INFO:teuthology.orchestra.run.smithi086.stdout:Maintainer: Ubuntu Kernel Team 2024-05-11T04:18:08.082 INFO:teuthology.orchestra.run.smithi086.stdout:Architecture: amd64 2024-05-11T04:18:08.082 INFO:teuthology.orchestra.run.smithi086.stdout:Source: linux-meta 2024-05-11T04:18:08.082 INFO:teuthology.orchestra.run.smithi086.stdout:Version: 5.15.0.106.106 2024-05-11T04:18:08.082 INFO:teuthology.orchestra.run.smithi086.stdout:Provides: spl-modules (= 2.1.5-1ubuntu6~22.04.3), v4l2loopback-modules (= 0.12.7-2ubuntu2~22.04.1), virtualbox-guest-modules (= 5.15.0-106), wireguard-modules (= 1.0.0), zfs-modules (= 2.1.5-1ubuntu6~22.04.3) 2024-05-11T04:18:08.082 INFO:teuthology.orchestra.run.smithi086.stdout:Depends: linux-image-5.15.0-106-generic, linux-modules-extra-5.15.0-106-generic, linux-firmware, intel-microcode, amd64-microcode 2024-05-11T04:18:08.082 INFO:teuthology.orchestra.run.smithi086.stdout:Recommends: thermald 2024-05-11T04:18:08.083 INFO:teuthology.orchestra.run.smithi086.stdout:Description: Generic Linux kernel image 2024-05-11T04:18:08.083 INFO:teuthology.orchestra.run.smithi086.stdout: This package will always depend on the latest generic kernel image 2024-05-11T04:18:08.083 INFO:teuthology.orchestra.run.smithi086.stdout: available. 2024-05-11T04:18:08.083 DEBUG:teuthology.orchestra.run.smithi086:> mktemp 2024-05-11T04:18:08.126 INFO:teuthology.orchestra.run.smithi086.stdout:/tmp/tmp.cOPTGMxZmc 2024-05-11T04:18:08.127 DEBUG:teuthology.orchestra.run.smithi086:> sudo cp /boot/grub/grub.cfg /tmp/tmp.cOPTGMxZmc 2024-05-11T04:18:08.182 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod 0666 /tmp/tmp.cOPTGMxZmc 2024-05-11T04:18:08.288 DEBUG:teuthology.orchestra.remote:smithi086:/tmp/tmp.cOPTGMxZmc is 10KB 2024-05-11T04:18:08.300 DEBUG:teuthology.orchestra.run.smithi086:> rm -fr /tmp/tmp.cOPTGMxZmc 2024-05-11T04:18:08.306 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-05-11T04:18:08.362 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:18:08.362 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-05-11T04:18:08.363 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-05-11T04:18:08.429 INFO:teuthology.task.kernel:Distro Kernel Version: 5.15.0-106-generic 2024-05-11T04:18:08.429 DEBUG:teuthology.orchestra.run.smithi086:> sudo update-grub 2024-05-11T04:18:09.523 INFO:teuthology.orchestra.run.smithi086.stderr:Sourcing file `/etc/default/grub' 2024-05-11T04:18:09.524 INFO:teuthology.orchestra.run.smithi086.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-05-11T04:18:09.527 INFO:teuthology.orchestra.run.smithi086.stderr:Generating grub configuration file ... 2024-05-11T04:18:09.700 INFO:teuthology.orchestra.run.smithi086.stderr:Found linux image: /boot/vmlinuz-5.15.0-106-generic 2024-05-11T04:18:09.705 INFO:teuthology.orchestra.run.smithi086.stderr:Found initrd image: /boot/initrd.img-5.15.0-106-generic 2024-05-11T04:18:09.940 INFO:teuthology.orchestra.run.smithi086.stderr:Found linux image: /boot/vmlinuz-5.15.0-56-generic 2024-05-11T04:18:09.945 INFO:teuthology.orchestra.run.smithi086.stderr:Found initrd image: /boot/initrd.img-5.15.0-56-generic 2024-05-11T04:18:09.987 INFO:teuthology.orchestra.run.smithi086.stderr:Found linux image: /boot/vmlinuz-5.4.0-135-generic 2024-05-11T04:18:09.992 INFO:teuthology.orchestra.run.smithi086.stderr:Found initrd image: /boot/initrd.img-5.4.0-135-generic 2024-05-11T04:18:10.170 INFO:teuthology.orchestra.run.smithi086.stderr:Warning: os-prober will not be executed to detect other bootable partitions. 2024-05-11T04:18:10.170 INFO:teuthology.orchestra.run.smithi086.stderr:Systems on them will not be added to the GRUB boot configuration. 2024-05-11T04:18:10.171 INFO:teuthology.orchestra.run.smithi086.stderr:Check GRUB_DISABLE_OS_PROBER documentation entry. 2024-05-11T04:18:10.192 INFO:teuthology.orchestra.run.smithi086.stderr:done 2024-05-11T04:18:10.201 DEBUG:teuthology.orchestra.run.smithi086:> sudo shutdown -r now 2024-05-11T04:18:16.513 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-05-11T04:18:16.513 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi072.front.sepia.ceph.com' 2024-05-11T04:18:16.514 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi072.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:18:34.910 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.72 2024-05-11T04:18:40.206 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-05-11T04:18:40.206 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-05-11T04:18:40.207 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:18:43.914 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi072.front.sepia.ceph.com' 2024-05-11T04:18:43.915 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi072.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:18:46.974 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.72 2024-05-11T04:18:58.723 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.86 2024-05-11T04:18:58.985 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi072.front.sepia.ceph.com' 2024-05-11T04:18:58.986 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi072.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:19:07.730 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-05-11T04:19:07.731 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:19:10.782 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.86 2024-05-11T04:19:22.794 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-05-11T04:19:22.795 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:19:31.245 ERROR:teuthology.orchestra.connection:Error authenticating with smithi072.front.sepia.ceph.com: SSHException('No existing session') (No SSH private key found!) Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/orchestra/connection.py", line 106, in connect ssh.connect(**connect_args) File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/virtualenv/lib/python3.8/site-packages/paramiko/client.py", line 485, in connect self._auth( File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/virtualenv/lib/python3.8/site-packages/paramiko/client.py", line 818, in _auth raise saved_exception File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/virtualenv/lib/python3.8/site-packages/paramiko/client.py", line 794, in _auth self._transport.auth_publickey(username, key) File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/virtualenv/lib/python3.8/site-packages/paramiko/transport.py", line 1664, in auth_publickey raise SSHException("No existing session") paramiko.ssh_exception.SSHException: No existing session 2024-05-11T04:19:35.331 DEBUG:teuthology.orchestra.run.smithi072:> true 2024-05-11T04:19:36.366 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi072.front.sepia.ceph.com' 2024-05-11T04:19:36.367 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.15.0-106-generic"... 2024-05-11T04:19:36.367 DEBUG:teuthology.orchestra.run.smithi072:> uname -r 2024-05-11T04:19:36.418 INFO:teuthology.orchestra.run.smithi072.stdout:5.15.0-106-generic 2024-05-11T04:19:36.419 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-106-generic vs 5.15.0-106-generic 2024-05-11T04:19:36.419 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-11T04:19:36.419 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-05-11T04:19:37.419 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-05-11T04:19:37.420 DEBUG:teuthology.orchestra.run.smithi072:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-11T04:19:37.748 INFO:teuthology.orchestra.run.smithi072.stdout:ttyS1 2024-05-11T04:19:37.772 DEBUG:teuthology.parallel:result is None 2024-05-11T04:19:41.214 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.86 2024-05-11T04:19:56.216 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-05-11T04:19:56.217 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:19:56.440 DEBUG:teuthology.orchestra.run.smithi086:> true 2024-05-11T04:19:56.942 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-05-11T04:19:56.942 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.15.0-106-generic"... 2024-05-11T04:19:56.943 DEBUG:teuthology.orchestra.run.smithi086:> uname -r 2024-05-11T04:19:56.989 INFO:teuthology.orchestra.run.smithi086.stdout:5.15.0-106-generic 2024-05-11T04:19:56.989 DEBUG:teuthology.task.kernel:current kernel version is 5.15.0-106-generic vs 5.15.0-106-generic 2024-05-11T04:19:56.989 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-05-11T04:19:56.989 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-05-11T04:19:57.990 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-05-11T04:19:57.990 DEBUG:teuthology.orchestra.run.smithi086:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-05-11T04:19:58.347 INFO:teuthology.orchestra.run.smithi086.stdout:ttyS1 2024-05-11T04:19:58.367 DEBUG:teuthology.parallel:result is None 2024-05-11T04:19:58.367 INFO:teuthology.run_tasks:Running task internal.base... 2024-05-11T04:19:58.375 INFO:teuthology.task.internal:Creating test directory... 2024-05-11T04:19:58.375 DEBUG:teuthology.orchestra.run.smithi072:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-11T04:19:58.377 DEBUG:teuthology.orchestra.run.smithi086:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-05-11T04:19:58.383 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-05-11T04:19:58.415 INFO:teuthology.run_tasks:Running task internal.archive... 2024-05-11T04:19:58.484 INFO:teuthology.task.internal:Creating archive directory... 2024-05-11T04:19:58.485 DEBUG:teuthology.orchestra.run.smithi072:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-11T04:19:58.487 DEBUG:teuthology.orchestra.run.smithi086:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-05-11T04:19:58.510 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-05-11T04:19:58.517 INFO:teuthology.task.internal:Enabling coredump saving... 2024-05-11T04:19:58.517 DEBUG:teuthology.orchestra.run.smithi072:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-11T04:19:58.543 DEBUG:teuthology.orchestra.run.smithi086:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-05-11T04:19:58.563 INFO:teuthology.orchestra.run.smithi072.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-11T04:19:58.564 INFO:teuthology.orchestra.run.smithi086.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-11T04:19:58.571 INFO:teuthology.orchestra.run.smithi072.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-11T04:19:58.573 INFO:teuthology.orchestra.run.smithi086.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-05-11T04:19:58.574 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-05-11T04:19:58.581 INFO:teuthology.task.internal:Configuring sudo... 2024-05-11T04:19:58.582 DEBUG:teuthology.orchestra.run.smithi072:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-11T04:19:58.619 DEBUG:teuthology.orchestra.run.smithi086:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-05-11T04:19:58.635 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-05-11T04:19:58.644 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-05-11T04:19:58.644 DEBUG:teuthology.orchestra.run.smithi072:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-11T04:19:58.683 DEBUG:teuthology.orchestra.run.smithi086:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-05-11T04:19:58.688 DEBUG:teuthology.orchestra.run.smithi072:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-11T04:19:58.734 DEBUG:teuthology.orchestra.run.smithi072:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-11T04:19:58.782 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:19:58.782 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-11T04:19:58.854 DEBUG:teuthology.orchestra.run.smithi086:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-05-11T04:19:58.860 DEBUG:teuthology.orchestra.run.smithi086:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-05-11T04:19:58.906 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:19:58.906 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-05-11T04:19:58.977 DEBUG:teuthology.orchestra.run.smithi072:> sudo service rsyslog restart 2024-05-11T04:19:58.980 DEBUG:teuthology.orchestra.run.smithi086:> sudo service rsyslog restart 2024-05-11T04:19:59.047 INFO:teuthology.run_tasks:Running task internal.timer... 2024-05-11T04:19:59.055 INFO:teuthology.task.internal:Starting timer... 2024-05-11T04:19:59.055 INFO:teuthology.run_tasks:Running task pcp... 2024-05-11T04:19:59.104 INFO:teuthology.run_tasks:Running task selinux... 2024-05-11T04:19:59.137 DEBUG:teuthology.task.selinux:Excluding smithi072: OS 'ubuntu' does not support SELinux 2024-05-11T04:19:59.137 DEBUG:teuthology.task.selinux:Excluding smithi086: OS 'ubuntu' does not support SELinux 2024-05-11T04:19:59.138 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-05-11T04:19:59.138 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-05-11T04:19:59.138 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-05-11T04:19:59.138 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-05-11T04:19:59.169 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-05-11T04:19:59.185 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-05-11T04:19:59.186 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi072.front.sepia.ceph.com,smithi086.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-05-11T04:27:35.554 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi072.front.sepia.ceph.com'), Remote(name='ubuntu@smithi086.front.sepia.ceph.com')] 2024-05-11T04:27:35.555 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi072.front.sepia.ceph.com' 2024-05-11T04:27:35.556 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi072.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:27:35.641 DEBUG:teuthology.orchestra.run.smithi072:> true 2024-05-11T04:27:35.718 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi072.front.sepia.ceph.com' 2024-05-11T04:27:35.719 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-05-11T04:27:35.719 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi086.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-05-11T04:27:35.800 DEBUG:teuthology.orchestra.run.smithi086:> true 2024-05-11T04:27:35.874 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi086.front.sepia.ceph.com' 2024-05-11T04:27:35.875 INFO:teuthology.run_tasks:Running task clock... 2024-05-11T04:27:35.893 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-05-11T04:27:35.893 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-11T04:27:35.894 DEBUG:teuthology.orchestra.run.smithi072:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-11T04:27:35.897 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-05-11T04:27:35.897 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-11T04:27:35.924 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-05-11T04:27:35.924 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: Command line: ntpd -gq 2024-05-11T04:27:35.924 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: ---------------------------------------------------- 2024-05-11T04:27:35.924 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: ntp-4 is maintained by Network Time Foundation, 2024-05-11T04:27:35.924 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-05-11T04:27:35.924 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: corporation. Support and training for ntp-4 are 2024-05-11T04:27:35.924 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: available at https://www.nwtime.org/support 2024-05-11T04:27:35.924 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: ---------------------------------------------------- 2024-05-11T04:27:35.925 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: proto: precision = 0.061 usec (-24) 2024-05-11T04:27:35.925 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: basedate set to 2022-02-04 2024-05-11T04:27:35.925 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: gps base set to 2022-02-06 (week 2196) 2024-05-11T04:27:35.925 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-05-11T04:27:35.926 INFO:teuthology.orchestra.run.smithi072.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-05-11T04:27:35.926 INFO:teuthology.orchestra.run.smithi072.stderr:restrict ::: KOD does nothing without LIMITED. 2024-05-11T04:27:35.926 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: restrict ::: KOD does nothing without LIMITED. 2024-05-11T04:27:35.927 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: Listen and drop on 0 v6wildcard [::]:123 2024-05-11T04:27:35.927 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-05-11T04:27:35.927 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: Listen normally on 2 lo 127.0.0.1:123 2024-05-11T04:27:35.927 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: Listen normally on 3 enp3s0f1 172.21.15.72:123 2024-05-11T04:27:35.927 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: Listen normally on 4 lo [::1]:123 2024-05-11T04:27:35.927 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:b765%5]:123 2024-05-11T04:27:35.927 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:35 ntpd[17269]: Listening on routing socket on fd #22 for interface updates 2024-05-11T04:27:35.943 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: ntpd 4.2.8p15@1.3728-o Wed Feb 16 17:13:02 UTC 2022 (1): Starting 2024-05-11T04:27:35.944 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: Command line: ntpd -gq 2024-05-11T04:27:35.944 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: ---------------------------------------------------- 2024-05-11T04:27:35.944 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: ntp-4 is maintained by Network Time Foundation, 2024-05-11T04:27:35.944 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: Inc. (NTF), a non-profit 501(c)(3) public-benefit 2024-05-11T04:27:35.944 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: corporation. Support and training for ntp-4 are 2024-05-11T04:27:35.944 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: available at https://www.nwtime.org/support 2024-05-11T04:27:35.944 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: ---------------------------------------------------- 2024-05-11T04:27:35.944 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: proto: precision = 0.071 usec (-24) 2024-05-11T04:27:35.945 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: basedate set to 2022-02-04 2024-05-11T04:27:35.945 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: gps base set to 2022-02-06 (week 2196) 2024-05-11T04:27:35.945 INFO:teuthology.orchestra.run.smithi086.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-05-11T04:27:35.945 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-05-11T04:27:35.945 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: restrict ::: KOD does nothing without LIMITED. 2024-05-11T04:27:35.946 INFO:teuthology.orchestra.run.smithi086.stderr:restrict ::: KOD does nothing without LIMITED. 2024-05-11T04:27:35.947 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: Listen and drop on 0 v6wildcard [::]:123 2024-05-11T04:27:35.947 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-05-11T04:27:35.947 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: Listen normally on 2 lo 127.0.0.1:123 2024-05-11T04:27:35.947 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: Listen normally on 3 enp3s0f1 172.21.15.86:123 2024-05-11T04:27:35.947 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: Listen normally on 4 lo [::1]:123 2024-05-11T04:27:35.947 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:d809%5]:123 2024-05-11T04:27:35.947 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:35 ntpd[17273]: Listening on routing socket on fd #22 for interface updates 2024-05-11T04:27:36.944 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:36.944 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:36.944 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:36.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:36.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:36.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:36.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:36.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:36.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:36.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:36.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:36.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:36 ntpd[17273]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:37.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:37 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:37.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:37 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:37.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:37 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:37.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:37 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:37.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:37 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:37.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:37 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:37.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:37 ntpd[17269]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:37.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:37 ntpd[17269]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:38.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:38 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:38.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:38 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:38.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:38 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:38.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:38 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:38.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:38 ntpd[17269]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:38.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:38 ntpd[17269]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:38.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:38.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:38.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:38.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:38.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:38.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:38.947 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:38 ntpd[17273]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:39.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:39.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:39.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:39.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:39.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:39.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:39.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:39.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:39.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:39.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:39.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:39.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:39 ntpd[17269]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:40.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:40 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:40.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:40 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:40.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:40 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:40.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:40 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:40.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:40 ntpd[17269]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:40.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:40 ntpd[17269]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:40.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:40.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:40.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:40.945 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:40.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:40.947 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:40.947 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:40 ntpd[17273]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:41.927 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:41.927 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:41.927 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:41.927 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:41.927 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:41.927 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:41.927 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:41.928 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:41.928 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:41.928 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:41.928 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:41.928 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:41 ntpd[17269]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:42.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:42 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:42.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:42 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:42.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:42 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:42.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:42 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:42.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:42 ntpd[17269]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:42.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:42 ntpd[17269]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:42.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:42.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:42.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:42.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:42.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:42.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:42.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:42.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:42.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:42.946 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:42.947 INFO:teuthology.orchestra.run.smithi086.stdout:11 May 04:27:42 ntpd[17273]: ntpd: time slew -0.001222 s 2024-05-11T04:27:42.947 INFO:teuthology.orchestra.run.smithi086.stdout:ntpd: time slew -0.001222s 2024-05-11T04:27:42.947 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-05-11T04:27:42.947 INFO:teuthology.orchestra.run.smithi086.stderr:11 May 04:27:42 ntpd[17273]: can't open /var/log/ntpstats/loopstats.20240511: Permission denied 2024-05-11T04:27:42.999 INFO:teuthology.orchestra.run.smithi086.stdout: remote refid st t when poll reach delay offset jitter 2024-05-11T04:27:42.999 INFO:teuthology.orchestra.run.smithi086.stdout:============================================================================== 2024-05-11T04:27:42.999 INFO:teuthology.orchestra.run.smithi086.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:27:42.999 INFO:teuthology.orchestra.run.smithi086.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:27:42.999 INFO:teuthology.orchestra.run.smithi086.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:27:42.999 INFO:teuthology.orchestra.run.smithi086.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:27:43.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:43.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:43.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:43.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:43.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:43.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:43.925 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:43.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:43.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-05-11T04:27:43.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: can't open /var/log/ntpstats/rawstats.20240511: Permission denied 2024-05-11T04:27:43.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-05-11T04:27:43.926 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: can't open /var/log/ntpstats/peerstats.20240511: Permission denied 2024-05-11T04:27:43.926 INFO:teuthology.orchestra.run.smithi072.stdout:11 May 04:27:43 ntpd[17269]: ntpd: time slew -0.000339 s 2024-05-11T04:27:43.927 INFO:teuthology.orchestra.run.smithi072.stdout:ntpd: time slew -0.000339s 2024-05-11T04:27:43.927 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-05-11T04:27:43.927 INFO:teuthology.orchestra.run.smithi072.stderr:11 May 04:27:43 ntpd[17269]: can't open /var/log/ntpstats/loopstats.20240511: Permission denied 2024-05-11T04:27:43.979 INFO:teuthology.orchestra.run.smithi072.stdout: remote refid st t when poll reach delay offset jitter 2024-05-11T04:27:43.979 INFO:teuthology.orchestra.run.smithi072.stdout:============================================================================== 2024-05-11T04:27:43.979 INFO:teuthology.orchestra.run.smithi072.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:27:43.980 INFO:teuthology.orchestra.run.smithi072.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:27:43.980 INFO:teuthology.orchestra.run.smithi072.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:27:43.980 INFO:teuthology.orchestra.run.smithi072.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 +0.000 0.000 2024-05-11T04:27:43.980 INFO:teuthology.run_tasks:Running task install... 2024-05-11T04:27:43.988 DEBUG:teuthology.task.install:project ceph 2024-05-11T04:27:43.988 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '04416f48efe02891b265c07b4f38b46e422bbef9'}} 2024-05-11T04:27:43.988 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'flavor': 'default', 'sha1': '04416f48efe02891b265c07b4f38b46e422bbef9'} 2024-05-11T04:27:43.988 INFO:teuthology.task.install:Using flavor: default 2024-05-11T04:27:43.994 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-05-11T04:27:43.994 INFO:teuthology.task.install:extra packages: [] 2024-05-11T04:27:43.995 DEBUG:teuthology.orchestra.run.smithi072:> sudo apt-key list | grep Ceph 2024-05-11T04:27:43.995 DEBUG:teuthology.orchestra.run.smithi086:> sudo apt-key list | grep Ceph 2024-05-11T04:27:44.060 INFO:teuthology.orchestra.run.smithi086.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-05-11T04:27:44.084 INFO:teuthology.orchestra.run.smithi072.stderr:Warning: apt-key is deprecated. Manage keyring files in trusted.gpg.d instead (see apt-key(8)). 2024-05-11T04:27:44.090 INFO:teuthology.orchestra.run.smithi086.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-05-11T04:27:44.090 INFO:teuthology.orchestra.run.smithi086.stdout:uid [ unknown] Ceph.com (release key) 2024-05-11T04:27:44.091 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-05-11T04:27:44.091 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-11T04:27:44.091 INFO:teuthology.packaging:ref: None 2024-05-11T04:27:44.091 INFO:teuthology.packaging:tag: None 2024-05-11T04:27:44.091 INFO:teuthology.packaging:branch: reef 2024-05-11T04:27:44.091 INFO:teuthology.packaging:sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:27:44.091 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-05-11T04:27:44.111 INFO:teuthology.orchestra.run.smithi072.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-05-11T04:27:44.111 INFO:teuthology.orchestra.run.smithi072.stdout:uid [ unknown] Ceph.com (release key) 2024-05-11T04:27:44.112 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse on remote deb x86_64 2024-05-11T04:27:44.112 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-11T04:27:44.112 INFO:teuthology.packaging:ref: None 2024-05-11T04:27:44.112 INFO:teuthology.packaging:tag: None 2024-05-11T04:27:44.113 INFO:teuthology.packaging:branch: reef 2024-05-11T04:27:44.113 INFO:teuthology.packaging:sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:27:44.113 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-05-11T04:27:44.408 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default/ 2024-05-11T04:27:44.408 INFO:teuthology.task.install.deb:Package version is 18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:27:44.464 INFO:teuthology.task.install.deb:Pulling from https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default/ 2024-05-11T04:27:44.464 INFO:teuthology.task.install.deb:Package version is 18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:27:44.518 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:27:44.518 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-05-11T04:27:44.533 DEBUG:teuthology.orchestra.run.smithi086:> sudo apt-get update 2024-05-11T04:27:44.639 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:27:44.639 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-05-11T04:27:44.653 DEBUG:teuthology.orchestra.run.smithi072:> sudo apt-get update 2024-05-11T04:27:44.816 INFO:teuthology.orchestra.run.smithi086.stdout:Ign:1 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy InRelease 2024-05-11T04:27:44.822 INFO:teuthology.orchestra.run.smithi072.stdout:Get:1 http://security.ubuntu.com/ubuntu jammy-security InRelease [110 kB] 2024-05-11T04:27:44.829 INFO:teuthology.orchestra.run.smithi072.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T04:27:44.842 INFO:teuthology.orchestra.run.smithi072.stdout:Hit:3 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-05-11T04:27:44.856 INFO:teuthology.orchestra.run.smithi086.stdout:Hit:2 http://archive.ubuntu.com/ubuntu jammy InRelease 2024-05-11T04:27:44.856 INFO:teuthology.orchestra.run.smithi086.stdout:Hit:3 http://security.ubuntu.com/ubuntu jammy-security InRelease 2024-05-11T04:27:44.856 INFO:teuthology.orchestra.run.smithi086.stdout:Get:4 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy Release [6,978 B] 2024-05-11T04:27:44.862 INFO:teuthology.orchestra.run.smithi072.stdout:Hit:4 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-05-11T04:27:44.893 INFO:teuthology.orchestra.run.smithi086.stdout:Ign:5 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy Release.gpg 2024-05-11T04:27:44.927 INFO:teuthology.orchestra.run.smithi086.stdout:Hit:6 http://archive.ubuntu.com/ubuntu jammy-updates InRelease 2024-05-11T04:27:44.929 INFO:teuthology.orchestra.run.smithi086.stdout:Get:7 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.7 kB] 2024-05-11T04:27:44.939 INFO:teuthology.orchestra.run.smithi072.stdout:Ign:5 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy InRelease 2024-05-11T04:27:44.972 INFO:teuthology.orchestra.run.smithi086.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,404 B] 2024-05-11T04:27:44.975 INFO:teuthology.orchestra.run.smithi072.stdout:Get:6 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy Release [6,978 B] 2024-05-11T04:27:45.009 INFO:teuthology.orchestra.run.smithi086.stdout:Hit:9 http://archive.ubuntu.com/ubuntu jammy-backports InRelease 2024-05-11T04:27:45.015 INFO:teuthology.orchestra.run.smithi072.stdout:Ign:7 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy Release.gpg 2024-05-11T04:27:45.052 INFO:teuthology.orchestra.run.smithi072.stdout:Get:8 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 Packages [17.7 kB] 2024-05-11T04:27:45.095 INFO:teuthology.orchestra.run.smithi072.stdout:Get:9 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main i386 Packages [3,404 B] 2024-05-11T04:27:45.168 INFO:teuthology.orchestra.run.smithi072.stdout:Fetched 138 kB in 0s (412 kB/s) 2024-05-11T04:27:45.225 INFO:teuthology.orchestra.run.smithi086.stdout:Fetched 28.1 kB in 1s (55.2 kB/s) 2024-05-11T04:27:46.108 INFO:teuthology.orchestra.run.smithi072.stdout:Reading package lists... 2024-05-11T04:27:46.123 DEBUG:teuthology.orchestra.run.smithi072:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.2-1314-gd8a07129-1jammy cephadm=18.2.2-1314-gd8a07129-1jammy ceph-mds=18.2.2-1314-gd8a07129-1jammy ceph-mgr=18.2.2-1314-gd8a07129-1jammy ceph-common=18.2.2-1314-gd8a07129-1jammy ceph-fuse=18.2.2-1314-gd8a07129-1jammy ceph-test=18.2.2-1314-gd8a07129-1jammy radosgw=18.2.2-1314-gd8a07129-1jammy python3-rados=18.2.2-1314-gd8a07129-1jammy python3-rgw=18.2.2-1314-gd8a07129-1jammy python3-cephfs=18.2.2-1314-gd8a07129-1jammy python3-rbd=18.2.2-1314-gd8a07129-1jammy libcephfs2=18.2.2-1314-gd8a07129-1jammy libcephfs-dev=18.2.2-1314-gd8a07129-1jammy librados2=18.2.2-1314-gd8a07129-1jammy librbd1=18.2.2-1314-gd8a07129-1jammy rbd-fuse=18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:27:46.177 INFO:teuthology.orchestra.run.smithi072.stdout:Reading package lists... 2024-05-11T04:27:46.196 INFO:teuthology.orchestra.run.smithi086.stdout:Reading package lists... 2024-05-11T04:27:46.211 DEBUG:teuthology.orchestra.run.smithi086:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.2-1314-gd8a07129-1jammy cephadm=18.2.2-1314-gd8a07129-1jammy ceph-mds=18.2.2-1314-gd8a07129-1jammy ceph-mgr=18.2.2-1314-gd8a07129-1jammy ceph-common=18.2.2-1314-gd8a07129-1jammy ceph-fuse=18.2.2-1314-gd8a07129-1jammy ceph-test=18.2.2-1314-gd8a07129-1jammy radosgw=18.2.2-1314-gd8a07129-1jammy python3-rados=18.2.2-1314-gd8a07129-1jammy python3-rgw=18.2.2-1314-gd8a07129-1jammy python3-cephfs=18.2.2-1314-gd8a07129-1jammy python3-rbd=18.2.2-1314-gd8a07129-1jammy libcephfs2=18.2.2-1314-gd8a07129-1jammy libcephfs-dev=18.2.2-1314-gd8a07129-1jammy librados2=18.2.2-1314-gd8a07129-1jammy librbd1=18.2.2-1314-gd8a07129-1jammy rbd-fuse=18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:27:46.270 INFO:teuthology.orchestra.run.smithi086.stdout:Reading package lists... 2024-05-11T04:27:46.361 INFO:teuthology.orchestra.run.smithi072.stdout:Building dependency tree... 2024-05-11T04:27:46.362 INFO:teuthology.orchestra.run.smithi072.stdout:Reading state information... 2024-05-11T04:27:46.470 INFO:teuthology.orchestra.run.smithi086.stdout:Building dependency tree... 2024-05-11T04:27:46.471 INFO:teuthology.orchestra.run.smithi086.stdout:Reading state information... 2024-05-11T04:27:46.536 INFO:teuthology.orchestra.run.smithi072.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T04:27:46.536 INFO:teuthology.orchestra.run.smithi072.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T04:27:46.537 INFO:teuthology.orchestra.run.smithi072.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T04:27:46.537 INFO:teuthology.orchestra.run.smithi072.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T04:27:46.537 INFO:teuthology.orchestra.run.smithi072.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-05-11T04:27:46.537 INFO:teuthology.orchestra.run.smithi072.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-05-11T04:27:46.537 INFO:teuthology.orchestra.run.smithi072.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T04:27:46.538 INFO:teuthology.orchestra.run.smithi072.stdout:The following additional packages will be installed: 2024-05-11T04:27:46.538 INFO:teuthology.orchestra.run.smithi072.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-05-11T04:27:46.539 INFO:teuthology.orchestra.run.smithi072.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-05-11T04:27:46.540 INFO:teuthology.orchestra.run.smithi072.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-05-11T04:27:46.540 INFO:teuthology.orchestra.run.smithi072.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-05-11T04:27:46.540 INFO:teuthology.orchestra.run.smithi072.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-05-11T04:27:46.540 INFO:teuthology.orchestra.run.smithi072.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-05-11T04:27:46.540 INFO:teuthology.orchestra.run.smithi072.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-05-11T04:27:46.540 INFO:teuthology.orchestra.run.smithi072.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-05-11T04:27:46.540 INFO:teuthology.orchestra.run.smithi072.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-05-11T04:27:46.540 INFO:teuthology.orchestra.run.smithi072.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-05-11T04:27:46.540 INFO:teuthology.orchestra.run.smithi072.stdout:Suggested packages: 2024-05-11T04:27:46.540 INFO:teuthology.orchestra.run.smithi072.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-05-11T04:27:46.541 INFO:teuthology.orchestra.run.smithi072.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-05-11T04:27:46.541 INFO:teuthology.orchestra.run.smithi072.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-05-11T04:27:46.541 INFO:teuthology.orchestra.run.smithi072.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-05-11T04:27:46.541 INFO:teuthology.orchestra.run.smithi072.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-05-11T04:27:46.541 INFO:teuthology.orchestra.run.smithi072.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-05-11T04:27:46.541 INFO:teuthology.orchestra.run.smithi072.stdout: python3-watchdog 2024-05-11T04:27:46.541 INFO:teuthology.orchestra.run.smithi072.stdout:Recommended packages: 2024-05-11T04:27:46.541 INFO:teuthology.orchestra.run.smithi072.stdout: btrfs-tools 2024-05-11T04:27:46.639 INFO:teuthology.orchestra.run.smithi072.stdout:The following NEW packages will be installed: 2024-05-11T04:27:46.639 INFO:teuthology.orchestra.run.smithi072.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-05-11T04:27:46.639 INFO:teuthology.orchestra.run.smithi072.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-05-11T04:27:46.639 INFO:teuthology.orchestra.run.smithi072.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-05-11T04:27:46.639 INFO:teuthology.orchestra.run.smithi072.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-05-11T04:27:46.639 INFO:teuthology.orchestra.run.smithi072.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-05-11T04:27:46.639 INFO:teuthology.orchestra.run.smithi072.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-05-11T04:27:46.640 INFO:teuthology.orchestra.run.smithi072.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-05-11T04:27:46.640 INFO:teuthology.orchestra.run.smithi072.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-05-11T04:27:46.640 INFO:teuthology.orchestra.run.smithi072.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-05-11T04:27:46.640 INFO:teuthology.orchestra.run.smithi072.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-google-auth 2024-05-11T04:27:46.640 INFO:teuthology.orchestra.run.smithi072.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-05-11T04:27:46.640 INFO:teuthology.orchestra.run.smithi072.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-05-11T04:27:46.640 INFO:teuthology.orchestra.run.smithi072.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-05-11T04:27:46.640 INFO:teuthology.orchestra.run.smithi072.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-05-11T04:27:46.641 INFO:teuthology.orchestra.run.smithi072.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-05-11T04:27:46.641 INFO:teuthology.orchestra.run.smithi072.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-05-11T04:27:46.641 INFO:teuthology.orchestra.run.smithi072.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-05-11T04:27:46.641 INFO:teuthology.orchestra.run.smithi072.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru python3-requests 2024-05-11T04:27:46.641 INFO:teuthology.orchestra.run.smithi072.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-05-11T04:27:46.641 INFO:teuthology.orchestra.run.smithi072.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-05-11T04:27:46.641 INFO:teuthology.orchestra.run.smithi072.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-05-11T04:27:46.641 INFO:teuthology.orchestra.run.smithi072.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-05-11T04:27:46.641 INFO:teuthology.orchestra.run.smithi072.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-05-11T04:27:46.641 INFO:teuthology.orchestra.run.smithi072.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-05-11T04:27:46.641 INFO:teuthology.orchestra.run.smithi072.stdout: socat xmlstarlet 2024-05-11T04:27:46.651 INFO:teuthology.orchestra.run.smithi086.stdout:The following packages were automatically installed and are no longer required: 2024-05-11T04:27:46.651 INFO:teuthology.orchestra.run.smithi086.stdout: libboost-iostreams1.74.0 libboost-thread1.74.0 libgfapi0 libgfrpc0 libgfxdr0 2024-05-11T04:27:46.651 INFO:teuthology.orchestra.run.smithi086.stdout: libglusterfs0 libiscsi7 libpmemobj1 libpython2-dev libpython2-stdlib 2024-05-11T04:27:46.651 INFO:teuthology.orchestra.run.smithi086.stdout: libpython2.7 libpython2.7-dev libpython2.7-minimal libpython2.7-stdlib 2024-05-11T04:27:46.652 INFO:teuthology.orchestra.run.smithi086.stdout: linux-image-5.4.0-135-generic linux-modules-5.4.0-135-generic python2 2024-05-11T04:27:46.652 INFO:teuthology.orchestra.run.smithi086.stdout: python2-dev python2-minimal python2.7 python2.7-dev python2.7-minimal 2024-05-11T04:27:46.652 INFO:teuthology.orchestra.run.smithi086.stdout:Use 'sudo apt autoremove' to remove them. 2024-05-11T04:27:46.652 INFO:teuthology.orchestra.run.smithi086.stdout:The following additional packages will be installed: 2024-05-11T04:27:46.652 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-05-11T04:27:46.652 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd ceph-volume jq 2024-05-11T04:27:46.653 INFO:teuthology.orchestra.run.smithi086.stdout: libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 liboath0 libonig5 2024-05-11T04:27:46.653 INFO:teuthology.orchestra.run.smithi086.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 libradosstriper1 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.16.0 nvme-cli 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python-asyncssh-doc python-babel-localedata python-pastedeploy-tpl 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python3-asyncssh python3-babel python3-bcrypt python3-cachetools 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python3-ceph-argparse python3-ceph-common python3-certifi python3-cheroot 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cherrypy3 python3-google-auth python3-idna python3-iniconfig 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco.classes python3-jaraco.collections python3-jaraco.functools 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco.text python3-jinja2 python3-joblib python3-kubernetes 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python3-logutils python3-mako python3-markupsafe python3-natsort 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python3-openssl python3-paste python3-pastedeploy python3-pastescript 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pecan python3-pluggy python3-portend python3-prettytable 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python3-psutil python3-py python3-pyasn1 python3-pyasn1-modules 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pygments python3-pyinotify python3-pytest python3-repoze.lru 2024-05-11T04:27:46.654 INFO:teuthology.orchestra.run.smithi086.stdout: python3-requests python3-requests-oauthlib python3-routes python3-rsa 2024-05-11T04:27:46.655 INFO:teuthology.orchestra.run.smithi086.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-05-11T04:27:46.655 INFO:teuthology.orchestra.run.smithi086.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-05-11T04:27:46.655 INFO:teuthology.orchestra.run.smithi086.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-05-11T04:27:46.655 INFO:teuthology.orchestra.run.smithi086.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-05-11T04:27:46.655 INFO:teuthology.orchestra.run.smithi086.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n socat xmlstarlet 2024-05-11T04:27:46.655 INFO:teuthology.orchestra.run.smithi086.stdout:Suggested packages: 2024-05-11T04:27:46.655 INFO:teuthology.orchestra.run.smithi086.stdout: python3-influxdb python-jinja2-doc python3-beaker python-mako-doc 2024-05-11T04:27:46.655 INFO:teuthology.orchestra.run.smithi086.stdout: python-natsort-doc python-openssl-doc python3-openssl-dbg httpd-wsgi 2024-05-11T04:27:46.655 INFO:teuthology.orchestra.run.smithi086.stdout: libapache2-mod-python libapache2-mod-scgi libjs-mochikit python-pecan-doc 2024-05-11T04:27:46.656 INFO:teuthology.orchestra.run.smithi086.stdout: python-psutil-doc subversion python-pygments-doc python-pyinotify-doc 2024-05-11T04:27:46.656 INFO:teuthology.orchestra.run.smithi086.stdout: python3-socks python-requests-doc python3-dap python-sklearn-doc ipython3 2024-05-11T04:27:46.656 INFO:teuthology.orchestra.run.smithi086.stdout: python-waitress-doc python-webob-doc python-webtest-doc python-werkzeug-doc 2024-05-11T04:27:46.656 INFO:teuthology.orchestra.run.smithi086.stdout: python3-watchdog 2024-05-11T04:27:46.656 INFO:teuthology.orchestra.run.smithi086.stdout:Recommended packages: 2024-05-11T04:27:46.656 INFO:teuthology.orchestra.run.smithi086.stdout: btrfs-tools 2024-05-11T04:27:46.706 INFO:teuthology.orchestra.run.smithi072.stdout:0 upgraded, 109 newly installed, 0 to remove and 307 not upgraded. 2024-05-11T04:27:46.706 INFO:teuthology.orchestra.run.smithi072.stdout:Need to get 162 MB of archives. 2024-05-11T04:27:46.707 INFO:teuthology.orchestra.run.smithi072.stdout:After this operation, 743 MB of additional disk space will be used. 2024-05-11T04:27:46.707 INFO:teuthology.orchestra.run.smithi072.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-05-11T04:27:46.751 INFO:teuthology.orchestra.run.smithi086.stdout:The following NEW packages will be installed: 2024-05-11T04:27:46.751 INFO:teuthology.orchestra.run.smithi086.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-05-11T04:27:46.751 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-05-11T04:27:46.751 INFO:teuthology.orchestra.run.smithi086.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm jq 2024-05-11T04:27:46.752 INFO:teuthology.orchestra.run.smithi086.stdout: libcephfs-dev libcephfs2 libdouble-conversion3 libfmt8 libjq1 liblttng-ust1 2024-05-11T04:27:46.752 INFO:teuthology.orchestra.run.smithi086.stdout: liboath0 libonig5 libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 2024-05-11T04:27:46.752 INFO:teuthology.orchestra.run.smithi086.stdout: librados2 libradosstriper1 librbd1 librdkafka1 librgw2 libsqlite3-mod-ceph 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: libthrift-0.16.0 nvme-cli python-asyncssh-doc python-babel-localedata 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python-pastedeploy-tpl python3-asyncssh python3-babel python3-bcrypt 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-cachetools python3-ceph-argparse python3-ceph-common python3-cephfs 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-certifi python3-cheroot python3-cherrypy3 python3-google-auth 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-idna python3-iniconfig python3-jaraco.classes 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jaraco.collections python3-jaraco.functools python3-jaraco.text 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-jinja2 python3-joblib python3-kubernetes python3-logutils 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-mako python3-markupsafe python3-natsort python3-openssl 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pluggy python3-portend python3-prettytable python3-psutil python3-py 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pyasn1 python3-pyasn1-modules python3-pygments python3-pyinotify 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru python3-requests 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-simplegeneric python3-simplejson python3-singledispatch 2024-05-11T04:27:46.753 INFO:teuthology.orchestra.run.smithi086.stdout: python3-sklearn python3-sklearn-lib python3-tempita python3-tempora 2024-05-11T04:27:46.754 INFO:teuthology.orchestra.run.smithi086.stdout: python3-threadpoolctl python3-toml python3-urllib3 python3-waitress 2024-05-11T04:27:46.754 INFO:teuthology.orchestra.run.smithi086.stdout: python3-wcwidth python3-webob python3-websocket python3-webtest 2024-05-11T04:27:46.754 INFO:teuthology.orchestra.run.smithi086.stdout: python3-werkzeug python3-zc.lockfile qttranslations5-l10n radosgw rbd-fuse 2024-05-11T04:27:46.754 INFO:teuthology.orchestra.run.smithi086.stdout: socat xmlstarlet 2024-05-11T04:27:46.775 INFO:teuthology.orchestra.run.smithi072.stdout:Get:2 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-05-11T04:27:46.781 INFO:teuthology.orchestra.run.smithi072.stdout:Get:3 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.2-1314-gd8a07129-1jammy [3,447 kB] 2024-05-11T04:27:46.819 INFO:teuthology.orchestra.run.smithi072.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-05-11T04:27:46.823 INFO:teuthology.orchestra.run.smithi072.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-05-11T04:27:46.842 INFO:teuthology.orchestra.run.smithi072.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-05-11T04:27:46.902 INFO:teuthology.orchestra.run.smithi072.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-05-11T04:27:46.907 INFO:teuthology.orchestra.run.smithi072.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-05-11T04:27:46.920 INFO:teuthology.orchestra.run.smithi072.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-05-11T04:27:46.924 INFO:teuthology.orchestra.run.smithi072.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-05-11T04:27:46.924 INFO:teuthology.orchestra.run.smithi072.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-05-11T04:27:46.925 INFO:teuthology.orchestra.run.smithi072.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-05-11T04:27:46.934 INFO:teuthology.orchestra.run.smithi072.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-05-11T04:27:46.935 INFO:teuthology.orchestra.run.smithi072.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-05-11T04:27:46.935 INFO:teuthology.orchestra.run.smithi072.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-05-11T04:27:46.936 INFO:teuthology.orchestra.run.smithi072.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-05-11T04:27:46.939 INFO:teuthology.orchestra.run.smithi086.stdout:0 upgraded, 109 newly installed, 0 to remove and 307 not upgraded. 2024-05-11T04:27:46.939 INFO:teuthology.orchestra.run.smithi086.stdout:Need to get 162 MB of archives. 2024-05-11T04:27:46.939 INFO:teuthology.orchestra.run.smithi086.stdout:After this operation, 743 MB of additional disk space will be used. 2024-05-11T04:27:46.940 INFO:teuthology.orchestra.run.smithi086.stdout:Get:1 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libfmt8 amd64 8.1.1+ds1-2 [60.2 kB] 2024-05-11T04:27:46.948 INFO:teuthology.orchestra.run.smithi072.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-05-11T04:27:46.948 INFO:teuthology.orchestra.run.smithi072.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-05-11T04:27:46.949 INFO:teuthology.orchestra.run.smithi072.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-05-11T04:27:46.968 INFO:teuthology.orchestra.run.smithi072.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-05-11T04:27:46.969 INFO:teuthology.orchestra.run.smithi072.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-05-11T04:27:46.969 INFO:teuthology.orchestra.run.smithi072.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-05-11T04:27:46.972 INFO:teuthology.orchestra.run.smithi072.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-05-11T04:27:46.973 INFO:teuthology.orchestra.run.smithi072.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-05-11T04:27:46.973 INFO:teuthology.orchestra.run.smithi072.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-05-11T04:27:46.974 INFO:teuthology.orchestra.run.smithi072.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-05-11T04:27:46.984 INFO:teuthology.orchestra.run.smithi086.stdout:Get:2 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librados2 amd64 18.2.2-1314-gd8a07129-1jammy [3,447 kB] 2024-05-11T04:27:46.989 INFO:teuthology.orchestra.run.smithi072.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-05-11T04:27:46.990 INFO:teuthology.orchestra.run.smithi072.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-05-11T04:27:46.990 INFO:teuthology.orchestra.run.smithi072.stdout:Get:29 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.2-1314-gd8a07129-1jammy [3,105 kB] 2024-05-11T04:27:46.990 INFO:teuthology.orchestra.run.smithi072.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-05-11T04:27:47.009 INFO:teuthology.orchestra.run.smithi072.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-05-11T04:27:47.010 INFO:teuthology.orchestra.run.smithi072.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-05-11T04:27:47.011 INFO:teuthology.orchestra.run.smithi072.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-05-11T04:27:47.016 INFO:teuthology.orchestra.run.smithi072.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-05-11T04:27:47.017 INFO:teuthology.orchestra.run.smithi072.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-05-11T04:27:47.017 INFO:teuthology.orchestra.run.smithi072.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-05-11T04:27:47.018 INFO:teuthology.orchestra.run.smithi072.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-05-11T04:27:47.032 INFO:teuthology.orchestra.run.smithi072.stdout:Get:38 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-05-11T04:27:47.034 INFO:teuthology.orchestra.run.smithi072.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-05-11T04:27:47.035 INFO:teuthology.orchestra.run.smithi072.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-05-11T04:27:47.052 INFO:teuthology.orchestra.run.smithi072.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-05-11T04:27:47.053 INFO:teuthology.orchestra.run.smithi072.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-05-11T04:27:47.056 INFO:teuthology.orchestra.run.smithi072.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-05-11T04:27:47.056 INFO:teuthology.orchestra.run.smithi072.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-05-11T04:27:47.057 INFO:teuthology.orchestra.run.smithi072.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-05-11T04:27:47.060 INFO:teuthology.orchestra.run.smithi072.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-05-11T04:27:47.086 INFO:teuthology.orchestra.run.smithi072.stdout:Get:47 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.2-1314-gd8a07129-1jammy [679 kB] 2024-05-11T04:27:47.109 INFO:teuthology.orchestra.run.smithi072.stdout:Get:48 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.2-1314-gd8a07129-1jammy [357 kB] 2024-05-11T04:27:47.115 INFO:teuthology.orchestra.run.smithi072.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-05-11T04:27:47.116 INFO:teuthology.orchestra.run.smithi072.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-05-11T04:27:47.117 INFO:teuthology.orchestra.run.smithi072.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-05-11T04:27:47.118 INFO:teuthology.orchestra.run.smithi072.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-05-11T04:27:47.119 INFO:teuthology.orchestra.run.smithi072.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-05-11T04:27:47.155 INFO:teuthology.orchestra.run.smithi072.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-05-11T04:27:47.156 INFO:teuthology.orchestra.run.smithi072.stdout:Get:55 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.2-1314-gd8a07129-1jammy [32.8 kB] 2024-05-11T04:27:47.156 INFO:teuthology.orchestra.run.smithi072.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-05-11T04:27:47.157 INFO:teuthology.orchestra.run.smithi072.stdout:Get:57 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.2-1314-gd8a07129-1jammy [180 kB] 2024-05-11T04:27:47.158 INFO:teuthology.orchestra.run.smithi072.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-05-11T04:27:47.158 INFO:teuthology.orchestra.run.smithi072.stdout:Get:59 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-05-11T04:27:47.159 INFO:teuthology.orchestra.run.smithi072.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-05-11T04:27:47.162 INFO:teuthology.orchestra.run.smithi072.stdout:Get:61 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.2-1314-gd8a07129-1jammy [63.7 kB] 2024-05-11T04:27:47.164 INFO:teuthology.orchestra.run.smithi072.stdout:Get:62 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.2-1314-gd8a07129-1jammy [330 kB] 2024-05-11T04:27:47.171 INFO:teuthology.orchestra.run.smithi072.stdout:Get:63 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.2-1314-gd8a07129-1jammy [5,891 kB] 2024-05-11T04:27:47.177 INFO:teuthology.orchestra.run.smithi072.stdout:Get:64 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-05-11T04:27:47.179 INFO:teuthology.orchestra.run.smithi072.stdout:Get:65 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-05-11T04:27:47.180 INFO:teuthology.orchestra.run.smithi072.stdout:Get:66 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-05-11T04:27:47.196 INFO:teuthology.orchestra.run.smithi072.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-05-11T04:27:47.196 INFO:teuthology.orchestra.run.smithi072.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-05-11T04:27:47.196 INFO:teuthology.orchestra.run.smithi072.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-05-11T04:27:47.203 INFO:teuthology.orchestra.run.smithi072.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-05-11T04:27:47.204 INFO:teuthology.orchestra.run.smithi072.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-05-11T04:27:47.204 INFO:teuthology.orchestra.run.smithi072.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-05-11T04:27:47.205 INFO:teuthology.orchestra.run.smithi072.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-05-11T04:27:47.206 INFO:teuthology.orchestra.run.smithi072.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-05-11T04:27:47.209 INFO:teuthology.orchestra.run.smithi072.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-05-11T04:27:47.223 INFO:teuthology.orchestra.run.smithi086.stdout:Get:3 http://archive.ubuntu.com/ubuntu jammy/main amd64 liblttng-ust1 amd64 2.13.1-1ubuntu1 [190 kB] 2024-05-11T04:27:47.224 INFO:teuthology.orchestra.run.smithi072.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-05-11T04:27:47.226 INFO:teuthology.orchestra.run.smithi072.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-05-11T04:27:47.256 INFO:teuthology.orchestra.run.smithi072.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-05-11T04:27:47.260 INFO:teuthology.orchestra.run.smithi072.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-05-11T04:27:47.263 INFO:teuthology.orchestra.run.smithi072.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-05-11T04:27:47.269 INFO:teuthology.orchestra.run.smithi072.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-05-11T04:27:47.272 INFO:teuthology.orchestra.run.smithi072.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-05-11T04:27:47.273 INFO:teuthology.orchestra.run.smithi072.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-05-11T04:27:47.275 INFO:teuthology.orchestra.run.smithi072.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-05-11T04:27:47.283 INFO:teuthology.orchestra.run.smithi072.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-05-11T04:27:47.284 INFO:teuthology.orchestra.run.smithi072.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-05-11T04:27:47.298 INFO:teuthology.orchestra.run.smithi072.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-05-11T04:27:47.344 INFO:teuthology.orchestra.run.smithi072.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.2-1314-gd8a07129-1jammy [112 kB] 2024-05-11T04:27:47.347 INFO:teuthology.orchestra.run.smithi072.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.2-1314-gd8a07129-1jammy [441 kB] 2024-05-11T04:27:47.361 INFO:teuthology.orchestra.run.smithi072.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.2-1314-gd8a07129-1jammy [21.9 MB] 2024-05-11T04:27:47.393 INFO:teuthology.orchestra.run.smithi086.stdout:Get:4 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libdouble-conversion3 amd64 3.1.7-4 [39.0 kB] 2024-05-11T04:27:47.408 INFO:teuthology.orchestra.run.smithi086.stdout:Get:5 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 libpcre2-16-0 amd64 10.39-3ubuntu0.1 [203 kB] 2024-05-11T04:27:47.480 INFO:teuthology.orchestra.run.smithi086.stdout:Get:6 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5core5a amd64 5.15.3+dfsg-2ubuntu0.2 [2,006 kB] 2024-05-11T04:27:47.675 INFO:teuthology.orchestra.run.smithi086.stdout:Get:7 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5dbus5 amd64 5.15.3+dfsg-2ubuntu0.2 [222 kB] 2024-05-11T04:27:47.685 INFO:teuthology.orchestra.run.smithi086.stdout:Get:8 http://archive.ubuntu.com/ubuntu jammy-updates/universe amd64 libqt5network5 amd64 5.15.3+dfsg-2ubuntu0.2 [731 kB] 2024-05-11T04:27:47.713 INFO:teuthology.orchestra.run.smithi086.stdout:Get:9 http://archive.ubuntu.com/ubuntu jammy/universe amd64 libthrift-0.16.0 amd64 0.16.0-2 [267 kB] 2024-05-11T04:27:47.722 INFO:teuthology.orchestra.run.smithi086.stdout:Get:10 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-wcwidth all 0.2.5+dfsg1-1 [21.9 kB] 2024-05-11T04:27:47.723 INFO:teuthology.orchestra.run.smithi086.stdout:Get:11 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-prettytable all 2.5.0-2 [31.3 kB] 2024-05-11T04:27:47.724 INFO:teuthology.orchestra.run.smithi086.stdout:Get:12 http://archive.ubuntu.com/ubuntu jammy/universe amd64 librdkafka1 amd64 1.8.0-1build1 [633 kB] 2024-05-11T04:27:47.905 INFO:teuthology.orchestra.run.smithi086.stdout:Get:13 http://archive.ubuntu.com/ubuntu jammy/main amd64 liboath0 amd64 2.6.7-3build1 [41.1 kB] 2024-05-11T04:27:48.152 INFO:teuthology.orchestra.run.smithi086.stdout:Get:14 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.functools all 3.4.0-2 [9,030 B] 2024-05-11T04:27:48.160 INFO:teuthology.orchestra.run.smithi086.stdout:Get:15 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-cheroot all 8.5.2+ds1-1ubuntu3.1 [71.1 kB] 2024-05-11T04:27:48.195 INFO:teuthology.orchestra.run.smithi072.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.2-1314-gd8a07129-1jammy [5,002 kB] 2024-05-11T04:27:48.259 INFO:teuthology.orchestra.run.smithi086.stdout:Get:16 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.classes all 3.2.1-3 [6,452 B] 2024-05-11T04:27:48.267 INFO:teuthology.orchestra.run.smithi086.stdout:Get:17 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.text all 3.6.0-2 [8,716 B] 2024-05-11T04:27:48.275 INFO:teuthology.orchestra.run.smithi086.stdout:Get:18 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-jaraco.collections all 3.4.0-2 [11.4 kB] 2024-05-11T04:27:48.284 INFO:teuthology.orchestra.run.smithi072.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.2-1314-gd8a07129-1jammy [241 kB] 2024-05-11T04:27:48.288 INFO:teuthology.orchestra.run.smithi086.stdout:Get:19 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempora all 4.1.2-1 [14.8 kB] 2024-05-11T04:27:48.290 INFO:teuthology.orchestra.run.smithi072.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.2-1314-gd8a07129-1jammy [130 kB] 2024-05-11T04:27:48.295 INFO:teuthology.orchestra.run.smithi072.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.2-1314-gd8a07129-1jammy [1,490 kB] 2024-05-11T04:27:48.302 INFO:teuthology.orchestra.run.smithi086.stdout:Get:20 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-portend all 3.0.0-1 [7,240 B] 2024-05-11T04:27:48.308 INFO:teuthology.orchestra.run.smithi086.stdout:Get:21 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-zc.lockfile all 2.0-1 [8,980 B] 2024-05-11T04:27:48.315 INFO:teuthology.orchestra.run.smithi086.stdout:Get:22 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cherrypy3 all 18.6.1-4 [208 kB] 2024-05-11T04:27:48.347 INFO:teuthology.orchestra.run.smithi072.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.2-1314-gd8a07129-1jammy [6,079 kB] 2024-05-11T04:27:48.413 INFO:teuthology.orchestra.run.smithi086.stdout:Get:23 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-natsort all 8.0.2-1 [35.3 kB] 2024-05-11T04:27:48.556 INFO:teuthology.orchestra.run.smithi072.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.2-1314-gd8a07129-1jammy [22.3 MB] 2024-05-11T04:27:48.587 INFO:teuthology.orchestra.run.smithi086.stdout:Get:24 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-logutils all 0.3.3-8 [17.6 kB] 2024-05-11T04:27:48.754 INFO:teuthology.orchestra.run.smithi086.stdout:Get:25 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-markupsafe amd64 2.0.1-2build1 [12.7 kB] 2024-05-11T04:27:48.779 INFO:teuthology.orchestra.run.smithi086.stdout:Get:26 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-mako all 1.1.3+ds1-2ubuntu0.1 [60.5 kB] 2024-05-11T04:27:48.909 INFO:teuthology.orchestra.run.smithi086.stdout:Get:27 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-05-11T04:27:48.928 INFO:teuthology.orchestra.run.smithi086.stdout:Get:28 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-singledispatch all 3.4.0.3-3 [7,320 B] 2024-05-11T04:27:48.934 INFO:teuthology.orchestra.run.smithi086.stdout:Get:29 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webob all 1:1.8.6-1.1 [85.2 kB] 2024-05-11T04:27:49.005 INFO:teuthology.orchestra.run.smithi086.stdout:Get:30 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-waitress all 1.4.4-1.1ubuntu1 [47.3 kB] 2024-05-11T04:27:49.032 INFO:teuthology.orchestra.run.smithi086.stdout:Get:31 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-tempita all 0.5.2-6ubuntu1 [15.1 kB] 2024-05-11T04:27:49.039 INFO:teuthology.orchestra.run.smithi086.stdout:Get:32 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-paste all 3.5.0+dfsg1-1 [456 kB] 2024-05-11T04:27:49.162 INFO:teuthology.orchestra.run.smithi086.stdout:Get:33 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-pastedeploy-tpl all 2.1.1-1 [4,892 B] 2024-05-11T04:27:49.163 INFO:teuthology.orchestra.run.smithi086.stdout:Get:34 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastedeploy all 2.1.1-1 [26.6 kB] 2024-05-11T04:27:49.331 INFO:teuthology.orchestra.run.smithi086.stdout:Get:35 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-webtest all 2.0.35-1 [28.5 kB] 2024-05-11T04:27:49.450 INFO:teuthology.orchestra.run.smithi072.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.2-1314-gd8a07129-1jammy [14.1 kB] 2024-05-11T04:27:49.523 INFO:teuthology.orchestra.run.smithi072.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.2-1314-gd8a07129-1jammy [831 kB] 2024-05-11T04:27:49.523 INFO:teuthology.orchestra.run.smithi072.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.2-1314-gd8a07129-1jammy [2,154 kB] 2024-05-11T04:27:49.523 INFO:teuthology.orchestra.run.smithi072.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.2-1314-gd8a07129-1jammy [238 kB] 2024-05-11T04:27:49.524 INFO:teuthology.orchestra.run.smithi072.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.2-1314-gd8a07129-1jammy [145 kB] 2024-05-11T04:27:49.524 INFO:teuthology.orchestra.run.smithi072.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.2-1314-gd8a07129-1jammy [2,237 kB] 2024-05-11T04:27:49.528 INFO:teuthology.orchestra.run.smithi086.stdout:Get:36 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pecan all 1.3.3-4ubuntu2 [87.3 kB] 2024-05-11T04:27:49.605 INFO:teuthology.orchestra.run.smithi072.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.2-1314-gd8a07129-1jammy [8,625 kB] 2024-05-11T04:27:49.687 INFO:teuthology.orchestra.run.smithi086.stdout:Get:37 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-certifi all 2020.6.20-1 [150 kB] 2024-05-11T04:27:49.698 INFO:teuthology.orchestra.run.smithi086.stdout:Get:38 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librbd1 amd64 18.2.2-1314-gd8a07129-1jammy [3,105 kB] 2024-05-11T04:27:49.791 INFO:teuthology.orchestra.run.smithi086.stdout:Get:39 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-idna all 3.3-1 [49.3 kB] 2024-05-11T04:27:49.812 INFO:teuthology.orchestra.run.smithi086.stdout:Get:40 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-urllib3 all 1.26.5-1~exp1ubuntu0.1 [98.2 kB] 2024-05-11T04:27:49.843 INFO:teuthology.orchestra.run.smithi086.stdout:Get:41 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-requests all 2.25.1+dfsg-2ubuntu0.1 [48.8 kB] 2024-05-11T04:27:49.856 INFO:teuthology.orchestra.run.smithi086.stdout:Get:42 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-werkzeug all 2.0.2+dfsg1-1ubuntu0.22.04.1 [181 kB] 2024-05-11T04:27:49.896 INFO:teuthology.orchestra.run.smithi086.stdout:Get:43 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-bcrypt amd64 3.2.0-1build1 [32.7 kB] 2024-05-11T04:27:49.902 INFO:teuthology.orchestra.run.smithi086.stdout:Get:44 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-openssl all 21.0.0-1 [45.2 kB] 2024-05-11T04:27:49.911 INFO:teuthology.orchestra.run.smithi086.stdout:Get:45 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-asyncssh all 2.5.0-1 [185 kB] 2024-05-11T04:27:49.938 INFO:teuthology.orchestra.run.smithi086.stdout:Get:46 http://archive.ubuntu.com/ubuntu jammy/main amd64 python-babel-localedata all 2.8.0+dfsg.1-7 [4,982 kB] 2024-05-11T04:27:49.947 INFO:teuthology.orchestra.run.smithi072.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.2-1314-gd8a07129-1jammy [14.3 kB] 2024-05-11T04:27:49.947 INFO:teuthology.orchestra.run.smithi072.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.2-1314-gd8a07129-1jammy [42.6 MB] 2024-05-11T04:27:50.326 INFO:teuthology.orchestra.run.smithi086.stdout:Get:47 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-babel all 2.8.0+dfsg.1-7 [85.1 kB] 2024-05-11T04:27:50.658 INFO:teuthology.orchestra.run.smithi086.stdout:Get:48 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 python3-jinja2 all 3.0.3-1ubuntu0.1 [108 kB] 2024-05-11T04:27:50.746 INFO:teuthology.orchestra.run.smithi086.stdout:Get:49 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pluggy all 0.13.0-7.1 [19.0 kB] 2024-05-11T04:27:50.758 INFO:teuthology.orchestra.run.smithi086.stdout:Get:50 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-py all 1.10.0-1 [71.9 kB] 2024-05-11T04:27:50.805 INFO:teuthology.orchestra.run.smithi086.stdout:Get:51 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-iniconfig all 1.1.1-2 [6,024 B] 2024-05-11T04:27:50.808 INFO:teuthology.orchestra.run.smithi086.stdout:Get:52 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-toml all 0.10.2-1 [16.5 kB] 2024-05-11T04:27:50.817 INFO:teuthology.orchestra.run.smithi086.stdout:Get:53 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-pytest all 6.2.5-1ubuntu2 [214 kB] 2024-05-11T04:27:50.882 INFO:teuthology.orchestra.run.smithi086.stdout:Get:54 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-05-11T04:27:50.885 INFO:teuthology.orchestra.run.smithi086.stdout:Get:55 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-routes all 2.5.1-1ubuntu1 [89.0 kB] 2024-05-11T04:27:50.909 INFO:teuthology.orchestra.run.smithi086.stdout:Get:56 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn-lib amd64 0.23.2-5ubuntu6 [2,058 kB] 2024-05-11T04:27:51.085 INFO:teuthology.orchestra.run.smithi086.stdout:Get:57 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-joblib all 0.17.0-4ubuntu1 [204 kB] 2024-05-11T04:27:51.256 INFO:teuthology.orchestra.run.smithi086.stdout:Get:58 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-threadpoolctl all 3.1.0-1 [21.3 kB] 2024-05-11T04:27:51.375 INFO:teuthology.orchestra.run.smithi086.stdout:Get:59 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs2 amd64 18.2.2-1314-gd8a07129-1jammy [679 kB] 2024-05-11T04:27:51.436 INFO:teuthology.orchestra.run.smithi086.stdout:Get:60 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-sklearn all 0.23.2-5ubuntu6 [1,829 kB] 2024-05-11T04:27:51.650 INFO:teuthology.orchestra.run.smithi086.stdout:Get:61 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rados amd64 18.2.2-1314-gd8a07129-1jammy [357 kB] 2024-05-11T04:27:51.730 INFO:teuthology.orchestra.run.smithi072.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.2-1314-gd8a07129-1jammy [121 kB] 2024-05-11T04:27:51.733 INFO:teuthology.orchestra.run.smithi072.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.2-1314-gd8a07129-1jammy [38.3 kB] 2024-05-11T04:27:51.756 INFO:teuthology.orchestra.run.smithi086.stdout:Get:62 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-argparse all 18.2.2-1314-gd8a07129-1jammy [32.8 kB] 2024-05-11T04:27:51.770 INFO:teuthology.orchestra.run.smithi086.stdout:Get:63 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-cephfs amd64 18.2.2-1314-gd8a07129-1jammy [180 kB] 2024-05-11T04:27:51.826 INFO:teuthology.orchestra.run.smithi086.stdout:Get:64 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-ceph-common all 18.2.2-1314-gd8a07129-1jammy [63.7 kB] 2024-05-11T04:27:51.841 INFO:teuthology.orchestra.run.smithi086.stdout:Get:65 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rbd amd64 18.2.2-1314-gd8a07129-1jammy [330 kB] 2024-05-11T04:27:51.877 INFO:teuthology.orchestra.run.smithi072.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.2-1314-gd8a07129-1jammy [11.6 MB] 2024-05-11T04:27:51.936 INFO:teuthology.orchestra.run.smithi086.stdout:Get:66 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 librgw2 amd64 18.2.2-1314-gd8a07129-1jammy [5,891 kB] 2024-05-11T04:27:51.950 INFO:teuthology.orchestra.run.smithi086.stdout:Get:67 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-cachetools all 5.0.0-1 [9,722 B] 2024-05-11T04:27:51.950 INFO:teuthology.orchestra.run.smithi086.stdout:Get:68 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1 all 0.4.8-1 [50.9 kB] 2024-05-11T04:27:51.953 INFO:teuthology.orchestra.run.smithi086.stdout:Get:69 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyasn1-modules all 0.2.1-1 [33.0 kB] 2024-05-11T04:27:51.955 INFO:teuthology.orchestra.run.smithi086.stdout:Get:70 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-rsa all 4.8-1 [28.4 kB] 2024-05-11T04:27:51.957 INFO:teuthology.orchestra.run.smithi086.stdout:Get:71 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-google-auth all 1.5.1-3 [35.7 kB] 2024-05-11T04:27:51.959 INFO:teuthology.orchestra.run.smithi086.stdout:Get:72 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-requests-oauthlib all 1.3.0+ds-0.1 [18.7 kB] 2024-05-11T04:27:51.960 INFO:teuthology.orchestra.run.smithi086.stdout:Get:73 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-websocket all 1.2.3-1 [34.7 kB] 2024-05-11T04:27:51.962 INFO:teuthology.orchestra.run.smithi086.stdout:Get:74 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python3-kubernetes all 12.0.1-1ubuntu1 [353 kB] 2024-05-11T04:27:51.981 INFO:teuthology.orchestra.run.smithi086.stdout:Get:75 http://archive.ubuntu.com/ubuntu jammy/main amd64 libonig5 amd64 6.9.7.1-2build1 [172 kB] 2024-05-11T04:27:52.151 INFO:teuthology.orchestra.run.smithi086.stdout:Get:76 http://archive.ubuntu.com/ubuntu jammy/main amd64 libjq1 amd64 1.6-2.1ubuntu3 [133 kB] 2024-05-11T04:27:52.207 INFO:teuthology.orchestra.run.smithi072.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.2-1314-gd8a07129-1jammy [93.1 kB] 2024-05-11T04:27:52.530 INFO:teuthology.orchestra.run.smithi086.stdout:Get:77 http://archive.ubuntu.com/ubuntu jammy/main amd64 jq amd64 1.6-2.1ubuntu3 [52.5 kB] 2024-05-11T04:27:52.554 INFO:teuthology.orchestra.run.smithi086.stdout:Get:78 http://archive.ubuntu.com/ubuntu jammy/main amd64 socat amd64 1.7.4.1-3ubuntu4 [349 kB] 2024-05-11T04:27:52.705 INFO:teuthology.orchestra.run.smithi086.stdout:Get:79 http://archive.ubuntu.com/ubuntu jammy/universe amd64 xmlstarlet amd64 1.6.1-2.1 [265 kB] 2024-05-11T04:27:52.755 INFO:teuthology.orchestra.run.smithi086.stdout:Get:80 http://archive.ubuntu.com/ubuntu jammy-updates/main amd64 nvme-cli amd64 1.16-3ubuntu0.1 [474 kB] 2024-05-11T04:27:52.768 INFO:teuthology.orchestra.run.smithi072.stdout:Fetched 162 MB in 6s (29.2 MB/s) 2024-05-11T04:27:52.816 INFO:teuthology.orchestra.run.smithi086.stdout:Get:81 http://archive.ubuntu.com/ubuntu jammy/universe amd64 python-asyncssh-doc all 2.5.0-1 [318 kB] 2024-05-11T04:27:52.842 INFO:teuthology.orchestra.run.smithi086.stdout:Get:82 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-05-11T04:27:52.846 INFO:teuthology.orchestra.run.smithi086.stdout:Get:83 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-psutil amd64 5.9.0-1build1 [158 kB] 2024-05-11T04:27:52.858 INFO:teuthology.orchestra.run.smithi086.stdout:Get:84 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pygments all 2.11.2+dfsg-2 [750 kB] 2024-05-11T04:27:52.890 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libfmt8:amd64. 2024-05-11T04:27:52.901 INFO:teuthology.orchestra.run.smithi086.stdout:Get:85 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-pyinotify all 0.9.6-1.3 [24.8 kB] 2024-05-11T04:27:52.902 INFO:teuthology.orchestra.run.smithi086.stdout:Get:86 http://archive.ubuntu.com/ubuntu jammy/main amd64 python3-simplejson amd64 3.17.6-1build1 [54.7 kB] 2024-05-11T04:27:52.978 INFO:teuthology.orchestra.run.smithi072.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-05-11T04:27:52.983 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-05-11T04:27:53.064 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-05-11T04:27:53.069 INFO:teuthology.orchestra.run.smithi086.stdout:Get:87 http://archive.ubuntu.com/ubuntu jammy/universe amd64 qttranslations5-l10n all 5.15.3-1 [1,983 kB] 2024-05-11T04:27:53.438 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-05-11T04:27:53.464 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-05-11T04:27:53.500 INFO:teuthology.orchestra.run.smithi086.stdout:Get:88 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 python3-rgw amd64 18.2.2-1314-gd8a07129-1jammy [112 kB] 2024-05-11T04:27:53.505 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-05-11T04:27:53.529 INFO:teuthology.orchestra.run.smithi086.stdout:Get:89 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libradosstriper1 amd64 18.2.2-1314-gd8a07129-1jammy [441 kB] 2024-05-11T04:27:53.635 INFO:teuthology.orchestra.run.smithi086.stdout:Get:90 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-common amd64 18.2.2-1314-gd8a07129-1jammy [21.9 MB] 2024-05-11T04:27:53.861 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-05-11T04:27:53.887 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../002-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-05-11T04:27:53.927 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-05-11T04:27:54.276 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-05-11T04:27:54.302 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../003-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-05-11T04:27:54.343 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-05-11T04:27:54.792 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-05-11T04:27:54.818 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../004-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:27:54.867 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:27:55.333 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-05-11T04:27:55.359 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../005-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:27:55.490 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:27:55.830 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-05-11T04:27:55.856 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../006-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:27:55.897 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:27:56.262 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-05-11T04:27:56.288 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../007-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-05-11T04:27:56.329 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-05-11T04:27:56.727 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package librados2. 2024-05-11T04:27:56.754 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../008-librados2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:27:56.802 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking librados2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:27:57.357 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package librbd1. 2024-05-11T04:27:57.383 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../009-librbd1_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:27:57.432 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking librbd1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:27:57.701 INFO:teuthology.orchestra.run.smithi086.stdout:Get:91 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-base amd64 18.2.2-1314-gd8a07129-1jammy [5,002 kB] 2024-05-11T04:27:57.964 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libcephfs2. 2024-05-11T04:27:57.990 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../010-libcephfs2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:27:58.039 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libcephfs2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:27:58.377 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-rados. 2024-05-11T04:27:58.403 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../011-python3-rados_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:27:58.452 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-rados (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:27:58.554 INFO:teuthology.orchestra.run.smithi086.stdout:Get:92 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-modules-core all 18.2.2-1314-gd8a07129-1jammy [241 kB] 2024-05-11T04:27:58.588 INFO:teuthology.orchestra.run.smithi086.stdout:Get:93 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libsqlite3-mod-ceph amd64 18.2.2-1314-gd8a07129-1jammy [130 kB] 2024-05-11T04:27:58.593 INFO:teuthology.orchestra.run.smithi086.stdout:Get:94 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr amd64 18.2.2-1314-gd8a07129-1jammy [1,490 kB] 2024-05-11T04:27:58.800 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-05-11T04:27:58.811 INFO:teuthology.orchestra.run.smithi086.stdout:Get:95 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mon amd64 18.2.2-1314-gd8a07129-1jammy [6,079 kB] 2024-05-11T04:27:58.826 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../012-python3-ceph-argparse_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:27:58.883 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-ceph-argparse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:27:59.180 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-cephfs. 2024-05-11T04:27:59.195 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../013-python3-cephfs_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:27:59.240 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-cephfs (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:27:59.468 INFO:teuthology.orchestra.run.smithi086.stdout:Get:96 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-osd amd64 18.2.2-1314-gd8a07129-1jammy [22.3 MB] 2024-05-11T04:27:59.561 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-ceph-common. 2024-05-11T04:27:59.588 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../014-python3-ceph-common_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:27:59.628 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:27:59.960 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-wcwidth. 2024-05-11T04:27:59.986 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-05-11T04:28:00.027 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-05-11T04:28:00.366 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-prettytable. 2024-05-11T04:28:00.392 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-05-11T04:28:00.432 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-05-11T04:28:00.688 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-rbd. 2024-05-11T04:28:00.714 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../017-python3-rbd_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:00.755 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-rbd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:01.120 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-05-11T04:28:01.146 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-05-11T04:28:01.187 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-05-11T04:28:01.314 INFO:teuthology.orchestra.run.smithi086.stdout:Get:97 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph amd64 18.2.2-1314-gd8a07129-1jammy [14.1 kB] 2024-05-11T04:28:01.315 INFO:teuthology.orchestra.run.smithi086.stdout:Get:98 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-fuse amd64 18.2.2-1314-gd8a07129-1jammy [831 kB] 2024-05-11T04:28:01.331 INFO:teuthology.orchestra.run.smithi086.stdout:Get:99 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mds amd64 18.2.2-1314-gd8a07129-1jammy [2,154 kB] 2024-05-11T04:28:01.458 INFO:teuthology.orchestra.run.smithi086.stdout:Get:100 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 cephadm amd64 18.2.2-1314-gd8a07129-1jammy [238 kB] 2024-05-11T04:28:01.463 INFO:teuthology.orchestra.run.smithi086.stdout:Get:101 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-cephadm all 18.2.2-1314-gd8a07129-1jammy [145 kB] 2024-05-11T04:28:01.466 INFO:teuthology.orchestra.run.smithi086.stdout:Get:102 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-dashboard all 18.2.2-1314-gd8a07129-1jammy [2,237 kB] 2024-05-11T04:28:01.525 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package librgw2. 2024-05-11T04:28:01.540 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../019-librgw2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:01.575 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking librgw2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:01.604 INFO:teuthology.orchestra.run.smithi086.stdout:Get:103 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-diskprediction-local all 18.2.2-1314-gd8a07129-1jammy [8,625 kB] 2024-05-11T04:28:02.067 INFO:teuthology.orchestra.run.smithi086.stdout:Get:104 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-mgr-k8sevents all 18.2.2-1314-gd8a07129-1jammy [14.3 kB] 2024-05-11T04:28:02.067 INFO:teuthology.orchestra.run.smithi086.stdout:Get:105 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-test amd64 18.2.2-1314-gd8a07129-1jammy [42.6 MB] 2024-05-11T04:28:02.190 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-rgw. 2024-05-11T04:28:02.216 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../020-python3-rgw_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:02.256 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-rgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:02.595 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package liboath0:amd64. 2024-05-11T04:28:02.621 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-05-11T04:28:02.662 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-05-11T04:28:02.968 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libradosstriper1. 2024-05-11T04:28:02.994 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../022-libradosstriper1_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:03.035 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libradosstriper1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:03.476 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-common. 2024-05-11T04:28:03.502 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../023-ceph-common_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:03.543 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:04.062 INFO:teuthology.orchestra.run.smithi086.stdout:Get:106 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 ceph-volume all 18.2.2-1314-gd8a07129-1jammy [121 kB] 2024-05-11T04:28:04.064 INFO:teuthology.orchestra.run.smithi086.stdout:Get:107 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 libcephfs-dev amd64 18.2.2-1314-gd8a07129-1jammy [38.3 kB] 2024-05-11T04:28:04.065 INFO:teuthology.orchestra.run.smithi086.stdout:Get:108 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 radosgw amd64 18.2.2-1314-gd8a07129-1jammy [11.6 MB] 2024-05-11T04:28:04.348 INFO:teuthology.orchestra.run.smithi086.stdout:Get:109 https://3.chacra.ceph.com/r/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/flavors/default jammy/main amd64 rbd-fuse amd64 18.2.2-1314-gd8a07129-1jammy [93.1 kB] 2024-05-11T04:28:04.899 INFO:teuthology.orchestra.run.smithi086.stdout:Fetched 162 MB in 18s (9,220 kB/s) 2024-05-11T04:28:05.028 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libfmt8:amd64. 2024-05-11T04:28:05.122 INFO:teuthology.orchestra.run.smithi086.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 165990 files and directories currently installed.) 2024-05-11T04:28:05.127 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../000-libfmt8_8.1.1+ds1-2_amd64.deb ... 2024-05-11T04:28:05.180 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-base. 2024-05-11T04:28:05.206 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../024-ceph-base_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:05.211 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libfmt8:amd64 (8.1.1+ds1-2) ... 2024-05-11T04:28:05.256 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-base (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:05.539 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package liblttng-ust1:amd64. 2024-05-11T04:28:05.565 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../001-liblttng-ust1_2.13.1-1ubuntu1_amd64.deb ... 2024-05-11T04:28:05.605 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-05-11T04:28:05.951 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-05-11T04:28:05.973 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-05-11T04:28:05.977 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../002-libdouble-conversion3_3.1.7-4_amd64.deb ... 2024-05-11T04:28:05.999 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../025-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-05-11T04:28:06.017 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libdouble-conversion3:amd64 (3.1.7-4) ... 2024-05-11T04:28:06.039 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-05-11T04:28:06.286 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-05-11T04:28:06.302 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../003-libpcre2-16-0_10.39-3ubuntu0.1_amd64.deb ... 2024-05-11T04:28:06.345 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-05-11T04:28:06.380 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-cheroot. 2024-05-11T04:28:06.406 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../026-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-05-11T04:28:06.463 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-05-11T04:28:06.798 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-05-11T04:28:06.825 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../004-libqt5core5a_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:28:06.852 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-05-11T04:28:06.873 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:28:06.878 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../027-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-05-11T04:28:06.927 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-05-11T04:28:07.258 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-jaraco.text. 2024-05-11T04:28:07.268 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-05-11T04:28:07.285 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../028-python3-jaraco.text_3.6.0-2_all.deb ... 2024-05-11T04:28:07.295 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../005-libqt5dbus5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:28:07.333 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-05-11T04:28:07.334 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:28:07.663 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-05-11T04:28:07.690 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../006-libqt5network5_5.15.3+dfsg-2ubuntu0.2_amd64.deb ... 2024-05-11T04:28:07.715 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-05-11T04:28:07.729 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:28:07.741 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../029-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-05-11T04:28:07.790 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-05-11T04:28:08.074 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libthrift-0.16.0:amd64. 2024-05-11T04:28:08.101 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../007-libthrift-0.16.0_0.16.0-2_amd64.deb ... 2024-05-11T04:28:08.140 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-05-11T04:28:08.153 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-tempora. 2024-05-11T04:28:08.179 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../030-python3-tempora_4.1.2-1_all.deb ... 2024-05-11T04:28:08.228 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-05-11T04:28:08.469 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package librados2. 2024-05-11T04:28:08.495 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../008-librados2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:08.535 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking librados2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:08.569 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-portend. 2024-05-11T04:28:08.595 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../031-python3-portend_3.0.0-1_all.deb ... 2024-05-11T04:28:08.644 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-05-11T04:28:08.946 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package librbd1. 2024-05-11T04:28:08.973 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../009-librbd1_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:09.005 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking librbd1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:09.016 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-05-11T04:28:09.042 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../032-python3-zc.lockfile_2.0-1_all.deb ... 2024-05-11T04:28:09.092 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-05-11T04:28:09.441 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libcephfs2. 2024-05-11T04:28:09.467 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../010-libcephfs2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:09.472 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-cherrypy3. 2024-05-11T04:28:09.499 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../033-python3-cherrypy3_18.6.1-4_all.deb ... 2024-05-11T04:28:09.507 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libcephfs2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:09.548 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-05-11T04:28:09.785 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-rados. 2024-05-11T04:28:09.800 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../011-python3-rados_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:09.947 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-natsort. 2024-05-11T04:28:09.974 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../034-python3-natsort_8.0.2-1_all.deb ... 2024-05-11T04:28:10.010 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-rados (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:10.022 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-05-11T04:28:10.313 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-05-11T04:28:10.339 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../012-python3-ceph-argparse_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:10.371 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-ceph-argparse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:10.557 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-cephfs. 2024-05-11T04:28:10.572 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../013-python3-cephfs_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:10.615 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-cephfs (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:10.813 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-logutils. 2024-05-11T04:28:10.839 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../035-python3-logutils_0.3.3-8_all.deb ... 2024-05-11T04:28:10.888 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-05-11T04:28:10.917 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-ceph-common. 2024-05-11T04:28:10.944 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../014-python3-ceph-common_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:10.984 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:11.260 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-markupsafe. 2024-05-11T04:28:11.286 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../036-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-05-11T04:28:11.306 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-wcwidth. 2024-05-11T04:28:11.332 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../015-python3-wcwidth_0.2.5+dfsg1-1_all.deb ... 2024-05-11T04:28:11.335 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-05-11T04:28:11.372 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-wcwidth (0.2.5+dfsg1-1) ... 2024-05-11T04:28:11.642 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-prettytable. 2024-05-11T04:28:11.658 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../016-python3-prettytable_2.5.0-2_all.deb ... 2024-05-11T04:28:11.666 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-mako. 2024-05-11T04:28:11.692 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-prettytable (2.5.0-2) ... 2024-05-11T04:28:11.692 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../037-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-05-11T04:28:11.741 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-05-11T04:28:11.927 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-rbd. 2024-05-11T04:28:11.943 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../017-python3-rbd_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:11.986 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-rbd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:12.157 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-simplegeneric. 2024-05-11T04:28:12.183 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../038-python3-simplegeneric_0.8.1-3_all.deb ... 2024-05-11T04:28:12.232 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-05-11T04:28:12.313 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-05-11T04:28:12.339 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../018-librdkafka1_1.8.0-1build1_amd64.deb ... 2024-05-11T04:28:12.373 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking librdkafka1:amd64 (1.8.0-1build1) ... 2024-05-11T04:28:12.571 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-singledispatch. 2024-05-11T04:28:12.597 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../039-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-05-11T04:28:12.646 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-05-11T04:28:12.699 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package librgw2. 2024-05-11T04:28:12.726 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../019-librgw2_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:12.766 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking librgw2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:13.027 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-webob. 2024-05-11T04:28:13.053 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../040-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-05-11T04:28:13.102 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-05-11T04:28:13.268 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-rgw. 2024-05-11T04:28:13.283 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../020-python3-rgw_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:13.326 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-rgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:13.533 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-waitress. 2024-05-11T04:28:13.559 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../041-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-05-11T04:28:13.613 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-05-11T04:28:13.654 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package liboath0:amd64. 2024-05-11T04:28:13.680 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../021-liboath0_2.6.7-3build1_amd64.deb ... 2024-05-11T04:28:13.720 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking liboath0:amd64 (2.6.7-3build1) ... 2024-05-11T04:28:13.981 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-tempita. 2024-05-11T04:28:13.998 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libradosstriper1. 2024-05-11T04:28:14.008 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../042-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-05-11T04:28:14.025 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../022-libradosstriper1_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:14.056 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-05-11T04:28:14.057 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libradosstriper1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:14.396 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-paste. 2024-05-11T04:28:14.423 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../043-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-05-11T04:28:14.468 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-common. 2024-05-11T04:28:14.471 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-05-11T04:28:14.495 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../023-ceph-common_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:14.534 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:14.810 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-05-11T04:28:14.826 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../044-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-05-11T04:28:14.862 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-05-11T04:28:15.159 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-pastedeploy. 2024-05-11T04:28:15.186 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../045-python3-pastedeploy_2.1.1-1_all.deb ... 2024-05-11T04:28:15.234 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-05-11T04:28:15.558 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-webtest. 2024-05-11T04:28:15.584 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../046-python3-webtest_2.0.35-1_all.deb ... 2024-05-11T04:28:15.625 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-05-11T04:28:15.865 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-base. 2024-05-11T04:28:15.891 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../024-ceph-base_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:15.941 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-base (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:15.963 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-pecan. 2024-05-11T04:28:15.990 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../047-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-05-11T04:28:16.038 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-05-11T04:28:16.382 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-certifi. 2024-05-11T04:28:16.408 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../048-python3-certifi_2020.6.20-1_all.deb ... 2024-05-11T04:28:16.450 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-05-11T04:28:16.519 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-jaraco.functools. 2024-05-11T04:28:16.545 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../025-python3-jaraco.functools_3.4.0-2_all.deb ... 2024-05-11T04:28:16.585 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-jaraco.functools (3.4.0-2) ... 2024-05-11T04:28:16.788 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-idna. 2024-05-11T04:28:16.815 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../049-python3-idna_3.3-1_all.deb ... 2024-05-11T04:28:16.855 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-cheroot. 2024-05-11T04:28:16.855 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-idna (3.3-1) ... 2024-05-11T04:28:16.870 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../026-python3-cheroot_8.5.2+ds1-1ubuntu3.1_all.deb ... 2024-05-11T04:28:16.904 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-05-11T04:28:17.195 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-urllib3. 2024-05-11T04:28:17.207 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-jaraco.classes. 2024-05-11T04:28:17.222 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../050-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-05-11T04:28:17.234 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../027-python3-jaraco.classes_3.2.1-3_all.deb ... 2024-05-11T04:28:17.262 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-05-11T04:28:17.274 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-jaraco.classes (3.2.1-3) ... 2024-05-11T04:28:17.559 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-requests. 2024-05-11T04:28:17.576 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-jaraco.text. 2024-05-11T04:28:17.586 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../051-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-05-11T04:28:17.603 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../028-python3-jaraco.text_3.6.0-2_all.deb ... 2024-05-11T04:28:17.626 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-05-11T04:28:17.643 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-jaraco.text (3.6.0-2) ... 2024-05-11T04:28:17.912 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-jaraco.collections. 2024-05-11T04:28:17.933 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-werkzeug. 2024-05-11T04:28:17.939 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../029-python3-jaraco.collections_3.4.0-2_all.deb ... 2024-05-11T04:28:17.959 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../052-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-05-11T04:28:17.970 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-jaraco.collections (3.4.0-2) ... 2024-05-11T04:28:17.999 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-05-11T04:28:18.257 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-tempora. 2024-05-11T04:28:18.283 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../030-python3-tempora_4.1.2-1_all.deb ... 2024-05-11T04:28:18.323 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-05-11T04:28:18.323 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-tempora (4.1.2-1) ... 2024-05-11T04:28:18.338 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../053-ceph-mgr-modules-core_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:18.381 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-mgr-modules-core (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:18.626 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-portend. 2024-05-11T04:28:18.653 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../031-python3-portend_3.0.0-1_all.deb ... 2024-05-11T04:28:18.692 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-portend (3.0.0-1) ... 2024-05-11T04:28:18.784 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-05-11T04:28:18.810 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../054-libsqlite3-mod-ceph_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:18.850 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libsqlite3-mod-ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:19.172 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-bcrypt. 2024-05-11T04:28:19.198 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../055-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-05-11T04:28:19.238 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-05-11T04:28:19.545 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-openssl. 2024-05-11T04:28:19.572 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../056-python3-openssl_21.0.0-1_all.deb ... 2024-05-11T04:28:19.612 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-05-11T04:28:19.637 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-zc.lockfile. 2024-05-11T04:28:19.664 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../032-python3-zc.lockfile_2.0-1_all.deb ... 2024-05-11T04:28:19.703 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-zc.lockfile (2.0-1) ... 2024-05-11T04:28:19.957 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-cherrypy3. 2024-05-11T04:28:19.983 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../033-python3-cherrypy3_18.6.1-4_all.deb ... 2024-05-11T04:28:20.023 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-cherrypy3 (18.6.1-4) ... 2024-05-11T04:28:20.335 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-natsort. 2024-05-11T04:28:20.361 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../034-python3-natsort_8.0.2-1_all.deb ... 2024-05-11T04:28:20.401 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-natsort (8.0.2-1) ... 2024-05-11T04:28:20.879 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-logutils. 2024-05-11T04:28:20.906 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../035-python3-logutils_0.3.3-8_all.deb ... 2024-05-11T04:28:20.946 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-logutils (0.3.3-8) ... 2024-05-11T04:28:21.232 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-markupsafe. 2024-05-11T04:28:21.259 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../036-python3-markupsafe_2.0.1-2build1_amd64.deb ... 2024-05-11T04:28:21.298 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-markupsafe (2.0.1-2build1) ... 2024-05-11T04:28:21.454 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-mgr. 2024-05-11T04:28:21.480 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../057-ceph-mgr_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:21.554 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-mgr (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:21.593 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-mako. 2024-05-11T04:28:21.619 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../037-python3-mako_1.1.3+ds1-2ubuntu0.1_all.deb ... 2024-05-11T04:28:21.659 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-05-11T04:28:21.986 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-mon. 2024-05-11T04:28:21.996 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-simplegeneric. 2024-05-11T04:28:22.012 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../058-ceph-mon_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:22.022 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../038-python3-simplegeneric_0.8.1-3_all.deb ... 2024-05-11T04:28:22.052 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-mon (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:22.062 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-05-11T04:28:22.365 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-singledispatch. 2024-05-11T04:28:22.391 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../039-python3-singledispatch_3.4.0.3-3_all.deb ... 2024-05-11T04:28:22.431 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-singledispatch (3.4.0.3-3) ... 2024-05-11T04:28:22.726 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-webob. 2024-05-11T04:28:22.752 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../040-python3-webob_1%3a1.8.6-1.1_all.deb ... 2024-05-11T04:28:22.759 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-osd. 2024-05-11T04:28:22.786 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../059-ceph-osd_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:22.792 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-webob (1:1.8.6-1.1) ... 2024-05-11T04:28:22.826 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-osd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:23.103 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-waitress. 2024-05-11T04:28:23.118 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../041-python3-waitress_1.4.4-1.1ubuntu1_all.deb ... 2024-05-11T04:28:23.156 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-waitress (1.4.4-1.1ubuntu1) ... 2024-05-11T04:28:23.422 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-tempita. 2024-05-11T04:28:23.449 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../042-python3-tempita_0.5.2-6ubuntu1_all.deb ... 2024-05-11T04:28:23.480 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-tempita (0.5.2-6ubuntu1) ... 2024-05-11T04:28:23.792 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-paste. 2024-05-11T04:28:23.818 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../043-python3-paste_3.5.0+dfsg1-1_all.deb ... 2024-05-11T04:28:23.858 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-paste (3.5.0+dfsg1-1) ... 2024-05-11T04:28:24.092 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph. 2024-05-11T04:28:24.118 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../060-ceph_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:24.144 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-05-11T04:28:24.158 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:24.160 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../044-python-pastedeploy-tpl_2.1.1-1_all.deb ... 2024-05-11T04:28:24.203 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python-pastedeploy-tpl (2.1.1-1) ... 2024-05-11T04:28:24.481 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-fuse. 2024-05-11T04:28:24.505 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-pastedeploy. 2024-05-11T04:28:24.508 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../061-ceph-fuse_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:24.532 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../045-python3-pastedeploy_2.1.1-1_all.deb ... 2024-05-11T04:28:24.548 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:24.572 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-pastedeploy (2.1.1-1) ... 2024-05-11T04:28:24.908 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-webtest. 2024-05-11T04:28:24.921 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-mds. 2024-05-11T04:28:24.934 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../046-python3-webtest_2.0.35-1_all.deb ... 2024-05-11T04:28:24.947 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../062-ceph-mds_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:24.975 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-webtest (2.0.35-1) ... 2024-05-11T04:28:24.987 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-mds (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:25.286 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-pecan. 2024-05-11T04:28:25.312 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../047-python3-pecan_1.3.3-4ubuntu2_all.deb ... 2024-05-11T04:28:25.352 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-pecan (1.3.3-4ubuntu2) ... 2024-05-11T04:28:25.394 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package cephadm. 2024-05-11T04:28:25.421 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../063-cephadm_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:25.461 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:25.724 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-certifi. 2024-05-11T04:28:25.750 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../048-python3-certifi_2020.6.20-1_all.deb ... 2024-05-11T04:28:25.776 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-asyncssh. 2024-05-11T04:28:25.790 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-certifi (2020.6.20-1) ... 2024-05-11T04:28:25.803 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../064-python3-asyncssh_2.5.0-1_all.deb ... 2024-05-11T04:28:25.885 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-05-11T04:28:26.060 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-idna. 2024-05-11T04:28:26.086 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../049-python3-idna_3.3-1_all.deb ... 2024-05-11T04:28:26.126 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-idna (3.3-1) ... 2024-05-11T04:28:26.199 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python-babel-localedata. 2024-05-11T04:28:26.226 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../065-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-05-11T04:28:26.265 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-05-11T04:28:26.429 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-urllib3. 2024-05-11T04:28:26.455 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../050-python3-urllib3_1.26.5-1~exp1ubuntu0.1_all.deb ... 2024-05-11T04:28:26.495 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-05-11T04:28:26.815 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-requests. 2024-05-11T04:28:26.841 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../051-python3-requests_2.25.1+dfsg-2ubuntu0.1_all.deb ... 2024-05-11T04:28:26.881 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-05-11T04:28:27.193 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-werkzeug. 2024-05-11T04:28:27.219 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../052-python3-werkzeug_2.0.2+dfsg1-1ubuntu0.22.04.1_all.deb ... 2024-05-11T04:28:27.259 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-05-11T04:28:27.345 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-babel. 2024-05-11T04:28:27.372 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../066-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-05-11T04:28:27.411 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-05-11T04:28:27.545 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-05-11T04:28:27.560 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../053-ceph-mgr-modules-core_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:27.603 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-mgr-modules-core (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:27.734 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-jinja2. 2024-05-11T04:28:27.761 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../067-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-05-11T04:28:27.800 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-05-11T04:28:27.958 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-05-11T04:28:27.973 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../054-libsqlite3-mod-ceph_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:28.008 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libsqlite3-mod-ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:28.158 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-05-11T04:28:28.185 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../068-ceph-mgr-cephadm_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:28.224 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-mgr-cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:28.269 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-bcrypt. 2024-05-11T04:28:28.295 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../055-python3-bcrypt_3.2.0-1build1_amd64.deb ... 2024-05-11T04:28:28.335 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-bcrypt (3.2.0-1build1) ... 2024-05-11T04:28:28.566 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-pluggy. 2024-05-11T04:28:28.592 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../069-python3-pluggy_0.13.0-7.1_all.deb ... 2024-05-11T04:28:28.632 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-05-11T04:28:28.638 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-openssl. 2024-05-11T04:28:28.664 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../056-python3-openssl_21.0.0-1_all.deb ... 2024-05-11T04:28:28.704 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-openssl (21.0.0-1) ... 2024-05-11T04:28:28.946 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-py. 2024-05-11T04:28:28.973 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../070-python3-py_1.10.0-1_all.deb ... 2024-05-11T04:28:29.013 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-py (1.10.0-1) ... 2024-05-11T04:28:29.074 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-mgr. 2024-05-11T04:28:29.100 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../057-ceph-mgr_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:29.140 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-mgr (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:29.312 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-iniconfig. 2024-05-11T04:28:29.339 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../071-python3-iniconfig_1.1.1-2_all.deb ... 2024-05-11T04:28:29.379 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-05-11T04:28:29.502 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-mon. 2024-05-11T04:28:29.528 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../058-ceph-mon_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:29.568 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-mon (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:29.711 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-toml. 2024-05-11T04:28:29.737 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../072-python3-toml_0.10.2-1_all.deb ... 2024-05-11T04:28:29.786 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-05-11T04:28:30.158 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-pytest. 2024-05-11T04:28:30.165 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-osd. 2024-05-11T04:28:30.184 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../073-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-05-11T04:28:30.190 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../059-ceph-osd_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:30.229 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-osd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:30.232 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-05-11T04:28:30.566 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-repoze.lru. 2024-05-11T04:28:30.592 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../074-python3-repoze.lru_0.7-2_all.deb ... 2024-05-11T04:28:30.632 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-05-11T04:28:30.939 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-routes. 2024-05-11T04:28:30.966 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../075-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-05-11T04:28:31.006 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-05-11T04:28:31.322 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-05-11T04:28:31.333 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph. 2024-05-11T04:28:31.348 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../076-ceph-mgr-dashboard_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:31.348 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../060-ceph_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:31.389 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-mgr-dashboard (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:31.391 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:31.727 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-fuse. 2024-05-11T04:28:31.753 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../061-ceph-fuse_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:31.793 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:32.088 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-mds. 2024-05-11T04:28:32.103 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../062-ceph-mds_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:32.146 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-mds (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:32.533 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package cephadm. 2024-05-11T04:28:32.559 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../063-cephadm_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:32.599 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:32.902 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-asyncssh. 2024-05-11T04:28:32.928 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../064-python3-asyncssh_2.5.0-1_all.deb ... 2024-05-11T04:28:32.968 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-asyncssh (2.5.0-1) ... 2024-05-11T04:28:33.141 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-05-11T04:28:33.158 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../077-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-05-11T04:28:33.199 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-05-11T04:28:33.246 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python-babel-localedata. 2024-05-11T04:28:33.273 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../065-python-babel-localedata_2.8.0+dfsg.1-7_all.deb ... 2024-05-11T04:28:33.313 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-05-11T04:28:33.700 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-joblib. 2024-05-11T04:28:33.727 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../078-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-05-11T04:28:33.766 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-05-11T04:28:34.131 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-05-11T04:28:34.158 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../079-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-05-11T04:28:34.197 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-05-11T04:28:34.293 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-babel. 2024-05-11T04:28:34.320 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../066-python3-babel_2.8.0+dfsg.1-7_all.deb ... 2024-05-11T04:28:34.359 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-babel (2.8.0+dfsg.1-7) ... 2024-05-11T04:28:34.504 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-sklearn. 2024-05-11T04:28:34.531 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../080-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-05-11T04:28:34.571 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-05-11T04:28:34.687 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-jinja2. 2024-05-11T04:28:34.714 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../067-python3-jinja2_3.0.3-1ubuntu0.1_all.deb ... 2024-05-11T04:28:34.754 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-05-11T04:28:35.099 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-05-11T04:28:35.125 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../068-ceph-mgr-cephadm_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:35.165 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-mgr-cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:35.189 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-05-11T04:28:35.217 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../081-ceph-mgr-diskprediction-local_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:35.256 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:35.502 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-pluggy. 2024-05-11T04:28:35.529 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../069-python3-pluggy_0.13.0-7.1_all.deb ... 2024-05-11T04:28:35.568 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-pluggy (0.13.0-7.1) ... 2024-05-11T04:28:35.880 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-py. 2024-05-11T04:28:35.907 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../070-python3-py_1.10.0-1_all.deb ... 2024-05-11T04:28:35.946 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-py (1.10.0-1) ... 2024-05-11T04:28:36.266 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-iniconfig. 2024-05-11T04:28:36.293 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../071-python3-iniconfig_1.1.1-2_all.deb ... 2024-05-11T04:28:36.333 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-iniconfig (1.1.1-2) ... 2024-05-11T04:28:36.602 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-toml. 2024-05-11T04:28:36.629 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../072-python3-toml_0.10.2-1_all.deb ... 2024-05-11T04:28:36.668 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-toml (0.10.2-1) ... 2024-05-11T04:28:36.853 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-cachetools. 2024-05-11T04:28:36.880 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../082-python3-cachetools_5.0.0-1_all.deb ... 2024-05-11T04:28:36.922 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-05-11T04:28:36.996 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-pytest. 2024-05-11T04:28:37.023 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../073-python3-pytest_6.2.5-1ubuntu2_all.deb ... 2024-05-11T04:28:37.062 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-pytest (6.2.5-1ubuntu2) ... 2024-05-11T04:28:37.288 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-pyasn1. 2024-05-11T04:28:37.304 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../083-python3-pyasn1_0.4.8-1_all.deb ... 2024-05-11T04:28:37.339 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-05-11T04:28:37.349 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-repoze.lru. 2024-05-11T04:28:37.376 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../074-python3-repoze.lru_0.7-2_all.deb ... 2024-05-11T04:28:37.424 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-05-11T04:28:37.638 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-05-11T04:28:37.665 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../084-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-05-11T04:28:37.704 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-05-11T04:28:37.727 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-routes. 2024-05-11T04:28:37.754 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../075-python3-routes_2.5.1-1ubuntu1_all.deb ... 2024-05-11T04:28:37.794 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-routes (2.5.1-1ubuntu1) ... 2024-05-11T04:28:37.995 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-rsa. 2024-05-11T04:28:38.022 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../085-python3-rsa_4.8-1_all.deb ... 2024-05-11T04:28:38.061 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-rsa (4.8-1) ... 2024-05-11T04:28:38.088 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-05-11T04:28:38.115 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../076-ceph-mgr-dashboard_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:38.146 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-mgr-dashboard (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:38.370 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-google-auth. 2024-05-11T04:28:38.396 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../086-python3-google-auth_1.5.1-3_all.deb ... 2024-05-11T04:28:38.453 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-05-11T04:28:38.742 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-05-11T04:28:38.769 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-05-11T04:28:38.808 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-05-11T04:28:39.107 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-websocket. 2024-05-11T04:28:39.134 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../088-python3-websocket_1.2.3-1_all.deb ... 2024-05-11T04:28:39.174 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-05-11T04:28:39.301 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-sklearn-lib:amd64. 2024-05-11T04:28:39.317 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../077-python3-sklearn-lib_0.23.2-5ubuntu6_amd64.deb ... 2024-05-11T04:28:39.359 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-05-11T04:28:39.490 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-kubernetes. 2024-05-11T04:28:39.517 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../089-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-05-11T04:28:39.556 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-05-11T04:28:39.847 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-joblib. 2024-05-11T04:28:39.874 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../078-python3-joblib_0.17.0-4ubuntu1_all.deb ... 2024-05-11T04:28:39.913 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-joblib (0.17.0-4ubuntu1) ... 2024-05-11T04:28:40.267 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-threadpoolctl. 2024-05-11T04:28:40.284 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-05-11T04:28:40.295 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../079-python3-threadpoolctl_3.1.0-1_all.deb ... 2024-05-11T04:28:40.301 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:40.335 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-mgr-k8sevents (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:40.458 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-threadpoolctl (3.1.0-1) ... 2024-05-11T04:28:40.761 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-sklearn. 2024-05-11T04:28:40.788 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../080-python3-sklearn_0.23.2-5ubuntu6_all.deb ... 2024-05-11T04:28:40.827 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-sklearn (0.23.2-5ubuntu6) ... 2024-05-11T04:28:40.850 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libonig5:amd64. 2024-05-11T04:28:40.877 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../091-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-05-11T04:28:40.924 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-05-11T04:28:41.255 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libjq1:amd64. 2024-05-11T04:28:41.282 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../092-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-05-11T04:28:41.322 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-05-11T04:28:41.502 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-05-11T04:28:41.530 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../081-ceph-mgr-diskprediction-local_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:41.568 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:41.628 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package jq. 2024-05-11T04:28:41.655 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../093-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-05-11T04:28:41.695 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-05-11T04:28:41.933 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package socat. 2024-05-11T04:28:41.949 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../094-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-05-11T04:28:41.991 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-05-11T04:28:42.315 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package xmlstarlet. 2024-05-11T04:28:42.332 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-05-11T04:28:42.374 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-05-11T04:28:42.513 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-cachetools. 2024-05-11T04:28:42.540 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../082-python3-cachetools_5.0.0-1_all.deb ... 2024-05-11T04:28:42.579 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-cachetools (5.0.0-1) ... 2024-05-11T04:28:42.725 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-test. 2024-05-11T04:28:42.741 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../096-ceph-test_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:42.783 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-test (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:42.950 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-pyasn1. 2024-05-11T04:28:42.977 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../083-python3-pyasn1_0.4.8-1_all.deb ... 2024-05-11T04:28:43.016 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-pyasn1 (0.4.8-1) ... 2024-05-11T04:28:43.345 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-05-11T04:28:43.372 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../084-python3-pyasn1-modules_0.2.1-1_all.deb ... 2024-05-11T04:28:43.411 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-pyasn1-modules (0.2.1-1) ... 2024-05-11T04:28:43.723 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-rsa. 2024-05-11T04:28:43.750 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../085-python3-rsa_4.8-1_all.deb ... 2024-05-11T04:28:43.789 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-rsa (4.8-1) ... 2024-05-11T04:28:44.109 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-google-auth. 2024-05-11T04:28:44.137 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../086-python3-google-auth_1.5.1-3_all.deb ... 2024-05-11T04:28:44.176 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-google-auth (1.5.1-3) ... 2024-05-11T04:28:44.487 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-05-11T04:28:44.514 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.3.0+ds-0.1_all.deb ... 2024-05-11T04:28:44.545 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-05-11T04:28:44.832 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-websocket. 2024-05-11T04:28:44.858 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../088-python3-websocket_1.2.3-1_all.deb ... 2024-05-11T04:28:44.898 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-websocket (1.2.3-1) ... 2024-05-11T04:28:45.243 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-kubernetes. 2024-05-11T04:28:45.270 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../089-python3-kubernetes_12.0.1-1ubuntu1_all.deb ... 2024-05-11T04:28:45.309 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-kubernetes (12.0.1-1ubuntu1) ... 2024-05-11T04:28:45.692 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package ceph-volume. 2024-05-11T04:28:45.719 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../097-ceph-volume_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:45.767 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking ceph-volume (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:45.965 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-05-11T04:28:45.993 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:46.031 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-mgr-k8sevents (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:46.084 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package libcephfs-dev. 2024-05-11T04:28:46.111 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../098-libcephfs-dev_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:46.159 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking libcephfs-dev (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:46.359 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libonig5:amd64. 2024-05-11T04:28:46.387 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../091-libonig5_6.9.7.1-2build1_amd64.deb ... 2024-05-11T04:28:46.428 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libonig5:amd64 (6.9.7.1-2build1) ... 2024-05-11T04:28:46.633 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package nvme-cli. 2024-05-11T04:28:46.660 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../099-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-05-11T04:28:46.708 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-05-11T04:28:46.895 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libjq1:amd64. 2024-05-11T04:28:46.923 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../092-libjq1_1.6-2.1ubuntu3_amd64.deb ... 2024-05-11T04:28:46.953 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-05-11T04:28:47.069 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-05-11T04:28:47.096 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../100-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-05-11T04:28:47.135 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-05-11T04:28:47.197 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package jq. 2024-05-11T04:28:47.225 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../093-jq_1.6-2.1ubuntu3_amd64.deb ... 2024-05-11T04:28:47.263 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking jq (1.6-2.1ubuntu3) ... 2024-05-11T04:28:47.516 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package socat. 2024-05-11T04:28:47.541 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-pastescript. 2024-05-11T04:28:47.544 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../094-socat_1.7.4.1-3ubuntu4_amd64.deb ... 2024-05-11T04:28:47.568 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-4_all.deb ... 2024-05-11T04:28:47.582 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking socat (1.7.4.1-3ubuntu4) ... 2024-05-11T04:28:47.607 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-05-11T04:28:47.894 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package xmlstarlet. 2024-05-11T04:28:47.922 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2.1_amd64.deb ... 2024-05-11T04:28:47.924 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-psutil. 2024-05-11T04:28:47.951 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../102-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-05-11T04:28:47.960 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking xmlstarlet (1.6.1-2.1) ... 2024-05-11T04:28:47.990 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-05-11T04:28:48.306 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-test. 2024-05-11T04:28:48.331 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-pygments. 2024-05-11T04:28:48.331 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../096-ceph-test_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:48.358 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../103-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-05-11T04:28:48.372 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-test (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:48.397 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-05-11T04:28:48.848 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-pyinotify. 2024-05-11T04:28:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../104-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-05-11T04:28:48.914 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-05-11T04:28:49.211 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package python3-simplejson. 2024-05-11T04:28:49.238 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../105-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-05-11T04:28:49.278 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-05-11T04:28:49.525 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-05-11T04:28:49.541 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../106-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-05-11T04:28:49.583 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-05-11T04:28:50.144 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package ceph-volume. 2024-05-11T04:28:50.171 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../097-ceph-volume_18.2.2-1314-gd8a07129-1jammy_all.deb ... 2024-05-11T04:28:50.201 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking ceph-volume (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:50.318 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package radosgw. 2024-05-11T04:28:50.346 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../107-radosgw_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:50.384 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking radosgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:50.497 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package libcephfs-dev. 2024-05-11T04:28:50.513 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../098-libcephfs-dev_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:50.555 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking libcephfs-dev (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:50.858 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package nvme-cli. 2024-05-11T04:28:50.886 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../099-nvme-cli_1.16-3ubuntu0.1_amd64.deb ... 2024-05-11T04:28:50.916 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking nvme-cli (1.16-3ubuntu0.1) ... 2024-05-11T04:28:51.256 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-05-11T04:28:51.264 INFO:teuthology.orchestra.run.smithi072.stdout:Selecting previously unselected package rbd-fuse. 2024-05-11T04:28:51.272 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../100-python-asyncssh-doc_2.5.0-1_all.deb ... 2024-05-11T04:28:51.292 INFO:teuthology.orchestra.run.smithi072.stdout:Preparing to unpack .../108-rbd-fuse_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:51.314 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python-asyncssh-doc (2.5.0-1) ... 2024-05-11T04:28:51.331 INFO:teuthology.orchestra.run.smithi072.stdout:Unpacking rbd-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:51.639 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-05-11T04:28:51.734 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-pastescript. 2024-05-11T04:28:51.762 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../101-python3-pastescript_2.0.2-4_all.deb ... 2024-05-11T04:28:51.800 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-05-11T04:28:51.900 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-05-11T04:28:52.011 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-05-11T04:28:52.095 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-psutil. 2024-05-11T04:28:52.112 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../102-python3-psutil_5.9.0-1build1_amd64.deb ... 2024-05-11T04:28:52.145 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-psutil (5.9.0-1build1) ... 2024-05-11T04:28:52.269 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-05-11T04:28:52.473 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-pygments. 2024-05-11T04:28:52.501 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../103-python3-pygments_2.11.2+dfsg-2_all.deb ... 2024-05-11T04:28:52.539 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-pygments (2.11.2+dfsg-2) ... 2024-05-11T04:28:52.573 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-05-11T04:28:53.017 INFO:teuthology.orchestra.run.smithi072.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-05-11T04:28:53.027 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-pyinotify. 2024-05-11T04:28:53.054 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../104-python3-pyinotify_0.9.6-1.3_all.deb ... 2024-05-11T04:28:53.082 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:53.093 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-pyinotify (0.9.6-1.3) ... 2024-05-11T04:28:53.396 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package python3-simplejson. 2024-05-11T04:28:53.423 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../105-python3-simplejson_3.17.6-1build1_amd64.deb ... 2024-05-11T04:28:53.454 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking python3-simplejson (3.17.6-1build1) ... 2024-05-11T04:28:53.579 INFO:teuthology.orchestra.run.smithi072.stdout:Adding system user cephadm....done 2024-05-11T04:28:53.681 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-05-11T04:28:53.697 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../106-qttranslations5-l10n_5.15.3-1_all.deb ... 2024-05-11T04:28:53.736 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-05-11T04:28:53.739 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking qttranslations5-l10n (5.15.3-1) ... 2024-05-11T04:28:54.015 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-05-11T04:28:54.267 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-05-11T04:28:54.386 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-05-11T04:28:54.393 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package radosgw. 2024-05-11T04:28:54.421 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../107-radosgw_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:54.459 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking radosgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:54.638 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-05-11T04:28:54.892 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-05-11T04:28:55.010 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-py (1.10.0-1) ... 2024-05-11T04:28:55.163 INFO:teuthology.orchestra.run.smithi086.stdout:Selecting previously unselected package rbd-fuse. 2024-05-11T04:28:55.190 INFO:teuthology.orchestra.run.smithi086.stdout:Preparing to unpack .../108-rbd-fuse_18.2.2-1314-gd8a07129-1jammy_amd64.deb ... 2024-05-11T04:28:55.229 INFO:teuthology.orchestra.run.smithi086.stdout:Unpacking rbd-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:55.355 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-05-11T04:28:55.507 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-iniconfig (1.1.1-2) ... 2024-05-11T04:28:55.710 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-05-11T04:28:55.766 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libdouble-conversion3:amd64 (3.1.7-4) ... 2024-05-11T04:28:55.867 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up nvme-cli (1.16-3ubuntu0.1) ... 2024-05-11T04:28:55.963 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-05-11T04:28:56.101 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmefc-boot-connections.service -> /lib/systemd/system/nvmefc-boot-connections.service. 2024-05-11T04:28:56.240 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-05-11T04:28:56.445 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/default.target.wants/nvmf-autoconnect.service -> /lib/systemd/system/nvmf-autoconnect.service. 2024-05-11T04:28:56.485 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-05-11T04:28:56.762 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-05-11T04:28:56.865 INFO:teuthology.orchestra.run.smithi086.stdout:nvmf-connect.target is a disabled or a static unit, not starting it. 2024-05-11T04:28:56.927 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:57.039 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-ceph-argparse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:28:57.299 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-05-11T04:28:57.494 INFO:teuthology.orchestra.run.smithi086.stdout:Adding system user cephadm....done 2024-05-11T04:28:57.578 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-05-11T04:28:57.624 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-waitress (1.4.4-1.1ubuntu1) ... 2024-05-11T04:28:57.838 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-05-11T04:28:57.893 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-jaraco.classes (3.2.1-3) ... 2024-05-11T04:28:57.965 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-05-11T04:28:58.127 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python-asyncssh-doc (2.5.0-1) ... 2024-05-11T04:28:58.261 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-jaraco.functools (3.4.0-2) ... 2024-05-11T04:28:58.326 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-05-11T04:28:58.436 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-05-11T04:28:58.512 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-05-11T04:28:58.706 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-05-11T04:28:58.763 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up liboath0:amd64 (2.6.7-3build1) ... 2024-05-11T04:28:58.873 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-py (1.10.0-1) ... 2024-05-11T04:28:58.975 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-05-11T04:28:59.158 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-joblib (0.17.0-4ubuntu1) ... 2024-05-11T04:28:59.260 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-05-11T04:28:59.501 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-cachetools (5.0.0-1) ... 2024-05-11T04:28:59.761 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-openssl (21.0.0-1) ... 2024-05-11T04:28:59.933 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-05-11T04:29:00.053 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-bcrypt (3.2.0-1build1) ... 2024-05-11T04:29:00.176 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-05-11T04:29:00.303 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-05-11T04:29:00.304 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-pyinotify (0.9.6-1.3) ... 2024-05-11T04:29:00.430 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-05-11T04:29:00.555 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-threadpoolctl (3.1.0-1) ... 2024-05-11T04:29:00.733 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-05-11T04:29:00.789 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-ceph-argparse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:01.049 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-sklearn-lib:amd64 (0.23.2-5ubuntu6) ... 2024-05-11T04:29:01.102 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-05-11T04:29:01.175 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-markupsafe (2.0.1-2build1) ... 2024-05-11T04:29:01.355 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-05-11T04:29:01.434 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libpcre2-16-0:amd64 (10.39-3ubuntu0.1) ... 2024-05-11T04:29:01.553 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-psutil (5.9.0-1build1) ... 2024-05-11T04:29:01.734 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-05-11T04:29:02.020 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-05-11T04:29:02.062 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python-babel-localedata (2.8.0+dfsg.1-7) ... 2024-05-11T04:29:02.187 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-natsort (8.0.2-1) ... 2024-05-11T04:29:02.356 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-05-11T04:29:02.455 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-routes (2.5.1-1ubuntu1) ... 2024-05-11T04:29:02.608 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-05-11T04:29:02.706 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-simplejson (3.17.6-1build1) ... 2024-05-11T04:29:02.720 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:02.990 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-pygments (2.11.2+dfsg-2) ... 2024-05-11T04:29:03.005 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-idna (3.3-1) ... 2024-05-11T04:29:03.316 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-05-11T04:29:03.684 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-tempita (0.5.2-6ubuntu1) ... 2024-05-11T04:29:03.935 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python-pastedeploy-tpl (2.1.1-1) ... 2024-05-11T04:29:04.052 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up qttranslations5-l10n (5.15.3-1) ... 2024-05-11T04:29:04.178 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-wcwidth (0.2.5+dfsg1-1) ... 2024-05-11T04:29:04.505 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:29:04.505 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-asyncssh (2.5.0-1) ... 2024-05-11T04:29:04.640 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-toml (0.10.2-1) ... 2024-05-11T04:29:04.872 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-certifi (2020.6.20-1) ... 2024-05-11T04:29:04.900 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-05-11T04:29:05.027 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-05-11T04:29:05.106 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-paste (3.5.0+dfsg1-1) ... 2024-05-11T04:29:05.129 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-05-11T04:29:05.433 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-05-11T04:29:05.483 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-cheroot (8.5.2+ds1-1ubuntu3.1) ... 2024-05-11T04:29:05.685 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-05-11T04:29:05.784 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-werkzeug (2.0.2+dfsg1-1ubuntu0.22.04.1) ... 2024-05-11T04:29:05.912 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:29:06.058 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-05-11T04:29:06.127 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-jaraco.text (3.6.0-2) ... 2024-05-11T04:29:06.193 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-05-11T04:29:06.387 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up socat (1.7.4.1-3ubuntu4) ... 2024-05-11T04:29:06.495 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-05-11T04:29:06.521 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:06.772 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-05-11T04:29:06.830 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-idna (3.3-1) ... 2024-05-11T04:29:07.034 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-05-11T04:29:07.156 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-sklearn (0.23.2-5ubuntu6) ... 2024-05-11T04:29:07.711 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-05-11T04:29:07.963 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-05-11T04:29:08.223 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-05-11T04:29:08.312 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libqt5core5a:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:29:08.352 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-05-11T04:29:08.437 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-toml (0.10.2-1) ... 2024-05-11T04:29:08.621 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-05-11T04:29:08.689 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up librdkafka1:amd64 (1.8.0-1build1) ... 2024-05-11T04:29:08.748 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-05-11T04:29:08.815 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up xmlstarlet (1.6.1-2.1) ... 2024-05-11T04:29:08.940 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-urllib3 (1.26.5-1~exp1ubuntu0.1) ... 2024-05-11T04:29:09.050 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-05-11T04:29:09.242 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-pluggy (0.13.0-7.1) ... 2024-05-11T04:29:09.370 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-05-11T04:29:09.492 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-zc.lockfile (2.0-1) ... 2024-05-11T04:29:09.622 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-05-11T04:29:09.747 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libqt5dbus5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:29:09.878 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libfmt8:amd64 (8.1.1+ds1-2) ... 2024-05-11T04:29:10.004 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-pyasn1 (0.4.8-1) ... 2024-05-11T04:29:10.032 INFO:teuthology.orchestra.run.smithi072.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-05-11T04:29:10.277 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-05-11T04:29:10.305 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-singledispatch (3.4.0.3-3) ... 2024-05-11T04:29:10.398 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-05-11T04:29:10.548 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-logutils (0.3.3-8) ... 2024-05-11T04:29:10.790 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-tempora (4.1.2-1) ... 2024-05-11T04:29:10.809 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-05-11T04:29:11.042 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-05-11T04:29:11.061 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-portend (3.0.0-1) ... 2024-05-11T04:29:11.296 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:29:11.301 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-prettytable (2.5.0-2) ... 2024-05-11T04:29:11.425 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-05-11T04:29:11.569 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up liblttng-ust1:amd64 (2.13.1-1ubuntu1) ... 2024-05-11T04:29:11.695 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-websocket (1.2.3-1) ... 2024-05-11T04:29:11.743 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-05-11T04:29:11.988 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libonig5:amd64 (6.9.7.1-2build1) ... 2024-05-11T04:29:12.045 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-05-11T04:29:12.105 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-mako (1.1.3+ds1-2ubuntu0.1) ... 2024-05-11T04:29:12.314 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-05-11T04:29:12.398 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-webob (1:1.8.6-1.1) ... 2024-05-11T04:29:12.443 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-rsa (4.8-1) ... 2024-05-11T04:29:12.691 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-jaraco.collections (3.4.0-2) ... 2024-05-11T04:29:12.737 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-05-11T04:29:12.950 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-babel (2.8.0+dfsg.1-7) ... 2024-05-11T04:29:12.980 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-05-11T04:29:13.243 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-05-11T04:29:13.330 INFO:teuthology.orchestra.run.smithi086.stdout:update-alternatives: using /usr/bin/pybabel-python3 to provide /usr/bin/pybabel (pybabel) in auto mode 2024-05-11T04:29:13.577 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libjq1:amd64 (1.6-2.1ubuntu3) ... 2024-05-11T04:29:13.637 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-05-11T04:29:13.703 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-pytest (6.2.5-1ubuntu2) ... 2024-05-11T04:29:13.914 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-05-11T04:29:14.105 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-pastedeploy (2.1.1-1) ... 2024-05-11T04:29:14.253 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-05-11T04:29:14.356 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-portend (3.0.0-1) ... 2024-05-11T04:29:14.364 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up librados2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:14.490 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up librgw2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:14.615 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libqt5network5:amd64 (5.15.3+dfsg-2ubuntu0.2) ... 2024-05-11T04:29:14.617 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libsqlite3-mod-ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:14.733 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-jinja2 (3.0.3-1ubuntu0.1) ... 2024-05-11T04:29:14.746 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libcephfs2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:14.856 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libradosstriper1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:15.042 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-pyasn1-modules (0.2.1-1) ... 2024-05-11T04:29:15.078 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-05-11T04:29:15.318 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-requests (2.25.1+dfsg-2ubuntu0.1) ... 2024-05-11T04:29:15.350 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up librbd1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:15.477 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-mgr-modules-core (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:15.586 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up jq (1.6-2.1ubuntu3) ... 2024-05-11T04:29:15.603 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:15.712 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-rsa (4.8-1) ... 2024-05-11T04:29:15.799 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-05-11T04:29:15.799 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-05-11T04:29:15.988 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-webtest (2.0.35-1) ... 2024-05-11T04:29:16.239 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-requests-oauthlib (1.3.0+ds-0.1) ... 2024-05-11T04:29:16.241 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up libcephfs-dev (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:16.368 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-rados (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:16.495 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-05-11T04:29:16.498 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-cherrypy3 (18.6.1-4) ... 2024-05-11T04:29:16.899 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-05-11T04:29:17.184 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-pecan (1.3.3-4ubuntu2) ... 2024-05-11T04:29:17.511 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libthrift-0.16.0:amd64 (0.16.0-2) ... 2024-05-11T04:29:17.637 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up librados2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:17.705 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-rbd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:17.755 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up librgw2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:17.864 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libsqlite3-mod-ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:17.865 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up rbd-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:17.990 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libcephfs2 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:17.994 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-rgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:18.116 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libradosstriper1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:18.121 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up python3-cephfs (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:18.222 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:18.336 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-google-auth (1.5.1-3) ... 2024-05-11T04:29:18.612 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up librbd1 (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:18.738 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-mgr-modules-core (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:18.771 INFO:teuthology.orchestra.run.smithi072.stdout:Adding group ceph....done 2024-05-11T04:29:18.864 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:19.075 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-05-11T04:29:19.075 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-05-11T04:29:19.135 INFO:teuthology.orchestra.run.smithi072.stdout:Adding system user ceph....done 2024-05-11T04:29:19.304 INFO:teuthology.orchestra.run.smithi072.stdout:Setting system user ceph properties....done 2024-05-11T04:29:19.322 INFO:teuthology.orchestra.run.smithi072.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-05-11T04:29:19.466 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-05-11T04:29:19.607 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up libcephfs-dev (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:19.803 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-05-11T04:29:20.068 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-rados (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:20.176 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-kubernetes (12.0.1-1ubuntu1) ... 2024-05-11T04:29:20.302 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-test (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:20.429 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up radosgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:20.879 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-05-11T04:29:20.879 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-05-11T04:29:21.317 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-base (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:21.364 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-rbd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:21.465 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up rbd-fuse (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:21.574 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-rgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:21.658 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-05-11T04:29:21.700 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up python3-cephfs (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:21.826 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-common (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:22.112 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-mds (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:22.352 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-05-11T04:29:22.352 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-05-11T04:29:22.591 INFO:teuthology.orchestra.run.smithi086.stdout:Adding group ceph....done 2024-05-11T04:29:22.850 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-mgr (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:22.936 INFO:teuthology.orchestra.run.smithi086.stdout:Adding system user ceph....done 2024-05-11T04:29:23.078 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-05-11T04:29:23.078 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-05-11T04:29:23.105 INFO:teuthology.orchestra.run.smithi086.stdout:Setting system user ceph properties....done 2024-05-11T04:29:23.124 INFO:teuthology.orchestra.run.smithi086.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-05-11T04:29:23.268 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-05-11T04:29:23.528 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-osd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:23.561 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-05-11T04:29:23.790 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-05-11T04:29:23.790 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-05-11T04:29:24.010 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-test (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:24.119 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up radosgw (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:24.281 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-mgr-k8sevents (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:24.410 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-mgr-diskprediction-local (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:24.562 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-mon (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:24.578 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-05-11T04:29:24.578 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-05-11T04:29:24.774 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-05-11T04:29:24.774 INFO:teuthology.orchestra.run.smithi072.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-05-11T04:29:25.046 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-base (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:25.255 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-mgr-cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:25.396 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-05-11T04:29:25.399 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:25.527 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-mgr-dashboard (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:25.671 INFO:teuthology.orchestra.run.smithi072.stdout:Setting up ceph-volume (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:25.864 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-mds (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:26.018 INFO:teuthology.orchestra.run.smithi072.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-05-11T04:29:26.088 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-05-11T04:29:26.088 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-05-11T04:29:26.591 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-mgr (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:26.813 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-05-11T04:29:26.813 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-05-11T04:29:27.163 INFO:teuthology.orchestra.run.smithi072.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-05-11T04:29:27.293 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-osd (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:27.570 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-05-11T04:29:27.570 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-05-11T04:29:27.651 INFO:teuthology.orchestra.run.smithi072.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-05-11T04:29:27.657 DEBUG:teuthology.parallel:result is None 2024-05-11T04:29:28.120 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-mgr-k8sevents (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:28.229 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-mgr-diskprediction-local (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:28.388 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-mon (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:28.598 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-05-11T04:29:28.598 INFO:teuthology.orchestra.run.smithi086.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-05-11T04:29:29.081 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-mgr-cephadm (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:29.233 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:29.375 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-mgr-dashboard (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:29.509 INFO:teuthology.orchestra.run.smithi086.stdout:Setting up ceph-volume (18.2.2-1314-gd8a07129-1jammy) ... 2024-05-11T04:29:29.880 INFO:teuthology.orchestra.run.smithi086.stdout:Processing triggers for man-db (2.10.2-1) ... 2024-05-11T04:29:31.093 INFO:teuthology.orchestra.run.smithi086.stdout:Processing triggers for libc-bin (2.35-0ubuntu3.1) ... 2024-05-11T04:29:31.661 INFO:teuthology.orchestra.run.smithi086.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-05-11T04:29:31.666 DEBUG:teuthology.parallel:result is None 2024-05-11T04:29:31.667 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-11T04:29:31.667 INFO:teuthology.packaging:ref: None 2024-05-11T04:29:31.667 INFO:teuthology.packaging:tag: None 2024-05-11T04:29:31.667 INFO:teuthology.packaging:branch: reef 2024-05-11T04:29:31.667 INFO:teuthology.packaging:sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:29:31.667 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-05-11T04:29:32.076 DEBUG:teuthology.orchestra.run.smithi072:> dpkg-query -W -f '${Version}' ceph 2024-05-11T04:29:32.096 INFO:teuthology.orchestra.run.smithi072.stdout:18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:29:32.096 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:29:32.096 INFO:teuthology.task.install:The correct ceph version 18.2.2-1314-gd8a07129-1jammy is installed. 2024-05-11T04:29:32.098 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-05-11T04:29:32.098 INFO:teuthology.packaging:ref: None 2024-05-11T04:29:32.098 INFO:teuthology.packaging:tag: None 2024-05-11T04:29:32.098 INFO:teuthology.packaging:branch: reef 2024-05-11T04:29:32.098 INFO:teuthology.packaging:sha1: 04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:29:32.098 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&ref=reef 2024-05-11T04:29:32.349 DEBUG:teuthology.orchestra.run.smithi086:> dpkg-query -W -f '${Version}' ceph 2024-05-11T04:29:32.368 INFO:teuthology.orchestra.run.smithi086.stdout:18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:29:32.368 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1314-gd8a07129-1jammy 2024-05-11T04:29:32.368 INFO:teuthology.task.install:The correct ceph version 18.2.2-1314-gd8a07129-1jammy is installed. 2024-05-11T04:29:32.370 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-05-11T04:29:32.370 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:29:32.370 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-11T04:29:32.385 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:29:32.385 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-05-11T04:29:32.425 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-05-11T04:29:32.426 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:29:32.426 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd of=/usr/bin/daemon-helper 2024-05-11T04:29:32.441 DEBUG:teuthology.orchestra.run.smithi072:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-11T04:29:32.500 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:29:32.500 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/usr/bin/daemon-helper 2024-05-11T04:29:32.513 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-05-11T04:29:32.568 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-05-11T04:29:32.568 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:29:32.568 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-11T04:29:32.581 DEBUG:teuthology.orchestra.run.smithi072:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-11T04:29:32.635 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:29:32.636 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/usr/bin/adjust-ulimits 2024-05-11T04:29:32.649 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-05-11T04:29:32.704 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-05-11T04:29:32.704 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:29:32.704 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd of=/usr/bin/stdin-killer 2024-05-11T04:29:32.717 DEBUG:teuthology.orchestra.run.smithi072:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-11T04:29:32.772 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:29:32.772 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/usr/bin/stdin-killer 2024-05-11T04:29:32.785 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-05-11T04:29:32.840 INFO:teuthology.run_tasks:Running task cephadm... 2024-05-11T04:29:32.926 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)'], 'sha1': '04416f48efe02891b265c07b4f38b46e422bbef9'} 2024-05-11T04:29:32.927 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-05-11T04:29:32.927 INFO:tasks.cephadm:Cluster fsid is 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:29:32.927 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-05-11T04:29:32.927 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.72', 'mon.c': '[v2:172.21.15.72:3301,v1:172.21.15.72:6790]', 'mon.b': '172.21.15.86'} 2024-05-11T04:29:32.927 INFO:tasks.cephadm:First mon is mon.a on smithi072 2024-05-11T04:29:32.928 INFO:tasks.cephadm:First mgr is y 2024-05-11T04:29:32.928 INFO:tasks.cephadm:Normalizing hostnames... 2024-05-11T04:29:32.928 DEBUG:teuthology.orchestra.run.smithi072:> sudo hostname $(hostname -s) 2024-05-11T04:29:32.943 DEBUG:teuthology.orchestra.run.smithi086:> sudo hostname $(hostname -s) 2024-05-11T04:29:32.956 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-05-11T04:29:32.956 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F22.04%2Fx86_64&sha1=04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:29:33.179 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': '04416f48efe02891b265c07b4f38b46e422bbef9', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic/55067/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3497-g04416f48', 'node_name': '172.21.2.2+braggi02', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=jammy,DIST=jammy,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3497-g04416f48-1jammy'}, 'url': 'https://4.chacra.ceph.com/r/ceph/main/04416f48efe02891b265c07b4f38b46e422bbef9/ubuntu/jammy/flavors/default/', 'distro_codename': 'jammy', 'modified': '2024-05-03 21:55:06.031097', 'distro_version': '22.04', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/main/04416f48efe02891b265c07b4f38b46e422bbef9/ubuntu/jammy/flavors/default/', 'archs': ['x86_64'], 'distro': 'ubuntu'}] 2024-05-11T04:29:33.517 INFO:tasks.util.chacra:got chacra host 3.chacra.ceph.com, ref reef, sha1 d8a071290eb7cb0d18d6459030f60ac50b53621c from https://shaman.ceph.com/api/search/?project=ceph&distros=ubuntu%2F22.04%2Fx86_64&flavor=default&ref=reef 2024-05-11T04:29:33.518 INFO:tasks.cephadm:Discovered cachra url: https://3.chacra.ceph.com/binaries/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/x86_64/flavors/default/cephadm 2024-05-11T04:29:33.518 DEBUG:teuthology.orchestra.run.smithi072:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-11T04:29:34.063 INFO:teuthology.orchestra.run.smithi072.stdout:-rw-rw-r-- 1 ubuntu ubuntu 216842 May 11 04:29 /home/ubuntu/cephtest/cephadm 2024-05-11T04:29:34.063 DEBUG:teuthology.orchestra.run.smithi086:> curl --silent -L https://3.chacra.ceph.com/binaries/ceph/reef/d8a071290eb7cb0d18d6459030f60ac50b53621c/ubuntu/jammy/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-05-11T04:29:34.476 INFO:teuthology.orchestra.run.smithi086.stdout:-rw-rw-r-- 1 ubuntu ubuntu 216842 May 11 04:29 /home/ubuntu/cephtest/cephadm 2024-05-11T04:29:34.477 DEBUG:teuthology.orchestra.run.smithi072:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-11T04:29:34.485 DEBUG:teuthology.orchestra.run.smithi086:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-05-11T04:29:34.505 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-05-11T04:29:34.505 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-05-11T04:29:34.530 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-05-11T04:29:34.649 INFO:teuthology.orchestra.run.smithi072.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-05-11T04:29:34.660 INFO:teuthology.orchestra.run.smithi086.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-05-11T04:30:30.860 INFO:teuthology.orchestra.run.smithi086.stdout:{ 2024-05-11T04:30:30.860 INFO:teuthology.orchestra.run.smithi086.stdout: "ceph_version": "ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable)", 2024-05-11T04:30:30.860 INFO:teuthology.orchestra.run.smithi086.stdout: "image_id": "1d39ce0f2fc1cd74e7fa2699a4bb3c185d816309c322808b680cdcc7d36e9bed", 2024-05-11T04:30:30.860 INFO:teuthology.orchestra.run.smithi086.stdout: "repo_digests": [ 2024-05-11T04:30:30.860 INFO:teuthology.orchestra.run.smithi086.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:9b6524461c5f768edb5abcaaabb4e06e2251f267ea47dab38278f7ab51f8a8b4" 2024-05-11T04:30:30.860 INFO:teuthology.orchestra.run.smithi086.stdout: ] 2024-05-11T04:30:30.860 INFO:teuthology.orchestra.run.smithi086.stdout:} 2024-05-11T04:30:38.176 INFO:teuthology.orchestra.run.smithi072.stdout:{ 2024-05-11T04:30:38.177 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph_version": "ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable)", 2024-05-11T04:30:38.177 INFO:teuthology.orchestra.run.smithi072.stdout: "image_id": "1d39ce0f2fc1cd74e7fa2699a4bb3c185d816309c322808b680cdcc7d36e9bed", 2024-05-11T04:30:38.177 INFO:teuthology.orchestra.run.smithi072.stdout: "repo_digests": [ 2024-05-11T04:30:38.177 INFO:teuthology.orchestra.run.smithi072.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:9b6524461c5f768edb5abcaaabb4e06e2251f267ea47dab38278f7ab51f8a8b4" 2024-05-11T04:30:38.177 INFO:teuthology.orchestra.run.smithi072.stdout: ] 2024-05-11T04:30:38.177 INFO:teuthology.orchestra.run.smithi072.stdout:} 2024-05-11T04:30:38.213 DEBUG:teuthology.orchestra.run.smithi072:> sudo mkdir -p /etc/ceph 2024-05-11T04:30:38.226 DEBUG:teuthology.orchestra.run.smithi086:> sudo mkdir -p /etc/ceph 2024-05-11T04:30:38.241 DEBUG:teuthology.orchestra.run.smithi072:> sudo chmod 777 /etc/ceph 2024-05-11T04:30:38.283 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod 777 /etc/ceph 2024-05-11T04:30:38.295 INFO:tasks.cephadm:Writing seed config... 2024-05-11T04:30:38.296 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-05-11T04:30:38.296 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-05-11T04:30:38.296 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-05-11T04:30:38.297 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-05-11T04:30:38.297 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-05-11T04:30:38.297 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-05-11T04:30:38.297 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-05-11T04:30:38.297 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-05-11T04:30:38.297 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-05-11T04:30:38.297 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-05-11T04:30:38.297 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-05-11T04:30:38.298 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:30:38.298 DEBUG:teuthology.orchestra.run.smithi072:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-05-11T04:30:38.332 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 10baa432-0f4f-11ef-bc98-c7b262605968 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-05-11T04:30:38.332 DEBUG:teuthology.orchestra.run.smithi072:mon.a> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.a.service 2024-05-11T04:30:38.378 DEBUG:teuthology.orchestra.run.smithi072:mgr.y> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.y.service 2024-05-11T04:30:38.421 INFO:tasks.cephadm:Bootstrapping... 2024-05-11T04:30:38.421 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.72 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-05-11T04:30:38.591 INFO:teuthology.orchestra.run.smithi072.stdout:-------------------------------------------------------------------------------- 2024-05-11T04:30:38.591 INFO:teuthology.orchestra.run.smithi072.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '10baa432-0f4f-11ef-bc98-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.72', '--skip-admin-label'] 2024-05-11T04:30:38.591 INFO:teuthology.orchestra.run.smithi072.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-05-11T04:30:38.592 INFO:teuthology.orchestra.run.smithi072.stdout:Verifying podman|docker is present... 2024-05-11T04:30:38.592 INFO:teuthology.orchestra.run.smithi072.stdout:Verifying lvm2 is present... 2024-05-11T04:30:38.592 INFO:teuthology.orchestra.run.smithi072.stdout:Verifying time synchronization is in place... 2024-05-11T04:30:38.597 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-11T04:30:38.597 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-11T04:30:38.601 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-11T04:30:38.601 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout inactive 2024-05-11T04:30:38.604 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-05-11T04:30:38.604 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-05-11T04:30:38.608 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-05-11T04:30:38.608 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout inactive 2024-05-11T04:30:38.612 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-05-11T04:30:38.612 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout masked 2024-05-11T04:30:38.615 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-05-11T04:30:38.615 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout inactive 2024-05-11T04:30:38.618 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-05-11T04:30:38.618 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-05-11T04:30:38.623 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-05-11T04:30:38.624 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout inactive 2024-05-11T04:30:38.629 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout enabled 2024-05-11T04:30:38.632 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout active 2024-05-11T04:30:38.632 INFO:teuthology.orchestra.run.smithi072.stdout:Unit ntp.service is enabled and running 2024-05-11T04:30:38.632 INFO:teuthology.orchestra.run.smithi072.stdout:Repeating the final host check... 2024-05-11T04:30:38.632 INFO:teuthology.orchestra.run.smithi072.stdout:docker (/usr/bin/docker) is present 2024-05-11T04:30:38.633 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl is present 2024-05-11T04:30:38.633 INFO:teuthology.orchestra.run.smithi072.stdout:lvcreate is present 2024-05-11T04:30:38.636 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-05-11T04:30:38.636 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-05-11T04:30:38.639 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-05-11T04:30:38.639 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout inactive 2024-05-11T04:30:38.643 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 1 from systemctl is-enabled chronyd.service 2024-05-11T04:30:38.643 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Failed to get unit file state for chronyd.service: No such file or directory 2024-05-11T04:30:38.647 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 3 from systemctl is-active chronyd.service 2024-05-11T04:30:38.647 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout inactive 2024-05-11T04:30:38.651 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 1 from systemctl is-enabled systemd-timesyncd.service 2024-05-11T04:30:38.651 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout masked 2024-05-11T04:30:38.656 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 3 from systemctl is-active systemd-timesyncd.service 2024-05-11T04:30:38.656 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout inactive 2024-05-11T04:30:38.660 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 1 from systemctl is-enabled ntpd.service 2024-05-11T04:30:38.660 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Failed to get unit file state for ntpd.service: No such file or directory 2024-05-11T04:30:38.664 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 3 from systemctl is-active ntpd.service 2024-05-11T04:30:38.664 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout inactive 2024-05-11T04:30:38.668 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout enabled 2024-05-11T04:30:38.672 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stdout active 2024-05-11T04:30:38.672 INFO:teuthology.orchestra.run.smithi072.stdout:Unit ntp.service is enabled and running 2024-05-11T04:30:38.672 INFO:teuthology.orchestra.run.smithi072.stdout:Host looks OK 2024-05-11T04:30:38.672 INFO:teuthology.orchestra.run.smithi072.stdout:Cluster fsid: 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:30:38.672 INFO:teuthology.orchestra.run.smithi072.stdout:Acquiring lock 140398986184160 on /run/cephadm/10baa432-0f4f-11ef-bc98-c7b262605968.lock 2024-05-11T04:30:38.672 INFO:teuthology.orchestra.run.smithi072.stdout:Lock 140398986184160 acquired on /run/cephadm/10baa432-0f4f-11ef-bc98-c7b262605968.lock 2024-05-11T04:30:38.672 INFO:teuthology.orchestra.run.smithi072.stdout:Verifying IP 172.21.15.72 port 3300 ... 2024-05-11T04:30:38.672 INFO:teuthology.orchestra.run.smithi072.stdout:Verifying IP 172.21.15.72 port 6789 ... 2024-05-11T04:30:38.672 INFO:teuthology.orchestra.run.smithi072.stdout:Base mon IP(s) is [172.21.15.72:3300, 172.21.15.72:6789], mon addrv is [v2:172.21.15.72:3300,v1:172.21.15.72:6789] 2024-05-11T04:30:38.675 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 2024-05-11T04:30:38.675 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.72 metric 100 2024-05-11T04:30:38.675 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout 158.69.67.47 via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.72 metric 100 2024-05-11T04:30:38.675 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout 172.17.0.0/16 dev docker0 proto kernel scope link src 172.17.0.1 linkdown 2024-05-11T04:30:38.675 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.72 metric 100 2024-05-11T04:30:38.675 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout 172.21.0.1 dev enp3s0f1 proto dhcp scope link src 172.21.15.72 metric 100 2024-05-11T04:30:38.675 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout 172.21.0.2 dev enp3s0f1 proto dhcp scope link src 172.21.15.72 metric 100 2024-05-11T04:30:38.676 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout 172.21.15.254 dev enp3s0f1 proto dhcp scope link src 172.21.15.72 metric 100 2024-05-11T04:30:38.677 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-05-11T04:30:38.677 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-05-11T04:30:38.677 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 100 expires 1785sec pref medium 2024-05-11T04:30:38.679 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-05-11T04:30:38.679 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout inet6 ::1/128 scope host 2024-05-11T04:30:38.679 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-11T04:30:38.679 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-05-11T04:30:38.679 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:b765/64 scope link 2024-05-11T04:30:38.679 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-05-11T04:30:38.681 INFO:teuthology.orchestra.run.smithi072.stdout:Mon IP `172.21.15.72` is in CIDR network `172.21.0.0/20` 2024-05-11T04:30:38.681 INFO:teuthology.orchestra.run.smithi072.stdout:Mon IP `172.21.15.72` is in CIDR network `172.21.0.0/20` 2024-05-11T04:30:38.681 INFO:teuthology.orchestra.run.smithi072.stdout:Mon IP `172.21.15.72` is in CIDR network `172.21.0.1/32` 2024-05-11T04:30:38.681 INFO:teuthology.orchestra.run.smithi072.stdout:Mon IP `172.21.15.72` is in CIDR network `172.21.0.1/32` 2024-05-11T04:30:38.681 INFO:teuthology.orchestra.run.smithi072.stdout:Mon IP `172.21.15.72` is in CIDR network `172.21.0.2/32` 2024-05-11T04:30:38.681 INFO:teuthology.orchestra.run.smithi072.stdout:Mon IP `172.21.15.72` is in CIDR network `172.21.0.2/32` 2024-05-11T04:30:38.681 INFO:teuthology.orchestra.run.smithi072.stdout:Mon IP `172.21.15.72` is in CIDR network `172.21.15.254/32` 2024-05-11T04:30:38.681 INFO:teuthology.orchestra.run.smithi072.stdout:Mon IP `172.21.15.72` is in CIDR network `172.21.15.254/32` 2024-05-11T04:30:38.681 INFO:teuthology.orchestra.run.smithi072.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20', '172.21.0.1/32', '172.21.0.1/32', '172.21.0.2/32', '172.21.0.2/32', '172.21.15.254/32', '172.21.15.254/32'] 2024-05-11T04:30:38.681 INFO:teuthology.orchestra.run.smithi072.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-05-11T04:30:38.682 INFO:teuthology.orchestra.run.smithi072.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-05-11T04:30:39.012 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/docker: stdout reef: Pulling from ceph-ci/ceph 2024-05-11T04:30:39.012 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/docker: stdout Digest: sha256:9b6524461c5f768edb5abcaaabb4e06e2251f267ea47dab38278f7ab51f8a8b4 2024-05-11T04:30:39.012 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/docker: stdout Status: Image is up to date for quay.ceph.io/ceph-ci/ceph:reef 2024-05-11T04:30:39.012 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/docker: stdout quay.ceph.io/ceph-ci/ceph:reef 2024-05-11T04:30:40.663 INFO:teuthology.orchestra.run.smithi072.stdout:ceph: stdout ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable) 2024-05-11T04:30:40.663 INFO:teuthology.orchestra.run.smithi072.stdout:Ceph version: ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable) 2024-05-11T04:30:40.663 INFO:teuthology.orchestra.run.smithi072.stdout:Extracting ceph user uid/gid from container image... 2024-05-11T04:30:41.983 INFO:teuthology.orchestra.run.smithi072.stdout:stat: stdout 167 167 2024-05-11T04:30:41.983 INFO:teuthology.orchestra.run.smithi072.stdout:Creating initial keys... 2024-05-11T04:30:43.452 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-authtool: stdout AQBy9D5mx+lHLxAAm2QSEeXw3HZnZwfPL6hYLg== 2024-05-11T04:30:44.787 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-authtool: stdout AQB09D5m/mUoCxAAw0/spdG45mKiUqVZ5nlglA== 2024-05-11T04:30:46.139 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-authtool: stdout AQB19D5mXS3gIBAA6gz8+zP8UL6PpDqL10IorQ== 2024-05-11T04:30:46.139 INFO:teuthology.orchestra.run.smithi072.stdout:Creating initial monmap... 2024-05-11T04:30:47.425 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-11T04:30:47.425 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-05-11T04:30:47.425 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:30:47.425 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-11T04:30:47.425 INFO:teuthology.orchestra.run.smithi072.stdout:monmaptool for a [v2:172.21.15.72:3300,v1:172.21.15.72:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-05-11T04:30:47.425 INFO:teuthology.orchestra.run.smithi072.stdout:setting min_mon_release = pacific 2024-05-11T04:30:47.425 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/monmaptool: set fsid to 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:30:47.425 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-05-11T04:30:47.425 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:30:47.426 INFO:teuthology.orchestra.run.smithi072.stdout:Creating mon... 2024-05-11T04:30:48.864 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:30:48.864 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 1 imported monmap: 2024-05-11T04:30:48.864 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr epoch 0 2024-05-11T04:30:48.864 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr last_changed 2024-05-11T04:30:46.873895+0000 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr min_mon_release 16 (pacific) 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr election_strategy: 1 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 0 /usr/bin/ceph-mon: set fsid to 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Git sha 0 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Compile date 2024-05-10 15:21:38 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: DB SUMMARY 2024-05-11T04:30:48.865 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: DB Session ID: KHGZJOU59P90H1OSWIXW 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 0, files: 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.create_if_missing: 1 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:30:48.866 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.env: 0x55f52393e820 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.info_log: 0x55f526a78780 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:30:48.867 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.wal_dir: 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:30:48.868 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.write_buffer_manager: 0x55f525d0d180 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:30:48.869 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.row_cache: None 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:30:48.870 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:30:48.871 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:30:48.872 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.221+0000 7f0b3b945c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: [db/db_impl/db_impl_open.cc:317] Creating manifest 1 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.merge_operator: 2024-05-11T04:30:48.873 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55f526a788a0) 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks: 1 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr pin_top_level_index_and_filter: 1 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr index_type: 0 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr data_block_index_type: 0 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr index_shortening: 1 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:30:48.874 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr checksum: 4 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr no_block_cache: 0 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr block_cache: 0x55f525d8f1f0 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr block_cache_name: BinnedLRUCache 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr block_cache_options: 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr capacity : 536870912 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr num_shard_bits : 4 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr strict_capacity_limit : 0 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr high_pri_pool_ratio: 0.000 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr block_cache_compressed: (nil) 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr persistent_cache: (nil) 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr block_size: 4096 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr block_size_deviation: 10 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr block_restart_interval: 16 2024-05-11T04:30:48.875 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr index_block_restart_interval: 1 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr metadata_block_size: 4096 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr partition_filters: 0 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr use_delta_encoding: 1 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr filter_policy: bloomfilter 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr whole_key_filtering: 1 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr verify_compression: 0 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr read_amp_bytes_per_bit: 0 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr format_version: 5 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr enable_index_compression: 1 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr block_align: 0 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr max_auto_readahead_size: 262144 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr prepopulate_block_cache: 0 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr initial_auto_readahead_size: 8192 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr num_file_reads_for_auto_readahead: 2 2024-05-11T04:30:48.876 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:30:48.877 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:30:48.878 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:30:48.879 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:30:48.880 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.table_properties_collectors: 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:30:48.881 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:30:48.882 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000001 succeeded,manifest_file_number is 1, next_file_number is 3, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e82a6356-f729-47ee-a805-3b410872e295 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 5 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55f525e06000 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b3b945c80 4 rocksdb: DB pointer 0x55f525df8000 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b2bb1d700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.225+0000 7f0b2bb1d700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:30:48.883 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr ** DB Stats ** 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Sum 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.884 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr ** Compaction Stats [default] ** 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Flush(GB): cumulative 0.000, interval 0.000 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Cumulative compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:30:48.885 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Interval compaction: 0.00 GB write, 0.00 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:30:48.886 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:30:48.886 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Block cache BinnedLRUCache@0x55f525d8f1f0#7 capacity: 512.00 MB usage: 0.00 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.8e-05 secs_since: 0 2024-05-11T04:30:48.886 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr Block cache entry stats(count,size,portion): Misc(1,0.00 KB,0%) 2024-05-11T04:30:48.886 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.886 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:30:48.886 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr 2024-05-11T04:30:48.886 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.229+0000 7f0b3b945c80 4 rocksdb: [db/db_impl/db_impl.cc:496] Shutdown: canceling all background work 2024-05-11T04:30:48.886 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.229+0000 7f0b3b945c80 4 rocksdb: [db/db_impl/db_impl.cc:704] Shutdown complete 2024-05-11T04:30:48.886 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph-mon: stderr debug 2024-05-11T04:30:48.229+0000 7f0b3b945c80 0 /usr/bin/ceph-mon: created monfs at /var/lib/ceph/mon/ceph-a for mon.a 2024-05-11T04:30:48.886 INFO:teuthology.orchestra.run.smithi072.stdout:create mon.a on 2024-05-11T04:30:49.146 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Removed /etc/systemd/system/multi-user.target.wants/ceph.target. 2024-05-11T04:30:49.341 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /etc/systemd/system/ceph.target. 2024-05-11T04:30:49.580 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-10baa432-0f4f-11ef-bc98-c7b262605968.target -> /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968.target. 2024-05-11T04:30:49.580 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-10baa432-0f4f-11ef-bc98-c7b262605968.target -> /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968.target. 2024-05-11T04:30:49.814 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.a 2024-05-11T04:30:49.814 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Failed to reset failed state of unit ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.a.service: Unit ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.a.service not loaded. 2024-05-11T04:30:50.017 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968.target.wants/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.a.service -> /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service. 2024-05-11T04:30:50.026 INFO:teuthology.orchestra.run.smithi072.stdout:firewalld does not appear to be present 2024-05-11T04:30:50.026 INFO:teuthology.orchestra.run.smithi072.stdout:Not possible to enable service . firewalld.service is not available 2024-05-11T04:30:50.026 INFO:teuthology.orchestra.run.smithi072.stdout:Waiting for mon to start... 2024-05-11T04:30:50.026 INFO:teuthology.orchestra.run.smithi072.stdout:Waiting for mon... 2024-05-11T04:30:51.665 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:51 smithi072 bash[20956]: cluster 2024-05-11T04:30:51.448406+0000 mon.a (mon.0) 1 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout cluster: 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout id: 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout services: 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.204739s) 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout data: 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-05-11T04:30:52.285 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-05-11T04:30:52.286 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout pgs: 2024-05-11T04:30:52.286 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:30:52.286 INFO:teuthology.orchestra.run.smithi072.stdout:mon is available 2024-05-11T04:30:52.286 INFO:teuthology.orchestra.run.smithi072.stdout:Assimilating anything we can from ceph.conf... 2024-05-11T04:30:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:52 smithi072 bash[20956]: cluster 2024-05-11T04:30:51.451713+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-05-11T04:30:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:52 smithi072 bash[20956]: cluster 2024-05-11T04:30:51.451881+0000 mon.a (mon.0) 3 : cluster 0 monmap e1: 1 mons at {a=[v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:30:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:52 smithi072 bash[20956]: cluster 2024-05-11T04:30:51.453843+0000 mon.a (mon.0) 4 : cluster 0 fsmap 2024-05-11T04:30:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:52 smithi072 bash[20956]: cluster 2024-05-11T04:30:51.456045+0000 mon.a (mon.0) 5 : cluster 0 osdmap e1: 0 total, 0 up, 0 in 2024-05-11T04:30:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:52 smithi072 bash[20956]: cluster 2024-05-11T04:30:51.456442+0000 mon.a (mon.0) 6 : cluster 0 mgrmap e1: no daemons active 2024-05-11T04:30:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:52 smithi072 bash[20956]: audit 2024-05-11T04:30:51.656414+0000 mon.a (mon.0) 7 : audit 0 from='client.? 172.21.15.72:0/3429896179' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-05-11T04:30:53.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:53 smithi072 bash[20956]: audit 2024-05-11T04:30:53.242735+0000 mon.a (mon.0) 8 : audit 1 from='client.? 172.21.15.72:0/1279977138' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-11T04:30:53.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:53 smithi072 bash[20956]: audit 2024-05-11T04:30:53.249234+0000 mon.a (mon.0) 9 : audit 1 from='client.? 172.21.15.72:0/1279977138' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-05-11T04:30:53.927 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:30:53.927 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout [global] 2024-05-11T04:30:53.927 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout fsid = 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.72:3300,v1:172.21.15.72:6789] 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout [osd] 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-11T04:30:53.928 INFO:teuthology.orchestra.run.smithi072.stdout:Generating new minimal ceph.conf... 2024-05-11T04:30:55.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:54 smithi072 bash[20956]: audit 2024-05-11T04:30:54.922973+0000 mon.a (mon.0) 10 : audit 0 from='client.? 172.21.15.72:0/2576608298' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:30:55.562 INFO:teuthology.orchestra.run.smithi072.stdout:Restarting the monitor... 2024-05-11T04:30:55.891 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:55 smithi072 systemd[1]: Stopping Ceph mon.a for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:30:55.891 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:55 smithi072 bash[20956]: debug 2024-05-11T04:30:55.697+0000 7fa9ea651700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T04:30:55.891 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:55 smithi072 bash[20956]: debug 2024-05-11T04:30:55.697+0000 7fa9ea651700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-05-11T04:30:56.494 INFO:teuthology.orchestra.run.smithi072.stdout:Setting public_network to 172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32 in mon config section 2024-05-11T04:30:56.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:56 smithi072 bash[21341]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mon-a 2024-05-11T04:30:56.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:56 smithi072 bash[21401]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mon-a 2024-05-11T04:30:56.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:56 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-11T04:30:56.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:56 smithi072 systemd[1]: Stopped Ceph mon.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:30:56.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:56 smithi072 systemd[1]: Started Ceph mon.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:30:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.621+0000 7fbc573c2c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:30:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.621+0000 7fbc573c2c80 0 ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable), process ceph-mon, pid 7 2024-05-11T04:30:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.621+0000 7fbc573c2c80 0 pidfile_write: ignore empty --pid-file 2024-05-11T04:30:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.625+0000 7fbc573c2c80 0 load: jerasure load: lrc 2024-05-11T04:30:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Git sha 0 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Compile date 2024-05-10 15:21:38 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: DB SUMMARY 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: DB Session ID: CTLQ6M9T3IURDWFNBE69 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: CURRENT file: CURRENT 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: IDENTITY file: IDENTITY 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84544 ; 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.create_if_missing: 0 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:30:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:30:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:30:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.env: 0x55804c521820 2024-05-11T04:30:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:30:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.info_log: 0x55804e5a3560 2024-05-11T04:30:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:30:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:30:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:30:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:30:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:30:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:30:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:30:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:30:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:30:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:30:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:30:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:30:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:30:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:30:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.wal_dir: 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.write_buffer_manager: 0x55804d834320 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:30:57.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.row_cache: None 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:30:57.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:30:57.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:30:57.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:30:57.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-05-11T04:30:57.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:30:57.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:30:57.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.merge_operator: 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55804e5a3660) 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: cache_index_and_filter_blocks: 1 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: pin_top_level_index_and_filter: 1 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: index_type: 0 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: data_block_index_type: 0 2024-05-11T04:30:57.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: index_shortening: 1 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: checksum: 4 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: no_block_cache: 0 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: block_cache: 0x55804d8b91f0 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: block_cache_name: BinnedLRUCache 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: block_cache_options: 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: capacity : 536870912 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: num_shard_bits : 4 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: strict_capacity_limit : 0 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: high_pri_pool_ratio: 0.000 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: block_cache_compressed: (nil) 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: persistent_cache: (nil) 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: block_size: 4096 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: block_size_deviation: 10 2024-05-11T04:30:57.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: block_restart_interval: 16 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: index_block_restart_interval: 1 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: metadata_block_size: 4096 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: partition_filters: 0 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: use_delta_encoding: 1 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: filter_policy: bloomfilter 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: whole_key_filtering: 1 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: verify_compression: 0 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: read_amp_bytes_per_bit: 0 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: format_version: 5 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: enable_index_compression: 1 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: block_align: 0 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: max_auto_readahead_size: 262144 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: prepopulate_block_cache: 0 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: initial_auto_readahead_size: 8192 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: num_file_reads_for_auto_readahead: 2 2024-05-11T04:30:57.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:30:57.813 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:30:57.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:30:57.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.table_properties_collectors: 2024-05-11T04:30:57.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:30:57.817 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e82a6356-f729-47ee-a805-3b410872e295 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401857633816, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401857635265, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81068, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79244, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73445, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715401857, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e82a6356-f729-47ee-a805-3b410872e295", "db_session_id": "CTLQ6M9T3IURDWFNBE69", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401857635386, "job": 1, "event": "recovery_finished"} 2024-05-11T04:30:57.818 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.629+0000 7fbc573c2c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.633+0000 7fbc573c2c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.633+0000 7fbc573c2c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55804d95a000 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.633+0000 7fbc573c2c80 4 rocksdb: DB pointer 0x55804d948000 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.633+0000 7fbc45b94700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.633+0000 7fbc45b94700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: ** DB Stats ** 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:30:57.819 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: ** Compaction Stats [default] ** 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: L0 2/0 81.00 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 90.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Sum 2/0 81.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 90.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 90.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: ** Compaction Stats [default] ** 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 90.8 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Flush(GB): cumulative 0.000, interval 0.000 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:30:57.820 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Cumulative compaction: 0.00 GB write, 14.41 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Interval compaction: 0.00 GB write, 14.41 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Block cache BinnedLRUCache@0x55804d8b91f0#7 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.633+0000 7fbc573c2c80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] at bind addrs [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.637+0000 7fbc573c2c80 1 mon.a@-1(???) e1 preinit fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.637+0000 7fbc573c2c80 0 mon.a@-1(???).mds e1 new map 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.637+0000 7fbc573c2c80 0 mon.a@-1(???).mds e1 print_map 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: e1 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: enable_multiple, ever_enabled_multiple: 1,1 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: legacy client fscid: -1 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: 2024-05-11T04:30:57.821 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: No filesystems configured 2024-05-11T04:30:57.822 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.637+0000 7fbc573c2c80 0 mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-11T04:30:57.822 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.637+0000 7fbc573c2c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:30:57.822 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.637+0000 7fbc573c2c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:30:57.822 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.637+0000 7fbc573c2c80 0 mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:30:57.822 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: debug 2024-05-11T04:30:57.637+0000 7fbc573c2c80 1 mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-05-11T04:30:57.822 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: cluster 2024-05-11T04:30:57.647145+0000 mon.a (mon.0) 1 : cluster 1 mon.a is new leader, mons a in quorum (ranks 0) 2024-05-11T04:30:57.822 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: cluster 2024-05-11T04:30:57.647241+0000 mon.a (mon.0) 2 : cluster 0 monmap e1: 1 mons at {a=[v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:30:57.822 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: cluster 2024-05-11T04:30:57.647823+0000 mon.a (mon.0) 3 : cluster 0 fsmap 2024-05-11T04:30:57.822 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: cluster 2024-05-11T04:30:57.647878+0000 mon.a (mon.0) 4 : cluster 0 osdmap e1: 0 total, 0 up, 0 in 2024-05-11T04:30:57.822 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:57 smithi072 bash[21439]: cluster 2024-05-11T04:30:57.648471+0000 mon.a (mon.0) 5 : cluster 0 mgrmap e1: no daemons active 2024-05-11T04:30:58.616 INFO:teuthology.orchestra.run.smithi072.stdout:Wrote config to /etc/ceph/ceph.conf 2024-05-11T04:30:58.645 INFO:teuthology.orchestra.run.smithi072.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-05-11T04:30:58.645 INFO:teuthology.orchestra.run.smithi072.stdout:Creating mgr... 2024-05-11T04:30:58.645 INFO:teuthology.orchestra.run.smithi072.stdout:Verifying port 0.0.0.0:9283 ... 2024-05-11T04:30:58.645 INFO:teuthology.orchestra.run.smithi072.stdout:Verifying port 0.0.0.0:8765 ... 2024-05-11T04:30:58.979 INFO:teuthology.orchestra.run.smithi072.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.y 2024-05-11T04:30:58.980 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Failed to reset failed state of unit ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.y.service: Unit ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.y.service not loaded. 2024-05-11T04:30:58.984 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:30:58 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:30:58.984 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:58 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:30:58.985 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:58 smithi072 bash[21439]: audit 2024-05-11T04:30:57.901169+0000 mon.a (mon.0) 6 : audit 1 from='client.? 172.21.15.72:0/2370751871' entity='client.admin' 2024-05-11T04:30:59.163 INFO:teuthology.orchestra.run.smithi072.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968.target.wants/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.y.service -> /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service. 2024-05-11T04:30:59.172 INFO:teuthology.orchestra.run.smithi072.stdout:firewalld does not appear to be present 2024-05-11T04:30:59.172 INFO:teuthology.orchestra.run.smithi072.stdout:Not possible to enable service . firewalld.service is not available 2024-05-11T04:30:59.172 INFO:teuthology.orchestra.run.smithi072.stdout:firewalld does not appear to be present 2024-05-11T04:30:59.172 INFO:teuthology.orchestra.run.smithi072.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-05-11T04:30:59.172 INFO:teuthology.orchestra.run.smithi072.stdout:Waiting for mgr to start... 2024-05-11T04:30:59.172 INFO:teuthology.orchestra.run.smithi072.stdout:Waiting for mgr... 2024-05-11T04:30:59.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:30:59 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:30:59.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:30:59 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:30:59.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:30:59 smithi072 systemd[1]: Started Ceph mgr.y for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:31:01.064 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:00 smithi072 bash[21439]: audit 2024-05-11T04:31:00.818266+0000 mon.a (mon.0) 7 : audit 0 from='client.? 172.21.15.72:0/368200427' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-11T04:31:01.065 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:00 smithi072 bash[21693]: debug 2024-05-11T04:31:00.677+0000 7f6b2ec7e200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:31:01.471 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:31:01.471 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:31:01.471 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "fsid": "10baa432-0f4f-11ef-bc98-c7b262605968", 2024-05-11T04:31:01.471 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "health": { 2024-05-11T04:31:01.471 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 0 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "a" 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:01.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-11T04:31:01.473 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-11T04:31:01.474 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "restful" 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "modified": "2024-05-11T04:30:51.452918+0000", 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:31:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:mgr not available, waiting (1/15)... 2024-05-11T04:31:02.550 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:02 smithi072 bash[21693]: debug 2024-05-11T04:31:02.244+0000 7f6b2ec7e200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:31:02.550 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:02 smithi072 bash[21693]: debug 2024-05-11T04:31:02.340+0000 7f6b2ec7e200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:31:03.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:02 smithi072 bash[21693]: debug 2024-05-11T04:31:02.584+0000 7f6b2ec7e200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:31:03.688 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:03 smithi072 bash[21693]: debug 2024-05-11T04:31:03.364+0000 7f6b2ec7e200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:31:03.688 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:03 smithi072 bash[21693]: debug 2024-05-11T04:31:03.476+0000 7f6b2ec7e200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:31:03.688 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:03 smithi072 bash[21693]: debug 2024-05-11T04:31:03.580+0000 7f6b2ec7e200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:31:04.044 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:03 smithi072 bash[21693]: debug 2024-05-11T04:31:03.932+0000 7f6b2ec7e200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:31:04.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:04 smithi072 bash[21693]: debug 2024-05-11T04:31:04.044+0000 7f6b2ec7e200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:31:04.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:04 smithi072 bash[21693]: debug 2024-05-11T04:31:04.148+0000 7f6b2ec7e200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:31:04.656 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:04 smithi072 bash[21693]: debug 2024-05-11T04:31:04.504+0000 7f6b2ec7e200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:31:05.006 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:04 smithi072 bash[21693]: debug 2024-05-11T04:31:04.744+0000 7f6b2ec7e200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:31:05.006 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:04 smithi072 bash[21439]: audit 2024-05-11T04:31:04.647199+0000 mon.a (mon.0) 8 : audit 0 from='client.? 172.21.15.72:0/3246966472' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-11T04:31:05.256 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:31:05.256 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:31:05.256 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "fsid": "10baa432-0f4f-11ef-bc98-c7b262605968", 2024-05-11T04:31:05.256 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "health": { 2024-05-11T04:31:05.256 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-11T04:31:05.256 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-11T04:31:05.256 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-11T04:31:05.257 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:05.260 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-11T04:31:05.260 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-11T04:31:05.260 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 0 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "a" 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum_age": 7, 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-11T04:31:05.261 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-11T04:31:05.262 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:05.263 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-11T04:31:05.263 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:05.263 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-11T04:31:05.265 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-11T04:31:05.265 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:05.265 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-11T04:31:05.265 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-11T04:31:05.265 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-11T04:31:05.265 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-11T04:31:05.265 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-11T04:31:05.265 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-11T04:31:05.265 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "restful" 2024-05-11T04:31:05.266 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:05.266 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:31:05.266 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:05.266 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-11T04:31:05.266 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:05.266 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "modified": "2024-05-11T04:30:51.452918+0000", 2024-05-11T04:31:05.266 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:31:05.266 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:05.266 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-11T04:31:05.266 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:31:05.266 INFO:teuthology.orchestra.run.smithi072.stdout:mgr not available, waiting (2/15)... 2024-05-11T04:31:05.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:05 smithi072 bash[21693]: debug 2024-05-11T04:31:05.004+0000 7f6b2ec7e200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:31:05.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:05 smithi072 bash[21693]: debug 2024-05-11T04:31:05.116+0000 7f6b2ec7e200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:31:05.800 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:05 smithi072 bash[21693]: debug 2024-05-11T04:31:05.384+0000 7f6b2ec7e200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:31:05.800 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:05 smithi072 bash[21693]: debug 2024-05-11T04:31:05.624+0000 7f6b2ec7e200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:31:06.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:06 smithi072 bash[21693]: debug 2024-05-11T04:31:06.028+0000 7f6b2ec7e200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:31:06.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:06 smithi072 bash[21693]: debug 2024-05-11T04:31:06.144+0000 7f6b2ec7e200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:31:06.800 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:06 smithi072 bash[21693]: debug 2024-05-11T04:31:06.388+0000 7f6b2ec7e200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:31:07.550 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:07 smithi072 bash[21693]: debug 2024-05-11T04:31:07.380+0000 7f6b2ec7e200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:31:07.550 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:07 smithi072 bash[21693]: debug 2024-05-11T04:31:07.492+0000 7f6b2ec7e200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:31:08.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:07 smithi072 bash[21693]: debug 2024-05-11T04:31:07.784+0000 7f6b2ec7e200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:31:08.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:07 smithi072 bash[21693]: debug 2024-05-11T04:31:07.900+0000 7f6b2ec7e200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:31:08.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:08 smithi072 bash[21439]: audit 2024-05-11T04:31:08.382889+0000 mon.a (mon.0) 9 : audit 0 from='client.? 172.21.15.72:0/2154730803' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-11T04:31:08.800 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:08 smithi072 bash[21693]: debug 2024-05-11T04:31:08.352+0000 7f6b2ec7e200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:31:08.801 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:08 smithi072 bash[21693]: debug 2024-05-11T04:31:08.472+0000 7f6b2ec7e200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:31:08.986 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:31:08.986 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "fsid": "10baa432-0f4f-11ef-bc98-c7b262605968", 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "health": { 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 0 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "a" 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-05-11T04:31:08.987 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-11T04:31:08.988 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:08.988 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-05-11T04:31:08.988 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-11T04:31:08.988 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:08.988 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-11T04:31:08.988 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:08.988 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-11T04:31:08.988 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-11T04:31:08.988 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-11T04:31:08.992 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "available": false, 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "restful" 2024-05-11T04:31:08.993 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:08.994 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:31:08.994 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:08.994 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-11T04:31:08.994 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:08.994 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "modified": "2024-05-11T04:30:51.452918+0000", 2024-05-11T04:31:08.994 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:31:08.994 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:08.994 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-11T04:31:08.994 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:31:08.994 INFO:teuthology.orchestra.run.smithi072.stdout:mgr not available, waiting (3/15)... 2024-05-11T04:31:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: cluster 2024-05-11T04:31:08.497299+0000 mon.a (mon.0) 10 : cluster 1 Activating manager daemon y 2024-05-11T04:31:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: cluster 2024-05-11T04:31:08.500546+0000 mon.a (mon.0) 11 : cluster 0 mgrmap e2: y(active, starting, since 0.00347561s) 2024-05-11T04:31:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: audit 2024-05-11T04:31:08.501469+0000 mon.a (mon.0) 12 : audit 0 from='mgr.14100 172.21.15.72:0/3305198785' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:31:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: audit 2024-05-11T04:31:08.501598+0000 mon.a (mon.0) 13 : audit 0 from='mgr.14100 172.21.15.72:0/3305198785' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:31:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: audit 2024-05-11T04:31:08.501753+0000 mon.a (mon.0) 14 : audit 0 from='mgr.14100 172.21.15.72:0/3305198785' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:31:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: audit 2024-05-11T04:31:08.501964+0000 mon.a (mon.0) 15 : audit 0 from='mgr.14100 172.21.15.72:0/3305198785' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:31:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: audit 2024-05-11T04:31:08.502499+0000 mon.a (mon.0) 16 : audit 0 from='mgr.14100 172.21.15.72:0/3305198785' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:31:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: cluster 2024-05-11T04:31:08.529783+0000 mon.a (mon.0) 17 : cluster 1 Manager daemon y is now available 2024-05-11T04:31:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: audit 2024-05-11T04:31:08.541682+0000 mon.a (mon.0) 18 : audit 1 from='mgr.14100 172.21.15.72:0/3305198785' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:31:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: audit 2024-05-11T04:31:08.544504+0000 mon.a (mon.0) 19 : audit 1 from='mgr.14100 172.21.15.72:0/3305198785' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:31:09.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: audit 2024-05-11T04:31:08.548777+0000 mon.a (mon.0) 20 : audit 1 from='mgr.14100 172.21.15.72:0/3305198785' entity='mgr.y' 2024-05-11T04:31:09.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: audit 2024-05-11T04:31:08.550977+0000 mon.a (mon.0) 21 : audit 1 from='mgr.14100 172.21.15.72:0/3305198785' entity='mgr.y' 2024-05-11T04:31:09.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:09 smithi072 bash[21439]: audit 2024-05-11T04:31:08.554260+0000 mon.a (mon.0) 22 : audit 1 from='mgr.14100 172.21.15.72:0/3305198785' entity='mgr.y' 2024-05-11T04:31:10.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:10 smithi072 bash[21439]: cluster 2024-05-11T04:31:09.513635+0000 mon.a (mon.0) 23 : cluster 0 mgrmap e3: y(active, since 1.01655s) 2024-05-11T04:31:12.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:12 smithi072 bash[21439]: cluster 2024-05-11T04:31:11.511655+0000 mon.a (mon.0) 24 : cluster 0 mgrmap e4: y(active, since 3s) 2024-05-11T04:31:12.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:12 smithi072 bash[21439]: audit 2024-05-11T04:31:12.441039+0000 mon.a (mon.0) 25 : audit 0 from='client.? 172.21.15.72:0/650498012' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-05-11T04:31:13.064 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "fsid": "10baa432-0f4f-11ef-bc98-c7b262605968", 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "health": { 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 0 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "a" 2024-05-11T04:31:13.065 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "quorum_age": 14, 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "monmap": { 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-05-11T04:31:13.071 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:13.072 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-05-11T04:31:13.073 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:13.073 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-05-11T04:31:13.073 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-05-11T04:31:13.073 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:13.073 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-05-11T04:31:13.073 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-11T04:31:13.074 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-05-11T04:31:13.074 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "modules": [ 2024-05-11T04:31:13.074 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "iostat", 2024-05-11T04:31:13.074 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "nfs", 2024-05-11T04:31:13.074 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "restful" 2024-05-11T04:31:13.074 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ], 2024-05-11T04:31:13.075 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:31:13.075 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:13.075 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-05-11T04:31:13.075 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-05-11T04:31:13.075 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "modified": "2024-05-11T04:30:51.452918+0000", 2024-05-11T04:31:13.075 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "services": {} 2024-05-11T04:31:13.075 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout }, 2024-05-11T04:31:13.076 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-05-11T04:31:13.076 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:31:13.076 INFO:teuthology.orchestra.run.smithi072.stdout:mgr is available 2024-05-11T04:31:14.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:14 smithi072 bash[21439]: audit 2024-05-11T04:31:14.283873+0000 mon.a (mon.0) 26 : audit 1 from='client.? 172.21.15.72:0/3558688721' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-05-11T04:31:14.944 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:31:14.944 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout [global] 2024-05-11T04:31:14.944 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout fsid = 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout [mgr] 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout [osd] 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-05-11T04:31:14.945 INFO:teuthology.orchestra.run.smithi072.stdout:Enabling cephadm module... 2024-05-11T04:31:16.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:16 smithi072 bash[21439]: audit 2024-05-11T04:31:16.291869+0000 mon.a (mon.0) 27 : audit 1 from='client.? 172.21.15.72:0/3364070028' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-05-11T04:31:16.801 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:16 smithi072 bash[21693]: ignoring --setuser ceph since I am not root 2024-05-11T04:31:16.801 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:16 smithi072 bash[21693]: ignoring --setgroup ceph since I am not root 2024-05-11T04:31:16.801 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:16 smithi072 bash[21693]: debug 2024-05-11T04:31:16.539+0000 7f2837093200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:31:17.612 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:17 smithi072 bash[21439]: audit 2024-05-11T04:31:16.349507+0000 mon.a (mon.0) 28 : audit 1 from='client.? 172.21.15.72:0/3364070028' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-05-11T04:31:17.612 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:17 smithi072 bash[21439]: cluster 2024-05-11T04:31:16.349632+0000 mon.a (mon.0) 29 : cluster 0 mgrmap e5: y(active, since 7s) 2024-05-11T04:31:18.458 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:18 smithi072 bash[21439]: audit 2024-05-11T04:31:18.296763+0000 mon.a (mon.0) 30 : audit 0 from='client.? 172.21.15.72:0/411443091' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-11T04:31:18.458 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:18 smithi072 bash[21693]: debug 2024-05-11T04:31:18.111+0000 7f2837093200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:31:18.458 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:18 smithi072 bash[21693]: debug 2024-05-11T04:31:18.207+0000 7f2837093200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:31:18.801 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:18 smithi072 bash[21693]: debug 2024-05-11T04:31:18.459+0000 7f2837093200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:31:18.924 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:31:18.925 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-05-11T04:31:18.925 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-11T04:31:18.925 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-05-11T04:31:18.925 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-11T04:31:18.925 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:31:18.925 INFO:teuthology.orchestra.run.smithi072.stdout:Waiting for the mgr to restart... 2024-05-11T04:31:18.925 INFO:teuthology.orchestra.run.smithi072.stdout:Waiting for mgr epoch 5... 2024-05-11T04:31:19.551 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:19 smithi072 bash[21693]: debug 2024-05-11T04:31:19.247+0000 7f2837093200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:31:19.551 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:19 smithi072 bash[21693]: debug 2024-05-11T04:31:19.355+0000 7f2837093200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:31:19.551 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:19 smithi072 bash[21693]: debug 2024-05-11T04:31:19.459+0000 7f2837093200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:31:19.926 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:19 smithi072 bash[21693]: debug 2024-05-11T04:31:19.815+0000 7f2837093200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:31:20.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:19 smithi072 bash[21693]: debug 2024-05-11T04:31:19.927+0000 7f2837093200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:31:20.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:20 smithi072 bash[21693]: debug 2024-05-11T04:31:20.031+0000 7f2837093200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:31:20.801 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:20 smithi072 bash[21693]: debug 2024-05-11T04:31:20.379+0000 7f2837093200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:31:20.801 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:20 smithi072 bash[21693]: debug 2024-05-11T04:31:20.615+0000 7f2837093200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:31:21.253 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:20 smithi072 bash[21693]: debug 2024-05-11T04:31:20.875+0000 7f2837093200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:31:21.253 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:20 smithi072 bash[21693]: debug 2024-05-11T04:31:20.983+0000 7f2837093200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:31:21.254 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:21 smithi072 bash[21693]: debug 2024-05-11T04:31:21.251+0000 7f2837093200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:31:21.551 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:21 smithi072 bash[21693]: debug 2024-05-11T04:31:21.495+0000 7f2837093200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:31:22.258 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:21 smithi072 bash[21693]: debug 2024-05-11T04:31:21.895+0000 7f2837093200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:31:22.258 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:22 smithi072 bash[21693]: debug 2024-05-11T04:31:22.015+0000 7f2837093200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:31:22.258 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:22 smithi072 bash[21693]: debug 2024-05-11T04:31:22.259+0000 7f2837093200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:31:23.551 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:23 smithi072 bash[21693]: debug 2024-05-11T04:31:23.263+0000 7f2837093200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:31:23.551 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:23 smithi072 bash[21693]: debug 2024-05-11T04:31:23.379+0000 7f2837093200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:31:24.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:23 smithi072 bash[21693]: debug 2024-05-11T04:31:23.671+0000 7f2837093200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:31:24.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:23 smithi072 bash[21693]: debug 2024-05-11T04:31:23.783+0000 7f2837093200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:31:24.551 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:24 smithi072 bash[21693]: debug 2024-05-11T04:31:24.223+0000 7f2837093200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:31:24.551 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:24 smithi072 bash[21693]: debug 2024-05-11T04:31:24.343+0000 7f2837093200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:31:24.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:24 smithi072 bash[21439]: cluster 2024-05-11T04:31:24.365332+0000 mon.a (mon.0) 31 : cluster 1 Active manager daemon y restarted 2024-05-11T04:31:24.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:24 smithi072 bash[21439]: cluster 2024-05-11T04:31:24.365748+0000 mon.a (mon.0) 32 : cluster 1 Activating manager daemon y 2024-05-11T04:31:24.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:24 smithi072 bash[21439]: cluster 2024-05-11T04:31:24.375534+0000 mon.a (mon.0) 33 : cluster 0 osdmap e2: 0 total, 0 up, 0 in 2024-05-11T04:31:24.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:24 smithi072 bash[21439]: cluster 2024-05-11T04:31:24.375780+0000 mon.a (mon.0) 34 : cluster 0 mgrmap e6: y(active, starting, since 0.0101977s) 2024-05-11T04:31:24.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:24 smithi072 bash[21439]: audit 2024-05-11T04:31:24.378453+0000 mon.a (mon.0) 35 : audit 0 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:31:24.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:24 smithi072 bash[21439]: audit 2024-05-11T04:31:24.379865+0000 mon.a (mon.0) 36 : audit 0 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:31:24.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:24 smithi072 bash[21439]: audit 2024-05-11T04:31:24.380589+0000 mon.a (mon.0) 37 : audit 0 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:31:24.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:24 smithi072 bash[21439]: audit 2024-05-11T04:31:24.381018+0000 mon.a (mon.0) 38 : audit 0 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:31:24.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:24 smithi072 bash[21439]: audit 2024-05-11T04:31:24.381394+0000 mon.a (mon.0) 39 : audit 0 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:31:24.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:24 smithi072 bash[21439]: cluster 2024-05-11T04:31:24.406351+0000 mon.a (mon.0) 40 : cluster 1 Manager daemon y is now available 2024-05-11T04:31:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: cephadm 2024-05-11T04:31:24.419317+0000 mgr.y (mgr.14120) 1 : cephadm 1 Found migration_current of "None". Setting to last migration. 2024-05-11T04:31:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: audit 2024-05-11T04:31:24.428960+0000 mon.a (mon.0) 41 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: audit 2024-05-11T04:31:24.433288+0000 mon.a (mon.0) 42 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: audit 2024-05-11T04:31:24.436493+0000 mon.a (mon.0) 43 : audit 0 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: audit 2024-05-11T04:31:24.440152+0000 mon.a (mon.0) 44 : audit 0 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: audit 2024-05-11T04:31:24.452758+0000 mon.a (mon.0) 45 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:31:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: audit 2024-05-11T04:31:24.455357+0000 mon.a (mon.0) 46 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:31:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: audit 2024-05-11T04:31:24.573178+0000 mon.a (mon.0) 47 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: audit 2024-05-11T04:31:24.578637+0000 mon.a (mon.0) 48 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: cephadm 2024-05-11T04:31:25.089721+0000 mgr.y (mgr.14120) 2 : cephadm 1 [11/May/2024:04:31:25] ENGINE Bus STARTING 2024-05-11T04:31:25.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: cephadm 2024-05-11T04:31:25.191850+0000 mgr.y (mgr.14120) 3 : cephadm 1 [11/May/2024:04:31:25] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:31:25.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: cephadm 2024-05-11T04:31:25.309410+0000 mgr.y (mgr.14120) 4 : cephadm 1 [11/May/2024:04:31:25] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:31:25.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: cephadm 2024-05-11T04:31:25.309642+0000 mgr.y (mgr.14120) 5 : cephadm 1 [11/May/2024:04:31:25] ENGINE Bus STARTED 2024-05-11T04:31:25.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: audit 2024-05-11T04:31:25.360449+0000 mon.a (mon.0) 49 : audit 0 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:25.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: audit 2024-05-11T04:31:25.376756+0000 mgr.y (mgr.14120) 6 : audit 0 from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-11T04:31:25.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: cluster 2024-05-11T04:31:25.378714+0000 mon.a (mon.0) 50 : cluster 0 mgrmap e7: y(active, since 1.01312s) 2024-05-11T04:31:25.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:25 smithi072 bash[21439]: audit 2024-05-11T04:31:25.389157+0000 mgr.y (mgr.14120) 7 : audit 0 from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-11T04:31:26.037 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:31:26.037 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-05-11T04:31:26.037 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-11T04:31:26.037 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:31:26.037 INFO:teuthology.orchestra.run.smithi072.stdout:mgr epoch 5 is available 2024-05-11T04:31:26.038 INFO:teuthology.orchestra.run.smithi072.stdout:Setting orchestrator backend to cephadm... 2024-05-11T04:31:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:27 smithi072 bash[21439]: cluster 2024-05-11T04:31:26.435303+0000 mon.a (mon.0) 51 : cluster 0 mgrmap e8: y(active, since 2s) 2024-05-11T04:31:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:27 smithi072 bash[21439]: audit 2024-05-11T04:31:27.298317+0000 mgr.y (mgr.14120) 8 : audit 0 from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:27 smithi072 bash[21439]: audit 2024-05-11T04:31:27.306833+0000 mon.a (mon.0) 52 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:27 smithi072 bash[21439]: audit 2024-05-11T04:31:27.331238+0000 mon.a (mon.0) 53 : audit 0 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:29.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:29 smithi072 bash[21439]: audit 2024-05-11T04:31:29.340444+0000 mgr.y (mgr.14120) 9 : audit 0 from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:29.907 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout value unchanged 2024-05-11T04:31:29.907 INFO:teuthology.orchestra.run.smithi072.stdout:Generating ssh key... 2024-05-11T04:31:31.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: Generating public/private rsa key pair. 2024-05-11T04:31:31.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: Your identification has been saved in /tmp/tmp7g_nrx3w/key. 2024-05-11T04:31:31.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: Your public key has been saved in /tmp/tmp7g_nrx3w/key.pub. 2024-05-11T04:31:31.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: The key fingerprint is: 2024-05-11T04:31:31.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: SHA256:Fx+S0HjW3U509k/ecs1dQXAdjUa7VbCAKejT2VtKY5I ceph-10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:31:31.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: The key's randomart image is: 2024-05-11T04:31:31.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: +---[RSA 3072]----+ 2024-05-11T04:31:31.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: | ..o +.+=XO| 2024-05-11T04:31:31.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: | . o.*...=+X| 2024-05-11T04:31:31.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: | . . B+ ..oo=| 2024-05-11T04:31:31.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: | o E =+.. *B| 2024-05-11T04:31:31.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: | .S+.=. o O| 2024-05-11T04:31:31.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: | .o o | 2024-05-11T04:31:31.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: | | 2024-05-11T04:31:31.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: | | 2024-05-11T04:31:31.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: | | 2024-05-11T04:31:31.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:31 smithi072 bash[21693]: +----[SHA256]-----+ 2024-05-11T04:31:32.462 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:32 smithi072 bash[21439]: audit 2024-05-11T04:31:31.095201+0000 mgr.y (mgr.14120) 10 : audit 0 from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:32.462 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:32 smithi072 bash[21439]: cephadm 2024-05-11T04:31:31.095448+0000 mgr.y (mgr.14120) 11 : cephadm 1 Generating ssh key... 2024-05-11T04:31:32.463 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:32 smithi072 bash[21439]: audit 2024-05-11T04:31:31.173349+0000 mon.a (mon.0) 54 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:32.463 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:32 smithi072 bash[21439]: audit 2024-05-11T04:31:31.179073+0000 mon.a (mon.0) 55 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:33.662 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtrezwatE1ryYJQ/sThyEi9oVT/6bALH2v2N2mviNPmF2E6ImVblDUUajB2s5zoiFxoQPwMXaTrMWZphXAyl8Wyl30zHoHwdgIA+f0DSWONvte1p2FWMwbaTLyhALYFzsjYi0DHEWwKr7sgT8E/fTkDxJVEw7aUmY73OLi1dPfiPIZ5uhJj4OTiFj9olbR3GJATiPCQXth94Afs2OyMBy3S7UfLtOEaLiMTOSZRNMfIvX94eKoKA2OYp9dnIhow3ML14Ov6DYQpAF7TBz99UJ2G7dZAK1+94rNvN1LLeTmkf5rCNB2GwmzjBSH0tXauHU0Nj8uS4FOX8f1R6UfoiPmkI/IqtLnjQFW75ff8UDt0fFlqU4VQ1jaqgGqdtSbYKE1cQk5ngo6tO8wPbh8GY4b4Weyr+1J8fWzkR3Gfomtu5EJGYut67c/10Ou9Y5dbqmY2kuYgBKuu6AdQWMQAfrXKfWWXzKMVt+n5xL8jXsylUeSdNcHRBcHfkkIJQinnn0= ceph-10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:31:33.663 INFO:teuthology.orchestra.run.smithi072.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-05-11T04:31:33.663 INFO:teuthology.orchestra.run.smithi072.stdout:Adding key to root@localhost authorized_keys... 2024-05-11T04:31:33.663 INFO:teuthology.orchestra.run.smithi072.stdout:Adding host smithi072... 2024-05-11T04:31:33.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:33 smithi072 bash[21439]: audit 2024-05-11T04:31:33.013821+0000 mgr.y (mgr.14120) 12 : audit 0 from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:35.541 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:35 smithi072 bash[21439]: audit 2024-05-11T04:31:34.984337+0000 mgr.y (mgr.14120) 13 : audit 0 from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi072", "addr": "172.21.15.72", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:36.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:36 smithi072 bash[21439]: cephadm 2024-05-11T04:31:35.517796+0000 mgr.y (mgr.14120) 14 : cephadm 1 Deploying cephadm binary to smithi072 2024-05-11T04:31:38.658 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout Added host 'smithi072' with addr '172.21.15.72' 2024-05-11T04:31:38.658 INFO:teuthology.orchestra.run.smithi072.stdout:Deploying unmanaged mon service... 2024-05-11T04:31:39.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:38 smithi072 bash[21439]: audit 2024-05-11T04:31:37.736720+0000 mon.a (mon.0) 56 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:39.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:38 smithi072 bash[21439]: cephadm 2024-05-11T04:31:37.737143+0000 mgr.y (mgr.14120) 15 : cephadm 1 Added host smithi072 2024-05-11T04:31:39.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:38 smithi072 bash[21439]: audit 2024-05-11T04:31:37.747778+0000 mon.a (mon.0) 57 : audit 0 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:41.036 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-05-11T04:31:41.036 INFO:teuthology.orchestra.run.smithi072.stdout:Deploying unmanaged mgr service... 2024-05-11T04:31:41.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:41 smithi072 bash[21439]: audit 2024-05-11T04:31:40.424678+0000 mon.a (mon.0) 58 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:41.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:41 smithi072 bash[21439]: audit 2024-05-11T04:31:40.458974+0000 mgr.y (mgr.14120) 16 : audit 0 from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:41.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:41 smithi072 bash[21439]: cephadm 2024-05-11T04:31:40.460727+0000 mgr.y (mgr.14120) 17 : cephadm 1 Saving service mon spec with placement count:5 2024-05-11T04:31:41.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:41 smithi072 bash[21439]: audit 2024-05-11T04:31:40.465863+0000 mon.a (mon.0) 59 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:41.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:41 smithi072 bash[21439]: audit 2024-05-11T04:31:40.750817+0000 mon.a (mon.0) 60 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:42.862 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-05-11T04:31:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:43 smithi072 bash[21439]: audit 2024-05-11T04:31:42.234706+0000 mgr.y (mgr.14120) 18 : audit 0 from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:31:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:43 smithi072 bash[21439]: cephadm 2024-05-11T04:31:42.236243+0000 mgr.y (mgr.14120) 19 : cephadm 1 Saving service mgr spec with placement count:2 2024-05-11T04:31:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:43 smithi072 bash[21439]: audit 2024-05-11T04:31:42.241076+0000 mon.a (mon.0) 61 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:45.461 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:45 smithi072 bash[21439]: audit 2024-05-11T04:31:44.124490+0000 mon.a (mon.0) 62 : audit 1 from='client.? 172.21.15.72:0/3755047372' entity='client.admin' 2024-05-11T04:31:45.461 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:45 smithi072 bash[21439]: cluster 2024-05-11T04:31:44.382242+0000 mgr.y (mgr.14120) 20 : cluster 0 pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:31:46.701 INFO:teuthology.orchestra.run.smithi072.stdout:Enabling the dashboard module... 2024-05-11T04:31:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:46 smithi072 bash[21439]: audit 2024-05-11T04:31:45.780823+0000 mon.a (mon.0) 63 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:46 smithi072 bash[21439]: audit 2024-05-11T04:31:46.028744+0000 mon.a (mon.0) 64 : audit 1 from='client.? 172.21.15.72:0/4243149526' entity='client.admin' 2024-05-11T04:31:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:46 smithi072 bash[21439]: cluster 2024-05-11T04:31:46.382647+0000 mgr.y (mgr.14120) 21 : cluster 0 pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:31:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:46 smithi072 bash[21439]: audit 2024-05-11T04:31:46.467126+0000 mon.a (mon.0) 65 : audit 1 from='mgr.14120 172.21.15.72:0/3086706572' entity='mgr.y' 2024-05-11T04:31:48.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:48 smithi072 bash[21439]: audit 2024-05-11T04:31:48.073228+0000 mon.a (mon.0) 66 : audit 1 from='client.? 172.21.15.72:0/1031994846' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-05-11T04:31:48.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:48 smithi072 bash[21693]: ignoring --setuser ceph since I am not root 2024-05-11T04:31:48.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:48 smithi072 bash[21693]: ignoring --setgroup ceph since I am not root 2024-05-11T04:31:48.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:48 smithi072 bash[21693]: debug 2024-05-11T04:31:48.314+0000 7f471492a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:31:49.416 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:49 smithi072 bash[21439]: audit 2024-05-11T04:31:48.130120+0000 mon.a (mon.0) 67 : audit 1 from='client.? 172.21.15.72:0/1031994846' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-05-11T04:31:49.416 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:49 smithi072 bash[21439]: cluster 2024-05-11T04:31:48.130193+0000 mon.a (mon.0) 68 : cluster 0 mgrmap e9: y(active, since 23s) 2024-05-11T04:31:50.292 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:50 smithi072 bash[21439]: audit 2024-05-11T04:31:50.098966+0000 mon.a (mon.0) 69 : audit 0 from='client.? 172.21.15.72:0/1582868419' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-05-11T04:31:50.292 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:49 smithi072 bash[21693]: debug 2024-05-11T04:31:49.938+0000 7f471492a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:31:50.293 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:50 smithi072 bash[21693]: debug 2024-05-11T04:31:50.038+0000 7f471492a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:31:50.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:50 smithi072 bash[21693]: debug 2024-05-11T04:31:50.290+0000 7f471492a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:31:50.769 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:31:50.769 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-05-11T04:31:50.769 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "available": true, 2024-05-11T04:31:50.769 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-05-11T04:31:50.769 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-05-11T04:31:50.769 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:31:50.769 INFO:teuthology.orchestra.run.smithi072.stdout:Waiting for the mgr to restart... 2024-05-11T04:31:50.769 INFO:teuthology.orchestra.run.smithi072.stdout:Waiting for mgr epoch 9... 2024-05-11T04:31:51.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:51 smithi072 bash[21693]: debug 2024-05-11T04:31:51.098+0000 7f471492a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:31:51.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:51 smithi072 bash[21693]: debug 2024-05-11T04:31:51.210+0000 7f471492a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:31:51.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:51 smithi072 bash[21693]: debug 2024-05-11T04:31:51.313+0000 7f471492a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:31:52.052 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:51 smithi072 bash[21693]: debug 2024-05-11T04:31:51.673+0000 7f471492a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:31:52.052 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:51 smithi072 bash[21693]: debug 2024-05-11T04:31:51.793+0000 7f471492a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:31:52.052 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:51 smithi072 bash[21693]: debug 2024-05-11T04:31:51.901+0000 7f471492a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:31:52.396 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:52 smithi072 bash[21693]: debug 2024-05-11T04:31:52.273+0000 7f471492a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:31:52.786 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:52 smithi072 bash[21693]: debug 2024-05-11T04:31:52.521+0000 7f471492a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:31:53.052 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:52 smithi072 bash[21693]: debug 2024-05-11T04:31:52.781+0000 7f471492a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:31:53.052 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:52 smithi072 bash[21693]: debug 2024-05-11T04:31:52.897+0000 7f471492a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:31:53.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:53 smithi072 bash[21693]: debug 2024-05-11T04:31:53.173+0000 7f471492a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:31:53.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:53 smithi072 bash[21693]: debug 2024-05-11T04:31:53.417+0000 7f471492a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:31:54.201 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:53 smithi072 bash[21693]: debug 2024-05-11T04:31:53.829+0000 7f471492a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:31:54.201 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:53 smithi072 bash[21693]: debug 2024-05-11T04:31:53.949+0000 7f471492a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:31:54.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:54 smithi072 bash[21693]: debug 2024-05-11T04:31:54.197+0000 7f471492a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:31:55.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:55 smithi072 bash[21693]: debug 2024-05-11T04:31:55.205+0000 7f471492a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:31:55.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:55 smithi072 bash[21693]: debug 2024-05-11T04:31:55.321+0000 7f471492a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:31:56.052 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:55 smithi072 bash[21693]: debug 2024-05-11T04:31:55.617+0000 7f471492a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:31:56.052 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:55 smithi072 bash[21693]: debug 2024-05-11T04:31:55.733+0000 7f471492a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:31:56.446 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:56 smithi072 bash[21693]: debug 2024-05-11T04:31:56.185+0000 7f471492a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:31:56.446 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:31:56 smithi072 bash[21693]: debug 2024-05-11T04:31:56.305+0000 7f471492a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:31:56.446 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:56 smithi072 bash[21439]: cluster 2024-05-11T04:31:56.330114+0000 mon.a (mon.0) 70 : cluster 1 Active manager daemon y restarted 2024-05-11T04:31:56.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:56 smithi072 bash[21439]: cluster 2024-05-11T04:31:56.330585+0000 mon.a (mon.0) 71 : cluster 1 Activating manager daemon y 2024-05-11T04:31:56.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:56 smithi072 bash[21439]: cluster 2024-05-11T04:31:56.334405+0000 mon.a (mon.0) 72 : cluster 0 osdmap e3: 0 total, 0 up, 0 in 2024-05-11T04:31:56.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:56 smithi072 bash[21439]: cluster 2024-05-11T04:31:56.334594+0000 mon.a (mon.0) 73 : cluster 0 mgrmap e10: y(active, starting, since 0.00420162s) 2024-05-11T04:31:56.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:56 smithi072 bash[21439]: audit 2024-05-11T04:31:56.337753+0000 mon.a (mon.0) 74 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:31:56.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:56 smithi072 bash[21439]: audit 2024-05-11T04:31:56.339007+0000 mon.a (mon.0) 75 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:31:56.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:56 smithi072 bash[21439]: audit 2024-05-11T04:31:56.339685+0000 mon.a (mon.0) 76 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:31:56.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:56 smithi072 bash[21439]: audit 2024-05-11T04:31:56.340066+0000 mon.a (mon.0) 77 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:31:56.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:56 smithi072 bash[21439]: audit 2024-05-11T04:31:56.340423+0000 mon.a (mon.0) 78 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:31:56.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:56 smithi072 bash[21439]: cluster 2024-05-11T04:31:56.365832+0000 mon.a (mon.0) 79 : cluster 1 Manager daemon y is now available 2024-05-11T04:31:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:57 smithi072 bash[21439]: audit 2024-05-11T04:31:56.386086+0000 mon.a (mon.0) 80 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:31:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:57 smithi072 bash[21439]: audit 2024-05-11T04:31:56.404579+0000 mon.a (mon.0) 81 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:31:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:57 smithi072 bash[21439]: audit 2024-05-11T04:31:56.408087+0000 mon.a (mon.0) 82 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:31:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:57 smithi072 bash[21439]: cephadm 2024-05-11T04:31:56.624516+0000 mgr.y (mgr.14152) 1 : cephadm 1 [11/May/2024:04:31:56] ENGINE Bus STARTING 2024-05-11T04:31:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:57 smithi072 bash[21439]: cephadm 2024-05-11T04:31:56.726539+0000 mgr.y (mgr.14152) 2 : cephadm 1 [11/May/2024:04:31:56] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:31:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:57 smithi072 bash[21439]: cephadm 2024-05-11T04:31:56.842862+0000 mgr.y (mgr.14152) 3 : cephadm 1 [11/May/2024:04:31:56] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:31:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:57 smithi072 bash[21439]: cephadm 2024-05-11T04:31:56.843171+0000 mgr.y (mgr.14152) 4 : cephadm 1 [11/May/2024:04:31:56] ENGINE Bus STARTED 2024-05-11T04:31:57.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:57 smithi072 bash[21439]: cluster 2024-05-11T04:31:57.342678+0000 mon.a (mon.0) 83 : cluster 0 mgrmap e11: y(active, since 1.01227s) 2024-05-11T04:31:58.045 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout { 2024-05-11T04:31:58.045 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-05-11T04:31:58.045 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout "initialized": true 2024-05-11T04:31:58.045 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout } 2024-05-11T04:31:58.045 INFO:teuthology.orchestra.run.smithi072.stdout:mgr epoch 9 is available 2024-05-11T04:31:58.045 INFO:teuthology.orchestra.run.smithi072.stdout:Generating a dashboard self-signed certificate... 2024-05-11T04:31:58.728 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:58 smithi072 bash[21439]: audit 2024-05-11T04:31:57.341436+0000 mgr.y (mgr.14152) 5 : audit 0 from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-05-11T04:31:58.728 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:58 smithi072 bash[21439]: audit 2024-05-11T04:31:57.355178+0000 mgr.y (mgr.14152) 6 : audit 0 from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-05-11T04:31:59.737 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:31:59 smithi072 bash[21439]: cluster 2024-05-11T04:31:58.397370+0000 mon.a (mon.0) 84 : cluster 0 mgrmap e12: y(active, since 2s) 2024-05-11T04:32:00.217 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-05-11T04:32:00.217 INFO:teuthology.orchestra.run.smithi072.stdout:Creating initial admin user... 2024-05-11T04:32:00.950 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:00 smithi072 bash[21439]: audit 2024-05-11T04:31:59.331427+0000 mgr.y (mgr.14152) 7 : audit 0 from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:32:00.950 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:00 smithi072 bash[21439]: audit 2024-05-11T04:31:59.567220+0000 mon.a (mon.0) 85 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:00.950 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:00 smithi072 bash[21439]: audit 2024-05-11T04:31:59.574503+0000 mon.a (mon.0) 86 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:02.472 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$2WBb4qhBX4AGNsqitj/8F.Qp62n51vNxP.Fp4hsbo8qWXQuGKcGYO", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1715401921, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-05-11T04:32:02.472 INFO:teuthology.orchestra.run.smithi072.stdout:Fetching dashboard port number... 2024-05-11T04:32:03.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:02 smithi072 bash[21439]: audit 2024-05-11T04:32:01.549470+0000 mgr.y (mgr.14152) 8 : audit 0 from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:32:03.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:02 smithi072 bash[21439]: audit 2024-05-11T04:32:01.790863+0000 mon.a (mon.0) 87 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:04.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:03 smithi072 bash[21439]: cluster 2024-05-11T04:32:02.801779+0000 mon.a (mon.0) 88 : cluster 0 mgrmap e13: y(active, since 6s) 2024-05-11T04:32:04.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:03 smithi072 bash[21439]: audit 2024-05-11T04:32:03.207285+0000 mon.a (mon.0) 89 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:04.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:03 smithi072 bash[21439]: audit 2024-05-11T04:32:03.784202+0000 mon.a (mon.0) 90 : audit 0 from='client.? 172.21.15.72:0/2021414640' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-05-11T04:32:04.468 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stdout 8443 2024-05-11T04:32:04.468 INFO:teuthology.orchestra.run.smithi072.stdout:firewalld does not appear to be present 2024-05-11T04:32:04.468 INFO:teuthology.orchestra.run.smithi072.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-05-11T04:32:04.470 INFO:teuthology.orchestra.run.smithi072.stdout:Ceph Dashboard is now available at: 2024-05-11T04:32:04.470 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:32:04.470 INFO:teuthology.orchestra.run.smithi072.stdout: URL: https://smithi072.front.sepia.ceph.com:8443/ 2024-05-11T04:32:04.470 INFO:teuthology.orchestra.run.smithi072.stdout: User: admin 2024-05-11T04:32:04.471 INFO:teuthology.orchestra.run.smithi072.stdout: Password: 9fgvwbbolo 2024-05-11T04:32:04.471 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:32:04.471 INFO:teuthology.orchestra.run.smithi072.stdout:Saving cluster configuration to /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config directory 2024-05-11T04:32:04.471 INFO:teuthology.orchestra.run.smithi072.stdout:Enabling autotune for osd_memory_target 2024-05-11T04:32:05.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:04 smithi072 bash[21439]: audit 2024-05-11T04:32:03.946470+0000 mon.a (mon.0) 91 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:08.369 INFO:teuthology.orchestra.run.smithi072.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-05-11T04:32:08.369 INFO:teuthology.orchestra.run.smithi072.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-05-11T04:32:08.369 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:32:08.369 INFO:teuthology.orchestra.run.smithi072.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-05-11T04:32:08.369 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:32:08.369 INFO:teuthology.orchestra.run.smithi072.stdout:Or, if you are only running a single cluster on this host: 2024-05-11T04:32:08.369 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:32:08.370 INFO:teuthology.orchestra.run.smithi072.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-05-11T04:32:08.370 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:32:08.370 INFO:teuthology.orchestra.run.smithi072.stdout:Please consider enabling telemetry to help improve Ceph: 2024-05-11T04:32:08.370 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:32:08.370 INFO:teuthology.orchestra.run.smithi072.stdout: ceph telemetry on 2024-05-11T04:32:08.370 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:32:08.370 INFO:teuthology.orchestra.run.smithi072.stdout:For more information see: 2024-05-11T04:32:08.370 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:32:08.370 INFO:teuthology.orchestra.run.smithi072.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-05-11T04:32:08.370 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:32:08.370 INFO:teuthology.orchestra.run.smithi072.stdout:Bootstrap complete. 2024-05-11T04:32:08.413 INFO:tasks.cephadm:Fetching config... 2024-05-11T04:32:08.414 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:32:08.414 DEBUG:teuthology.orchestra.run.smithi072:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-05-11T04:32:08.420 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-05-11T04:32:08.420 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:32:08.420 DEBUG:teuthology.orchestra.run.smithi072:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-05-11T04:32:08.466 INFO:tasks.cephadm:Fetching mon keyring... 2024-05-11T04:32:08.466 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:32:08.466 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd if=/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/keyring of=/dev/stdout 2024-05-11T04:32:08.520 INFO:tasks.cephadm:Fetching pub ssh key... 2024-05-11T04:32:08.520 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:32:08.520 DEBUG:teuthology.orchestra.run.smithi072:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-05-11T04:32:08.565 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-05-11T04:32:08.566 DEBUG:teuthology.orchestra.run.smithi072:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtrezwatE1ryYJQ/sThyEi9oVT/6bALH2v2N2mviNPmF2E6ImVblDUUajB2s5zoiFxoQPwMXaTrMWZphXAyl8Wyl30zHoHwdgIA+f0DSWONvte1p2FWMwbaTLyhALYFzsjYi0DHEWwKr7sgT8E/fTkDxJVEw7aUmY73OLi1dPfiPIZ5uhJj4OTiFj9olbR3GJATiPCQXth94Afs2OyMBy3S7UfLtOEaLiMTOSZRNMfIvX94eKoKA2OYp9dnIhow3ML14Ov6DYQpAF7TBz99UJ2G7dZAK1+94rNvN1LLeTmkf5rCNB2GwmzjBSH0tXauHU0Nj8uS4FOX8f1R6UfoiPmkI/IqtLnjQFW75ff8UDt0fFlqU4VQ1jaqgGqdtSbYKE1cQk5ngo6tO8wPbh8GY4b4Weyr+1J8fWzkR3Gfomtu5EJGYut67c/10Ou9Y5dbqmY2kuYgBKuu6AdQWMQAfrXKfWWXzKMVt+n5xL8jXsylUeSdNcHRBcHfkkIJQinnn0= ceph-10baa432-0f4f-11ef-bc98-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-11T04:32:08.630 INFO:teuthology.orchestra.run.smithi072.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtrezwatE1ryYJQ/sThyEi9oVT/6bALH2v2N2mviNPmF2E6ImVblDUUajB2s5zoiFxoQPwMXaTrMWZphXAyl8Wyl30zHoHwdgIA+f0DSWONvte1p2FWMwbaTLyhALYFzsjYi0DHEWwKr7sgT8E/fTkDxJVEw7aUmY73OLi1dPfiPIZ5uhJj4OTiFj9olbR3GJATiPCQXth94Afs2OyMBy3S7UfLtOEaLiMTOSZRNMfIvX94eKoKA2OYp9dnIhow3ML14Ov6DYQpAF7TBz99UJ2G7dZAK1+94rNvN1LLeTmkf5rCNB2GwmzjBSH0tXauHU0Nj8uS4FOX8f1R6UfoiPmkI/IqtLnjQFW75ff8UDt0fFlqU4VQ1jaqgGqdtSbYKE1cQk5ngo6tO8wPbh8GY4b4Weyr+1J8fWzkR3Gfomtu5EJGYut67c/10Ou9Y5dbqmY2kuYgBKuu6AdQWMQAfrXKfWWXzKMVt+n5xL8jXsylUeSdNcHRBcHfkkIJQinnn0= ceph-10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:32:08.638 DEBUG:teuthology.orchestra.run.smithi086:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtrezwatE1ryYJQ/sThyEi9oVT/6bALH2v2N2mviNPmF2E6ImVblDUUajB2s5zoiFxoQPwMXaTrMWZphXAyl8Wyl30zHoHwdgIA+f0DSWONvte1p2FWMwbaTLyhALYFzsjYi0DHEWwKr7sgT8E/fTkDxJVEw7aUmY73OLi1dPfiPIZ5uhJj4OTiFj9olbR3GJATiPCQXth94Afs2OyMBy3S7UfLtOEaLiMTOSZRNMfIvX94eKoKA2OYp9dnIhow3ML14Ov6DYQpAF7TBz99UJ2G7dZAK1+94rNvN1LLeTmkf5rCNB2GwmzjBSH0tXauHU0Nj8uS4FOX8f1R6UfoiPmkI/IqtLnjQFW75ff8UDt0fFlqU4VQ1jaqgGqdtSbYKE1cQk5ngo6tO8wPbh8GY4b4Weyr+1J8fWzkR3Gfomtu5EJGYut67c/10Ou9Y5dbqmY2kuYgBKuu6AdQWMQAfrXKfWWXzKMVt+n5xL8jXsylUeSdNcHRBcHfkkIJQinnn0= ceph-10baa432-0f4f-11ef-bc98-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-05-11T04:32:08.661 INFO:teuthology.orchestra.run.smithi086.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDtrezwatE1ryYJQ/sThyEi9oVT/6bALH2v2N2mviNPmF2E6ImVblDUUajB2s5zoiFxoQPwMXaTrMWZphXAyl8Wyl30zHoHwdgIA+f0DSWONvte1p2FWMwbaTLyhALYFzsjYi0DHEWwKr7sgT8E/fTkDxJVEw7aUmY73OLi1dPfiPIZ5uhJj4OTiFj9olbR3GJATiPCQXth94Afs2OyMBy3S7UfLtOEaLiMTOSZRNMfIvX94eKoKA2OYp9dnIhow3ML14Ov6DYQpAF7TBz99UJ2G7dZAK1+94rNvN1LLeTmkf5rCNB2GwmzjBSH0tXauHU0Nj8uS4FOX8f1R6UfoiPmkI/IqtLnjQFW75ff8UDt0fFlqU4VQ1jaqgGqdtSbYKE1cQk5ngo6tO8wPbh8GY4b4Weyr+1J8fWzkR3Gfomtu5EJGYut67c/10Ou9Y5dbqmY2kuYgBKuu6AdQWMQAfrXKfWWXzKMVt+n5xL8jXsylUeSdNcHRBcHfkkIJQinnn0= ceph-10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:32:08.670 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-05-11T04:32:09.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:08 smithi072 bash[21439]: audit 2024-05-11T04:32:07.704592+0000 mon.a (mon.0) 92 : audit 1 from='client.? 172.21.15.72:0/991765170' entity='client.admin' 2024-05-11T04:32:14.280 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:32:16.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:15 smithi072 bash[21439]: audit 2024-05-11T04:32:14.791478+0000 mon.a (mon.0) 93 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:16.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:15 smithi072 bash[21439]: audit 2024-05-11T04:32:14.798072+0000 mon.a (mon.0) 94 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:16.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:15 smithi072 bash[21439]: audit 2024-05-11T04:32:14.799802+0000 mon.a (mon.0) 95 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi072", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:32:16.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:15 smithi072 bash[21439]: audit 2024-05-11T04:32:14.808400+0000 mon.a (mon.0) 96 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:16.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:15 smithi072 bash[21439]: audit 2024-05-11T04:32:14.844316+0000 mon.a (mon.0) 97 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:32:16.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:15 smithi072 bash[21439]: audit 2024-05-11T04:32:14.852179+0000 mon.a (mon.0) 98 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:17.726 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-05-11T04:32:17.727 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-05-11T04:32:18.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:18 smithi072 bash[21439]: cluster 2024-05-11T04:32:16.341359+0000 mgr.y (mgr.14152) 9 : cluster 0 pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:18.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:18 smithi072 bash[21439]: audit 2024-05-11T04:32:17.094676+0000 mon.a (mon.0) 99 : audit 1 from='client.? 172.21.15.72:0/3139480942' entity='client.admin' 2024-05-11T04:32:18.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:18 smithi072 bash[21439]: audit 2024-05-11T04:32:17.155181+0000 mon.a (mon.0) 100 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:32:18.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:18 smithi072 bash[21439]: audit 2024-05-11T04:32:17.159815+0000 mon.a (mon.0) 101 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:20.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:20 smithi072 bash[21439]: cluster 2024-05-11T04:32:18.341809+0000 mgr.y (mgr.14152) 10 : cluster 0 pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:22.390 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:32:22.413 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:22 smithi072 bash[21439]: cluster 2024-05-11T04:32:20.342309+0000 mgr.y (mgr.14152) 11 : cluster 0 pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:24.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:24 smithi072 bash[21439]: cluster 2024-05-11T04:32:22.342761+0000 mgr.y (mgr.14152) 12 : cluster 0 pgmap v6: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:25.891 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi086 2024-05-11T04:32:25.892 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:32:25.892 DEBUG:teuthology.orchestra.run.smithi086:> dd of=/etc/ceph/ceph.conf 2024-05-11T04:32:25.898 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:32:25.898 DEBUG:teuthology.orchestra.run.smithi086:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:32:25.945 INFO:tasks.cephadm:Adding host smithi086 to orchestrator... 2024-05-11T04:32:25.946 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch host add smithi086 2024-05-11T04:32:26.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:26 smithi072 bash[21439]: cluster 2024-05-11T04:32:24.343175+0000 mgr.y (mgr.14152) 13 : cluster 0 pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:26.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:26 smithi072 bash[21439]: audit 2024-05-11T04:32:25.162678+0000 mgr.y (mgr.14152) 14 : audit 0 from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:32:26.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:26 smithi072 bash[21439]: audit 2024-05-11T04:32:25.167456+0000 mon.a (mon.0) 102 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:26.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:26 smithi072 bash[21439]: audit 2024-05-11T04:32:25.210610+0000 mon.a (mon.0) 103 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:32:26.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:26 smithi072 bash[21439]: audit 2024-05-11T04:32:25.211846+0000 mon.a (mon.0) 104 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:26.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:26 smithi072 bash[21439]: audit 2024-05-11T04:32:25.212429+0000 mon.a (mon.0) 105 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:32:26.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:26 smithi072 bash[21439]: audit 2024-05-11T04:32:25.925881+0000 mon.a (mon.0) 106 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:26.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:26 smithi072 bash[21439]: audit 2024-05-11T04:32:25.929469+0000 mon.a (mon.0) 107 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:26.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:26 smithi072 bash[21439]: audit 2024-05-11T04:32:25.932947+0000 mon.a (mon.0) 108 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:27 smithi072 bash[21439]: cephadm 2024-05-11T04:32:25.213256+0000 mgr.y (mgr.14152) 15 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:32:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:27 smithi072 bash[21439]: cephadm 2024-05-11T04:32:25.327334+0000 mgr.y (mgr.14152) 16 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:32:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:27 smithi072 bash[21439]: cephadm 2024-05-11T04:32:25.591848+0000 mgr.y (mgr.14152) 17 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:32:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:27 smithi072 bash[21439]: cephadm 2024-05-11T04:32:25.756716+0000 mgr.y (mgr.14152) 18 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:32:28.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:28 smithi072 bash[21439]: cluster 2024-05-11T04:32:26.343634+0000 mgr.y (mgr.14152) 19 : cluster 0 pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:30.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:30 smithi072 bash[21439]: cluster 2024-05-11T04:32:28.344150+0000 mgr.y (mgr.14152) 20 : cluster 0 pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:30.607 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:32:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:32 smithi072 bash[21439]: cluster 2024-05-11T04:32:30.344541+0000 mgr.y (mgr.14152) 21 : cluster 0 pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:34.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:34 smithi072 bash[21439]: cluster 2024-05-11T04:32:32.344992+0000 mgr.y (mgr.14152) 22 : cluster 0 pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:35.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:35 smithi072 bash[21439]: audit 2024-05-11T04:32:33.476649+0000 mgr.y (mgr.14152) 23 : audit 0 from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi086", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:32:35.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:35 smithi072 bash[21439]: cephadm 2024-05-11T04:32:34.173221+0000 mgr.y (mgr.14152) 24 : cephadm 1 Deploying cephadm binary to smithi086 2024-05-11T04:32:36.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:36 smithi072 bash[21439]: cluster 2024-05-11T04:32:34.345325+0000 mgr.y (mgr.14152) 25 : cluster 0 pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:36.724 INFO:teuthology.orchestra.run.smithi072.stdout:Added host 'smithi086' with addr '172.21.15.86' 2024-05-11T04:32:37.448 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch host ls --format=json 2024-05-11T04:32:38.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:37 smithi072 bash[21439]: cluster 2024-05-11T04:32:36.345664+0000 mgr.y (mgr.14152) 26 : cluster 0 pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:38.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:37 smithi072 bash[21439]: audit 2024-05-11T04:32:36.723294+0000 mon.a (mon.0) 109 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:38.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:37 smithi072 bash[21439]: cephadm 2024-05-11T04:32:36.724224+0000 mgr.y (mgr.14152) 27 : cephadm 1 Added host smithi086 2024-05-11T04:32:38.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:37 smithi072 bash[21439]: audit 2024-05-11T04:32:36.769052+0000 mon.a (mon.0) 110 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:32:38.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:37 smithi072 bash[21439]: audit 2024-05-11T04:32:37.094351+0000 mon.a (mon.0) 111 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:39.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:39 smithi072 bash[21439]: cluster 2024-05-11T04:32:38.346078+0000 mgr.y (mgr.14152) 28 : cluster 0 pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:39 smithi072 bash[21439]: audit 2024-05-11T04:32:38.469297+0000 mon.a (mon.0) 112 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:39 smithi072 bash[21439]: audit 2024-05-11T04:32:39.377313+0000 mon.a (mon.0) 113 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:41.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:41 smithi072 bash[21439]: cluster 2024-05-11T04:32:40.346490+0000 mgr.y (mgr.14152) 29 : cluster 0 pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:42.115 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:32:43.732 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:43 smithi072 bash[21439]: cluster 2024-05-11T04:32:42.346877+0000 mgr.y (mgr.14152) 30 : cluster 0 pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:44.820 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:32:44.820 INFO:teuthology.orchestra.run.smithi072.stdout:[{"addr": "172.21.15.72", "hostname": "smithi072", "labels": [], "status": ""}, {"addr": "172.21.15.86", "hostname": "smithi086", "labels": [], "status": ""}] 2024-05-11T04:32:45.507 INFO:tasks.cephadm:Setting crush tunables to default 2024-05-11T04:32:45.507 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd crush tunables default 2024-05-11T04:32:45.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: cluster 2024-05-11T04:32:44.347289+0000 mgr.y (mgr.14152) 31 : cluster 0 pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:45.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: audit 2024-05-11T04:32:44.713382+0000 mon.a (mon.0) 114 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:45.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: audit 2024-05-11T04:32:44.737176+0000 mon.a (mon.0) 115 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:45.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: audit 2024-05-11T04:32:44.744038+0000 mon.a (mon.0) 116 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:45.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: audit 2024-05-11T04:32:44.749623+0000 mon.a (mon.0) 117 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:45.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: audit 2024-05-11T04:32:44.750986+0000 mon.a (mon.0) 118 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi086", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:32:45.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: audit 2024-05-11T04:32:44.752861+0000 mon.a (mon.0) 119 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:45.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: audit 2024-05-11T04:32:44.754526+0000 mon.a (mon.0) 120 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:32:45.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: cephadm 2024-05-11T04:32:44.756931+0000 mgr.y (mgr.14152) 32 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:32:45.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: audit 2024-05-11T04:32:44.820638+0000 mgr.y (mgr.14152) 33 : audit 0 from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:32:45.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: cephadm 2024-05-11T04:32:44.972359+0000 mgr.y (mgr.14152) 34 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:32:45.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: audit 2024-05-11T04:32:45.672756+0000 mon.a (mon.0) 121 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:45.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: audit 2024-05-11T04:32:45.676750+0000 mon.a (mon.0) 122 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:45.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:45 smithi072 bash[21439]: audit 2024-05-11T04:32:45.680607+0000 mon.a (mon.0) 123 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:46 smithi072 bash[21439]: cephadm 2024-05-11T04:32:45.287658+0000 mgr.y (mgr.14152) 35 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:32:47.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:46 smithi072 bash[21439]: cephadm 2024-05-11T04:32:45.504179+0000 mgr.y (mgr.14152) 36 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:32:48.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:47 smithi072 bash[21439]: cluster 2024-05-11T04:32:46.347693+0000 mgr.y (mgr.14152) 37 : cluster 0 pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:50.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:49 smithi072 bash[21439]: cluster 2024-05-11T04:32:48.348132+0000 mgr.y (mgr.14152) 38 : cluster 0 pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:50.178 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:32:52.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:51 smithi072 bash[21439]: cluster 2024-05-11T04:32:50.348545+0000 mgr.y (mgr.14152) 39 : cluster 0 pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:53.739 INFO:teuthology.orchestra.run.smithi072.stderr:adjusted tunables profile to default 2024-05-11T04:32:54.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:53 smithi072 bash[21439]: cluster 2024-05-11T04:32:52.348876+0000 mgr.y (mgr.14152) 40 : cluster 0 pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:54.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:53 smithi072 bash[21439]: audit 2024-05-11T04:32:52.953816+0000 mon.a (mon.0) 124 : audit 1 from='client.? 172.21.15.72:0/514036236' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-11T04:32:54.422 INFO:tasks.cephadm:Adding mon.a on smithi072 2024-05-11T04:32:54.422 INFO:tasks.cephadm:Adding mon.c on smithi072 2024-05-11T04:32:54.422 INFO:tasks.cephadm:Adding mon.b on smithi086 2024-05-11T04:32:54.422 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch apply mon '3;smithi072:172.21.15.72=a;smithi072:[v2:172.21.15.72:3301,v1:172.21.15.72:6790]=c;smithi086:172.21.15.86=b' 2024-05-11T04:32:55.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:54 smithi072 bash[21439]: audit 2024-05-11T04:32:53.736897+0000 mon.a (mon.0) 125 : audit 1 from='client.? 172.21.15.72:0/514036236' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-11T04:32:55.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:54 smithi072 bash[21439]: cluster 2024-05-11T04:32:53.737012+0000 mon.a (mon.0) 126 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:32:55.587 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:32:56.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:55 smithi072 bash[21439]: cluster 2024-05-11T04:32:54.349273+0000 mgr.y (mgr.14152) 41 : cluster 0 pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:57.905 INFO:teuthology.orchestra.run.smithi086.stdout:Scheduled mon update... 2024-05-11T04:32:58.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:57 smithi072 bash[21439]: cluster 2024-05-11T04:32:56.349701+0000 mgr.y (mgr.14152) 42 : cluster 0 pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:32:58.583 DEBUG:teuthology.orchestra.run.smithi072:mon.c> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.c.service 2024-05-11T04:32:58.586 DEBUG:teuthology.orchestra.run.smithi086:mon.b> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.b.service 2024-05-11T04:32:58.588 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-11T04:32:58.588 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph mon dump -f json 2024-05-11T04:32:59.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:58 smithi072 bash[21439]: audit 2024-05-11T04:32:57.894297+0000 mgr.y (mgr.14152) 43 : audit 0 from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi072:172.21.15.72=a;smithi072:[v2:172.21.15.72:3301,v1:172.21.15.72:6790]=c;smithi086:172.21.15.86=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:32:59.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:58 smithi072 bash[21439]: cephadm 2024-05-11T04:32:57.900259+0000 mgr.y (mgr.14152) 44 : cephadm 1 Saving service mon spec with placement smithi072:172.21.15.72=a;smithi072:[v2:172.21.15.72:3301,v1:172.21.15.72:6790]=c;smithi086:172.21.15.86=b;count:3 2024-05-11T04:32:59.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:58 smithi072 bash[21439]: audit 2024-05-11T04:32:57.905996+0000 mon.a (mon.0) 127 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:59.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:58 smithi072 bash[21439]: audit 2024-05-11T04:32:57.908002+0000 mon.a (mon.0) 128 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:32:59.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:58 smithi072 bash[21439]: audit 2024-05-11T04:32:57.912005+0000 mon.a (mon.0) 129 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:59.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:58 smithi072 bash[21439]: audit 2024-05-11T04:32:57.913653+0000 mon.a (mon.0) 130 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:32:59.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:58 smithi072 bash[21439]: audit 2024-05-11T04:32:57.921833+0000 mon.a (mon.0) 131 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:32:59.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:58 smithi072 bash[21439]: audit 2024-05-11T04:32:57.925798+0000 mon.a (mon.0) 132 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:32:59.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:58 smithi072 bash[21439]: audit 2024-05-11T04:32:57.927465+0000 mon.a (mon.0) 133 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:32:59.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:58 smithi072 bash[21439]: cephadm 2024-05-11T04:32:57.929507+0000 mgr.y (mgr.14152) 45 : cephadm 1 Deploying daemon mon.b on smithi086 2024-05-11T04:33:00.208 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:33:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:32:59 smithi072 bash[21439]: cluster 2024-05-11T04:32:58.350120+0000 mgr.y (mgr.14152) 46 : cluster 0 pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:02.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:01 smithi072 bash[21439]: cluster 2024-05-11T04:33:00.350551+0000 mgr.y (mgr.14152) 47 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:03.137 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-05-11T04:33:03.137 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":1,"fsid":"10baa432-0f4f-11ef-bc98-c7b262605968","modified":"2024-05-11T04:30:46.873895Z","created":"2024-05-11T04:30:46.873895Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:3300","nonce":0},{"type":"v1","addr":"172.21.15.72:6789","nonce":0}]},"addr":"172.21.15.72:6789/0","public_addr":"172.21.15.72:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-05-11T04:33:03.140 INFO:teuthology.orchestra.run.smithi086.stderr:dumped monmap epoch 1 2024-05-11T04:33:04.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:03 smithi072 bash[21439]: cluster 2024-05-11T04:33:02.350904+0000 mgr.y (mgr.14152) 48 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:04.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:03 smithi072 bash[21439]: audit 2024-05-11T04:33:02.750682+0000 mon.a (mon.0) 134 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:04.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:03 smithi072 bash[21439]: audit 2024-05-11T04:33:02.757498+0000 mon.a (mon.0) 135 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:04.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:03 smithi072 bash[21439]: audit 2024-05-11T04:33:02.813842+0000 mon.a (mon.0) 136 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:04.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:03 smithi072 bash[21439]: audit 2024-05-11T04:33:02.815123+0000 mon.a (mon.0) 137 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:04.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:03 smithi072 bash[21439]: audit 2024-05-11T04:33:02.816831+0000 mon.a (mon.0) 138 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:04.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:03 smithi072 bash[21439]: cephadm 2024-05-11T04:33:02.818827+0000 mgr.y (mgr.14152) 49 : cephadm 1 Deploying daemon mon.c on smithi072 2024-05-11T04:33:04.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:03 smithi072 bash[21439]: audit 2024-05-11T04:33:03.138093+0000 mon.a (mon.0) 139 : audit 0 from='client.? 172.21.15.86:0/1203732577' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-11T04:33:04.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:04 smithi086 bash[23731]: debug 2024-05-11T04:33:04.117+0000 7f20a5dca700 1 mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-11T04:33:05.001 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-05-11T04:33:05.002 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph mon dump -f json 2024-05-11T04:33:06.508 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:06.509 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:33:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:06.782 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:06.783 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:33:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:06.784 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:06 smithi072 systemd[1]: Started Ceph mon.c for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:33:08.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.704+0000 7fe90d325c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:33:08.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.704+0000 7fe90d325c80 0 ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable), process ceph-mon, pid 7 2024-05-11T04:33:08.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.704+0000 7fe90d325c80 0 pidfile_write: ignore empty --pid-file 2024-05-11T04:33:08.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 0 load: jerasure load: lrc 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Git sha 0 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Compile date 2024-05-10 15:21:38 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: DB SUMMARY 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: DB Session ID: 5PVCJI2H8JIWUSYAAHHK 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: CURRENT file: CURRENT 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: IDENTITY file: IDENTITY 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 511 ; 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:33:08.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.create_if_missing: 0 2024-05-11T04:33:08.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:33:08.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:33:08.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:33:08.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:33:08.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.env: 0x55d3a40d9820 2024-05-11T04:33:08.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:33:08.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.info_log: 0x55d3a5945560 2024-05-11T04:33:08.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:33:08.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:33:08.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:33:08.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:33:08.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:33:08.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:33:08.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:33:08.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:33:08.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.wal_dir: 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:33:08.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:33:08.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:33:08.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:33:08.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.write_buffer_manager: 0x55d3a4bd6320 2024-05-11T04:33:08.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:33:08.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:33:08.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:33:08.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:33:08.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:33:08.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:33:08.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.row_cache: None 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:33:08.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:33:08.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:33:08.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:33:08.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:33:08.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:33:08.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:33:08.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:33:08.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:33:08.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:33:08.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:33:08.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:33:08.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:33:08.062 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:33:08.062 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:33:08.062 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:33:08.062 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:33:08.062 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:33:08.062 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:33:08.062 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:33:08.062 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:33:08.062 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:33:08.062 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:33:08.063 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:33:08.063 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:33:08.063 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:33:08.063 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:33:08.063 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:33:08.063 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:33:08.063 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:33:08.063 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-05-11T04:33:08.063 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:33:08.065 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:33:08.065 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.merge_operator: 2024-05-11T04:33:08.065 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:33:08.065 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:33:08.065 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:33:08.065 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:33:08.065 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:33:08.065 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55d3a5945660) 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cache_index_and_filter_blocks: 1 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: pin_top_level_index_and_filter: 1 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: index_type: 0 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: data_block_index_type: 0 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: index_shortening: 1 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: checksum: 4 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: no_block_cache: 0 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: block_cache: 0x55d3a4c5b1f0 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: block_cache_name: BinnedLRUCache 2024-05-11T04:33:08.066 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: block_cache_options: 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: capacity : 536870912 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: num_shard_bits : 4 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: strict_capacity_limit : 0 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: high_pri_pool_ratio: 0.000 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: block_cache_compressed: (nil) 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: persistent_cache: (nil) 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: block_size: 4096 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: block_size_deviation: 10 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: block_restart_interval: 16 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: index_block_restart_interval: 1 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: metadata_block_size: 4096 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: partition_filters: 0 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: use_delta_encoding: 1 2024-05-11T04:33:08.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: filter_policy: bloomfilter 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: whole_key_filtering: 1 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: verify_compression: 0 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: read_amp_bytes_per_bit: 0 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: format_version: 5 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: enable_index_compression: 1 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: block_align: 0 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: max_auto_readahead_size: 262144 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: prepopulate_block_cache: 0 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: initial_auto_readahead_size: 8192 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: num_file_reads_for_auto_readahead: 2 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:33:08.068 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:33:08.069 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:33:08.070 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:33:08.070 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:33:08.070 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:33:08.070 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:33:08.070 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:33:08.070 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:33:08.070 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:33:08.070 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:33:08.070 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:33:08.070 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:33:08.070 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:33:08.071 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:33:08.072 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.table_properties_collectors: 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:33:08.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ea2f0d20-1d8b-46a6-95b9-a4f8bda37dfc 2024-05-11T04:33:08.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401987715818, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.708+0000 7fe90d325c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.712+0000 7fe90d325c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401987716459, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1622, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 523, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 401, "raw_average_value_size": 80, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715401987, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ea2f0d20-1d8b-46a6-95b9-a4f8bda37dfc", "db_session_id": "5PVCJI2H8JIWUSYAAHHK", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.712+0000 7fe90d325c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715401987716586, "job": 1, "event": "recovery_finished"} 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.712+0000 7fe90d325c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.712+0000 7fe90d325c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.712+0000 7fe90d325c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55d3a4cfc000 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.712+0000 7fe90d325c80 4 rocksdb: DB pointer 0x55d3a4cea000 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.712+0000 7fe8fbaf7700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.712+0000 7fe8fbaf7700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: ** DB Stats ** 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:33:08.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: ** Compaction Stats [default] ** 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: L0 1/0 1.58 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Sum 1/0 1.58 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 2.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: ** Compaction Stats [default] ** 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:33:08.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 2.5 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Flush(GB): cumulative 0.000, interval 0.000 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Cumulative compaction: 0.00 GB write, 0.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Interval compaction: 0.00 GB write, 0.37 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Block cache BinnedLRUCache@0x55d3a4c5b1f0#7 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.4e-05 secs_since: 0 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:33:08.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.712+0000 7fe90d325c80 0 mon.c does not exist in monmap, will attempt to join an existing cluster 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.712+0000 7fe90d325c80 0 using public_addrv [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.712+0000 7fe90d325c80 0 starting mon.c rank -1 at public addrs [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] at bind addrs [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.716+0000 7fe90d325c80 1 mon.c@-1(???) e0 preinit fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 0 mon.c@-1(synchronizing).mds e1 new map 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 0 mon.c@-1(synchronizing).mds e1 print_map 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: e1 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: enable_multiple, ever_enabled_multiple: 1,1 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: legacy client fscid: -1 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: No filesystems configured 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 1 mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-05-11T04:33:08.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 1 mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 1 mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 1 mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 1 mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 1 mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 0 mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 0 mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:30.344541+0000 mgr.y (mgr.14152) 21 : cluster 0 pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:32.344992+0000 mgr.y (mgr.14152) 22 : cluster 0 pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:33.476649+0000 mgr.y (mgr.14152) 23 : audit 0 from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi086", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:08.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cephadm 2024-05-11T04:32:34.173221+0000 mgr.y (mgr.14152) 24 : cephadm 1 Deploying cephadm binary to smithi086 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:34.345325+0000 mgr.y (mgr.14152) 25 : cluster 0 pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:36.345664+0000 mgr.y (mgr.14152) 26 : cluster 0 pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:36.723294+0000 mon.a (mon.0) 109 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cephadm 2024-05-11T04:32:36.724224+0000 mgr.y (mgr.14152) 27 : cephadm 1 Added host smithi086 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:36.769052+0000 mon.a (mon.0) 110 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:37.094351+0000 mon.a (mon.0) 111 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:38.346078+0000 mgr.y (mgr.14152) 28 : cluster 0 pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:38.469297+0000 mon.a (mon.0) 112 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:39.377313+0000 mon.a (mon.0) 113 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:40.346490+0000 mgr.y (mgr.14152) 29 : cluster 0 pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:42.346877+0000 mgr.y (mgr.14152) 30 : cluster 0 pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:44.347289+0000 mgr.y (mgr.14152) 31 : cluster 0 pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:44.713382+0000 mon.a (mon.0) 114 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.080 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:44.737176+0000 mon.a (mon.0) 115 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:44.744038+0000 mon.a (mon.0) 116 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:44.749623+0000 mon.a (mon.0) 117 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:44.750986+0000 mon.a (mon.0) 118 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi086", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:44.752861+0000 mon.a (mon.0) 119 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:44.754526+0000 mon.a (mon.0) 120 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cephadm 2024-05-11T04:32:44.756931+0000 mgr.y (mgr.14152) 32 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:44.820638+0000 mgr.y (mgr.14152) 33 : audit 0 from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cephadm 2024-05-11T04:32:44.972359+0000 mgr.y (mgr.14152) 34 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:45.672756+0000 mon.a (mon.0) 121 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:45.676750+0000 mon.a (mon.0) 122 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:45.680607+0000 mon.a (mon.0) 123 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cephadm 2024-05-11T04:32:45.287658+0000 mgr.y (mgr.14152) 35 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:33:08.081 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cephadm 2024-05-11T04:32:45.504179+0000 mgr.y (mgr.14152) 36 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:46.347693+0000 mgr.y (mgr.14152) 37 : cluster 0 pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:48.348132+0000 mgr.y (mgr.14152) 38 : cluster 0 pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:50.348545+0000 mgr.y (mgr.14152) 39 : cluster 0 pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:52.348876+0000 mgr.y (mgr.14152) 40 : cluster 0 pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:52.953816+0000 mon.a (mon.0) 124 : audit 1 from='client.? 172.21.15.72:0/514036236' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:53.736897+0000 mon.a (mon.0) 125 : audit 1 from='client.? 172.21.15.72:0/514036236' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:53.737012+0000 mon.a (mon.0) 126 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:54.349273+0000 mgr.y (mgr.14152) 41 : cluster 0 pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:56.349701+0000 mgr.y (mgr.14152) 42 : cluster 0 pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:57.894297+0000 mgr.y (mgr.14152) 43 : audit 0 from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi072:172.21.15.72=a;smithi072:[v2:172.21.15.72:3301,v1:172.21.15.72:6790]=c;smithi086:172.21.15.86=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cephadm 2024-05-11T04:32:57.900259+0000 mgr.y (mgr.14152) 44 : cephadm 1 Saving service mon spec with placement smithi072:172.21.15.72=a;smithi072:[v2:172.21.15.72:3301,v1:172.21.15.72:6790]=c;smithi086:172.21.15.86=b;count:3 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:57.905996+0000 mon.a (mon.0) 127 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:57.908002+0000 mon.a (mon.0) 128 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:57.912005+0000 mon.a (mon.0) 129 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:08.082 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:57.913653+0000 mon.a (mon.0) 130 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:57.921833+0000 mon.a (mon.0) 131 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:57.925798+0000 mon.a (mon.0) 132 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:32:57.927465+0000 mon.a (mon.0) 133 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cephadm 2024-05-11T04:32:57.929507+0000 mgr.y (mgr.14152) 45 : cephadm 1 Deploying daemon mon.b on smithi086 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:32:58.350120+0000 mgr.y (mgr.14152) 46 : cluster 0 pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:33:00.350551+0000 mgr.y (mgr.14152) 47 : cluster 0 pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cluster 2024-05-11T04:33:02.350904+0000 mgr.y (mgr.14152) 48 : cluster 0 pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:33:02.750682+0000 mon.a (mon.0) 134 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:33:02.757498+0000 mon.a (mon.0) 135 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:33:02.813842+0000 mon.a (mon.0) 136 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:33:02.815123+0000 mon.a (mon.0) 137 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:33:02.816831+0000 mon.a (mon.0) 138 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: cephadm 2024-05-11T04:33:02.818827+0000 mgr.y (mgr.14152) 49 : cephadm 1 Deploying daemon mon.c on smithi072 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: audit 2024-05-11T04:33:03.138093+0000 mon.a (mon.0) 139 : audit 0 from='client.? 172.21.15.86:0/1203732577' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-11T04:33:08.083 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:07 smithi072 bash[31478]: debug 2024-05-11T04:33:07.736+0000 7fe8feafd700 1 mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-05-11T04:33:08.660 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:33:09.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: audit 2024-05-11T04:33:04.127946+0000 mon.a (mon.0) 141 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:33:09.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: audit 2024-05-11T04:33:04.128150+0000 mon.a (mon.0) 142 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: cluster 2024-05-11T04:33:04.128277+0000 mon.a (mon.0) 143 : cluster 1 mon.a calling monitor election 2024-05-11T04:33:09.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: cluster 2024-05-11T04:33:04.351425+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:09.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: audit 2024-05-11T04:33:05.124572+0000 mon.a (mon.0) 144 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: audit 2024-05-11T04:33:06.125356+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: cluster 2024-05-11T04:33:06.126585+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-05-11T04:33:09.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: cluster 2024-05-11T04:33:06.351875+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:09.518 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: audit 2024-05-11T04:33:07.125155+0000 mon.a (mon.0) 146 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: audit 2024-05-11T04:33:07.747466+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: audit 2024-05-11T04:33:08.125419+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: cluster 2024-05-11T04:33:08.352256+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: audit 2024-05-11T04:33:08.748650+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: audit 2024-05-11T04:33:09.125407+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: cluster 2024-05-11T04:33:09.169096+0000 mon.a (mon.0) 151 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: cluster 2024-05-11T04:33:09.177657+0000 mon.a (mon.0) 152 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0],b=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: cluster 2024-05-11T04:33:09.196808+0000 mon.a (mon.0) 153 : cluster 0 fsmap 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: cluster 2024-05-11T04:33:09.196894+0000 mon.a (mon.0) 154 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: cluster 2024-05-11T04:33:09.197182+0000 mon.a (mon.0) 155 : cluster 0 mgrmap e13: y(active, since 72s) 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: cluster 2024-05-11T04:33:09.197441+0000 mon.a (mon.0) 156 : cluster 1 overall HEALTH_OK 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: audit 2024-05-11T04:33:09.204548+0000 mon.a (mon.0) 157 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:09.519 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:09 smithi086 bash[23731]: audit 2024-05-11T04:33:09.212403+0000 mon.a (mon.0) 158 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:09.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: audit 2024-05-11T04:33:04.127946+0000 mon.a (mon.0) 141 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:33:09.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: audit 2024-05-11T04:33:04.128150+0000 mon.a (mon.0) 142 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: cluster 2024-05-11T04:33:04.128277+0000 mon.a (mon.0) 143 : cluster 1 mon.a calling monitor election 2024-05-11T04:33:09.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: cluster 2024-05-11T04:33:04.351425+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:09.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: audit 2024-05-11T04:33:05.124572+0000 mon.a (mon.0) 144 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: audit 2024-05-11T04:33:06.125356+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: cluster 2024-05-11T04:33:06.126585+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-05-11T04:33:09.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: cluster 2024-05-11T04:33:06.351875+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:09.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: audit 2024-05-11T04:33:07.125155+0000 mon.a (mon.0) 146 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: audit 2024-05-11T04:33:07.747466+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:09.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: audit 2024-05-11T04:33:08.125419+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: cluster 2024-05-11T04:33:08.352256+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:09.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: audit 2024-05-11T04:33:08.748650+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:09.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: audit 2024-05-11T04:33:09.125407+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:09.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: cluster 2024-05-11T04:33:09.169096+0000 mon.a (mon.0) 151 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:33:09.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: cluster 2024-05-11T04:33:09.177657+0000 mon.a (mon.0) 152 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0],b=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:33:09.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: cluster 2024-05-11T04:33:09.196808+0000 mon.a (mon.0) 153 : cluster 0 fsmap 2024-05-11T04:33:09.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: cluster 2024-05-11T04:33:09.196894+0000 mon.a (mon.0) 154 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:33:09.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: cluster 2024-05-11T04:33:09.197182+0000 mon.a (mon.0) 155 : cluster 0 mgrmap e13: y(active, since 72s) 2024-05-11T04:33:09.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: cluster 2024-05-11T04:33:09.197441+0000 mon.a (mon.0) 156 : cluster 1 overall HEALTH_OK 2024-05-11T04:33:09.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: audit 2024-05-11T04:33:09.204548+0000 mon.a (mon.0) 157 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:09.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:09 smithi072 bash[21439]: audit 2024-05-11T04:33:09.212403+0000 mon.a (mon.0) 158 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:10.552 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:33:10 smithi072 bash[21693]: debug 2024-05-11T04:33:10.119+0000 7f46d3143700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-05-11T04:33:14.860 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:09.755107+0000 mon.a (mon.0) 163 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:09.755514+0000 mon.a (mon.0) 164 : cluster 1 mon.a calling monitor election 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:09.755782+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:09.781149+0000 mon.a (mon.0) 165 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:09.781364+0000 mon.a (mon.0) 166 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:10.352670+0000 mgr.y (mgr.14152) 53 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:10.748845+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:11.749275+0000 mon.a (mon.0) 168 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:12.353075+0000 mgr.y (mgr.14152) 54 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:12.749311+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:13.749443+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:14.749644+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:14.781279+0000 mon.a (mon.0) 172 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:14.787222+0000 mon.a (mon.0) 173 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0],b=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0],c=[v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:33:14.861 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:14.804911+0000 mon.a (mon.0) 174 : cluster 0 fsmap 2024-05-11T04:33:15.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:14.804970+0000 mon.a (mon.0) 175 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:33:15.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:14.805252+0000 mon.a (mon.0) 176 : cluster 0 mgrmap e13: y(active, since 78s) 2024-05-11T04:33:15.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:14.805564+0000 mon.a (mon.0) 177 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-05-11T04:33:15.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:14.812649+0000 mon.a (mon.0) 178 : cluster 3 Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-05-11T04:33:15.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:14.812685+0000 mon.a (mon.0) 179 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:33:15.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: cluster 2024-05-11T04:33:14.812708+0000 mon.a (mon.0) 180 : cluster 3 mon.c (rank 2) addr [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] is down (out of quorum) 2024-05-11T04:33:15.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:14.817290+0000 mon.a (mon.0) 181 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:15.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:14.822400+0000 mon.a (mon.0) 182 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:15.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:14.827896+0000 mon.a (mon.0) 183 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:15.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:14.833947+0000 mon.a (mon.0) 184 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:15.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:14 smithi086 bash[23731]: audit 2024-05-11T04:33:14.839444+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:15.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:09.755107+0000 mon.a (mon.0) 163 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:33:15.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:09.755514+0000 mon.a (mon.0) 164 : cluster 1 mon.a calling monitor election 2024-05-11T04:33:15.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:09.755782+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-05-11T04:33:15.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:09.781149+0000 mon.a (mon.0) 165 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:15.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:09.781364+0000 mon.a (mon.0) 166 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:10.352670+0000 mgr.y (mgr.14152) 53 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:10.748845+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:11.749275+0000 mon.a (mon.0) 168 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:12.353075+0000 mgr.y (mgr.14152) 54 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:12.749311+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:13.749443+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:14.749644+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:14.781279+0000 mon.a (mon.0) 172 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:14.787222+0000 mon.a (mon.0) 173 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0],b=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0],c=[v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:14.804911+0000 mon.a (mon.0) 174 : cluster 0 fsmap 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:14.804970+0000 mon.a (mon.0) 175 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:14.805252+0000 mon.a (mon.0) 176 : cluster 0 mgrmap e13: y(active, since 78s) 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:14.805564+0000 mon.a (mon.0) 177 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-05-11T04:33:15.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:14.812649+0000 mon.a (mon.0) 178 : cluster 3 Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-05-11T04:33:15.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:14.812685+0000 mon.a (mon.0) 179 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:33:15.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: cluster 2024-05-11T04:33:14.812708+0000 mon.a (mon.0) 180 : cluster 3 mon.c (rank 2) addr [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] is down (out of quorum) 2024-05-11T04:33:15.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:14.817290+0000 mon.a (mon.0) 181 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:15.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:14.822400+0000 mon.a (mon.0) 182 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:15.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:14.827896+0000 mon.a (mon.0) 183 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:15.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:14.833947+0000 mon.a (mon.0) 184 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:15.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:14 smithi072 bash[21439]: audit 2024-05-11T04:33:14.839444+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:15.693 INFO:teuthology.orchestra.run.smithi086.stdout: 2024-05-11T04:33:15.693 INFO:teuthology.orchestra.run.smithi086.stdout:{"epoch":3,"fsid":"10baa432-0f4f-11ef-bc98-c7b262605968","modified":"2024-05-11T04:33:09.749131Z","created":"2024-05-11T04:30:46.873895Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:3300","nonce":0},{"type":"v1","addr":"172.21.15.72:6789","nonce":0}]},"addr":"172.21.15.72:6789/0","public_addr":"172.21.15.72:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:3300","nonce":0},{"type":"v1","addr":"172.21.15.86:6789","nonce":0}]},"addr":"172.21.15.86:6789/0","public_addr":"172.21.15.86:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:3301","nonce":0},{"type":"v1","addr":"172.21.15.72:6790","nonce":0}]},"addr":"172.21.15.72:6790/0","public_addr":"172.21.15.72:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-05-11T04:33:15.696 INFO:teuthology.orchestra.run.smithi086.stderr:dumped monmap epoch 3 2024-05-11T04:33:16.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: cluster 2024-05-11T04:33:14.353497+0000 mgr.y (mgr.14152) 55 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:16.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.316271+0000 mon.a (mon.0) 186 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:16.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.318058+0000 mon.a (mon.0) 187 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:16.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.655907+0000 mon.a (mon.0) 188 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.658822+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.662893+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.666041+0000 mon.a (mon.0) 191 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.670282+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.694692+0000 mon.a (mon.0) 193 : audit 0 from='client.? 172.21.15.86:0/1202586779' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-11T04:33:16.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.742378+0000 mon.a (mon.0) 194 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.747259+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.039 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.752806+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.039 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.753219+0000 mon.a (mon.0) 197 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:16.039 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.760497+0000 mon.a (mon.0) 198 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.039 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.761838+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:16.039 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.763412+0000 mon.a (mon.0) 200 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:33:16.039 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:15 smithi086 bash[23731]: audit 2024-05-11T04:33:15.764887+0000 mon.a (mon.0) 201 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:16.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: cluster 2024-05-11T04:33:14.353497+0000 mgr.y (mgr.14152) 55 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:16.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.316271+0000 mon.a (mon.0) 186 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:16.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.318058+0000 mon.a (mon.0) 187 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:16.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.655907+0000 mon.a (mon.0) 188 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.658822+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.662893+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.666041+0000 mon.a (mon.0) 191 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.670282+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.694692+0000 mon.a (mon.0) 193 : audit 0 from='client.? 172.21.15.86:0/1202586779' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.742378+0000 mon.a (mon.0) 194 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.747259+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.752806+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.753219+0000 mon.a (mon.0) 197 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.760497+0000 mon.a (mon.0) 198 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.761838+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.763412+0000 mon.a (mon.0) 200 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:33:16.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:15 smithi072 bash[21439]: audit 2024-05-11T04:33:15.764887+0000 mon.a (mon.0) 201 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:16.396 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-05-11T04:33:16.396 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph config generate-minimal-conf 2024-05-11T04:33:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:11.751114+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-05-11T04:33:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.785827+0000 mon.c (mon.2) 2 : cluster 1 mon.c calling monitor election 2024-05-11T04:33:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.786452+0000 mon.a (mon.0) 203 : cluster 1 mon.a calling monitor election 2024-05-11T04:33:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.786525+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-05-11T04:33:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.810232+0000 mon.a (mon.0) 204 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:33:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.816276+0000 mon.a (mon.0) 205 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0],b=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0],c=[v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:33:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.817261+0000 mon.a (mon.0) 206 : cluster 0 fsmap 2024-05-11T04:33:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.817328+0000 mon.a (mon.0) 207 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:33:17.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.817630+0000 mon.a (mon.0) 208 : cluster 0 mgrmap e13: y(active, since 80s) 2024-05-11T04:33:17.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.817923+0000 mon.a (mon.0) 209 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:33:17.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.817963+0000 mon.a (mon.0) 210 : cluster 1 Cluster is now healthy 2024-05-11T04:33:17.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:16 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.822478+0000 mon.a (mon.0) 211 : cluster 1 overall HEALTH_OK 2024-05-11T04:33:17.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:04.127946+0000 mon.a (mon.0) 141 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:33:17.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:04.128150+0000 mon.a (mon.0) 142 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:04.128277+0000 mon.a (mon.0) 143 : cluster 1 mon.a calling monitor election 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:04.351425+0000 mgr.y (mgr.14152) 50 : cluster 0 pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:05.124572+0000 mon.a (mon.0) 144 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:06.125356+0000 mon.a (mon.0) 145 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:06.126585+0000 mon.b (mon.1) 1 : cluster 1 mon.b calling monitor election 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:06.351875+0000 mgr.y (mgr.14152) 51 : cluster 0 pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:07.125155+0000 mon.a (mon.0) 146 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:07.747466+0000 mon.a (mon.0) 147 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:08.125419+0000 mon.a (mon.0) 148 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:08.352256+0000 mgr.y (mgr.14152) 52 : cluster 0 pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:08.748650+0000 mon.a (mon.0) 149 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:17.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:09.125407+0000 mon.a (mon.0) 150 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:17.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:09.169096+0000 mon.a (mon.0) 151 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:33:17.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:09.177657+0000 mon.a (mon.0) 152 : cluster 0 monmap e2: 2 mons at {a=[v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0],b=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:33:17.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:09.196808+0000 mon.a (mon.0) 153 : cluster 0 fsmap 2024-05-11T04:33:17.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:09.196894+0000 mon.a (mon.0) 154 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:33:17.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:09.197182+0000 mon.a (mon.0) 155 : cluster 0 mgrmap e13: y(active, since 72s) 2024-05-11T04:33:17.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:09.197441+0000 mon.a (mon.0) 156 : cluster 1 overall HEALTH_OK 2024-05-11T04:33:17.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:09.204548+0000 mon.a (mon.0) 157 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:09.212403+0000 mon.a (mon.0) 158 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:09.755107+0000 mon.a (mon.0) 163 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:33:17.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:09.755514+0000 mon.a (mon.0) 164 : cluster 1 mon.a calling monitor election 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:09.755782+0000 mon.b (mon.1) 2 : cluster 1 mon.b calling monitor election 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:09.781149+0000 mon.a (mon.0) 165 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:09.781364+0000 mon.a (mon.0) 166 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:10.352670+0000 mgr.y (mgr.14152) 53 : cluster 0 pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:10.748845+0000 mon.a (mon.0) 167 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:11.749275+0000 mon.a (mon.0) 168 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:12.353075+0000 mgr.y (mgr.14152) 54 : cluster 0 pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:12.749311+0000 mon.a (mon.0) 169 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:13.749443+0000 mon.a (mon.0) 170 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:14.749644+0000 mon.a (mon.0) 171 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:14.781279+0000 mon.a (mon.0) 172 : cluster 1 mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:14.787222+0000 mon.a (mon.0) 173 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0],b=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0],c=[v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:33:17.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:14.804911+0000 mon.a (mon.0) 174 : cluster 0 fsmap 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:14.804970+0000 mon.a (mon.0) 175 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:14.805252+0000 mon.a (mon.0) 176 : cluster 0 mgrmap e13: y(active, since 78s) 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:14.805564+0000 mon.a (mon.0) 177 : cluster 3 Health check failed: 1/3 mons down, quorum a,b (MON_DOWN) 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:14.812649+0000 mon.a (mon.0) 178 : cluster 3 Health detail: HEALTH_WARN 1/3 mons down, quorum a,b 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:14.812685+0000 mon.a (mon.0) 179 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:14.812708+0000 mon.a (mon.0) 180 : cluster 3 mon.c (rank 2) addr [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] is down (out of quorum) 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:14.817290+0000 mon.a (mon.0) 181 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:14.822400+0000 mon.a (mon.0) 182 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:14.827896+0000 mon.a (mon.0) 183 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:14.833947+0000 mon.a (mon.0) 184 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:14.839444+0000 mon.a (mon.0) 185 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:14.353497+0000 mgr.y (mgr.14152) 55 : cluster 0 pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:17.058 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.316271+0000 mon.a (mon.0) 186 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.318058+0000 mon.a (mon.0) 187 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.655907+0000 mon.a (mon.0) 188 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.658822+0000 mon.a (mon.0) 189 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.662893+0000 mon.a (mon.0) 190 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.666041+0000 mon.a (mon.0) 191 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.670282+0000 mon.a (mon.0) 192 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.694692+0000 mon.a (mon.0) 193 : audit 0 from='client.? 172.21.15.86:0/1202586779' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.742378+0000 mon.a (mon.0) 194 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.747259+0000 mon.a (mon.0) 195 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.752806+0000 mon.a (mon.0) 196 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.753219+0000 mon.a (mon.0) 197 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.760497+0000 mon.a (mon.0) 198 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.761838+0000 mon.a (mon.0) 199 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:17.059 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.763412+0000 mon.a (mon.0) 200 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:33:17.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: audit 2024-05-11T04:33:15.764887+0000 mon.a (mon.0) 201 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:17.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:11.751114+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-05-11T04:33:17.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.785827+0000 mon.c (mon.2) 2 : cluster 1 mon.c calling monitor election 2024-05-11T04:33:17.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.786452+0000 mon.a (mon.0) 203 : cluster 1 mon.a calling monitor election 2024-05-11T04:33:17.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.786525+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-05-11T04:33:17.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.810232+0000 mon.a (mon.0) 204 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:33:17.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.816276+0000 mon.a (mon.0) 205 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0],b=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0],c=[v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:33:17.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.817261+0000 mon.a (mon.0) 206 : cluster 0 fsmap 2024-05-11T04:33:17.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.817328+0000 mon.a (mon.0) 207 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:33:17.060 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.817630+0000 mon.a (mon.0) 208 : cluster 0 mgrmap e13: y(active, since 80s) 2024-05-11T04:33:17.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.817923+0000 mon.a (mon.0) 209 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:33:17.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.817963+0000 mon.a (mon.0) 210 : cluster 1 Cluster is now healthy 2024-05-11T04:33:17.061 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:16 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.822478+0000 mon.a (mon.0) 211 : cluster 1 overall HEALTH_OK 2024-05-11T04:33:17.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:11.751114+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-05-11T04:33:17.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.785827+0000 mon.c (mon.2) 2 : cluster 1 mon.c calling monitor election 2024-05-11T04:33:17.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.786452+0000 mon.a (mon.0) 203 : cluster 1 mon.a calling monitor election 2024-05-11T04:33:17.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.786525+0000 mon.b (mon.1) 3 : cluster 1 mon.b calling monitor election 2024-05-11T04:33:17.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.810232+0000 mon.a (mon.0) 204 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:33:17.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.816276+0000 mon.a (mon.0) 205 : cluster 0 monmap e3: 3 mons at {a=[v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0],b=[v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0],c=[v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-05-11T04:33:17.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.817261+0000 mon.a (mon.0) 206 : cluster 0 fsmap 2024-05-11T04:33:17.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.817328+0000 mon.a (mon.0) 207 : cluster 0 osdmap e4: 0 total, 0 up, 0 in 2024-05-11T04:33:17.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.817630+0000 mon.a (mon.0) 208 : cluster 0 mgrmap e13: y(active, since 80s) 2024-05-11T04:33:17.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.817923+0000 mon.a (mon.0) 209 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:33:17.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.817963+0000 mon.a (mon.0) 210 : cluster 1 Cluster is now healthy 2024-05-11T04:33:17.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:16 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.822478+0000 mon.a (mon.0) 211 : cluster 1 overall HEALTH_OK 2024-05-11T04:33:18.268 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:17 smithi072 bash[21439]: cluster 2024-05-11T04:33:16.353932+0000 mgr.y (mgr.14152) 62 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:18.269 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:17 smithi072 bash[21439]: audit 2024-05-11T04:33:17.750212+0000 mon.a (mon.0) 212 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:18.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:17 smithi072 bash[31478]: cluster 2024-05-11T04:33:16.353932+0000 mgr.y (mgr.14152) 62 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:18.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:17 smithi072 bash[31478]: audit 2024-05-11T04:33:17.750212+0000 mon.a (mon.0) 212 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:18.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:17 smithi086 bash[23731]: cluster 2024-05-11T04:33:16.353932+0000 mgr.y (mgr.14152) 62 : cluster 0 pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:18.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:17 smithi086 bash[23731]: audit 2024-05-11T04:33:17.750212+0000 mon.a (mon.0) 212 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:33:19.235 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:18 smithi072 bash[21439]: audit 2024-05-11T04:33:17.975502+0000 mon.a (mon.0) 213 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:19.235 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:18 smithi072 bash[21439]: audit 2024-05-11T04:33:17.982969+0000 mon.a (mon.0) 214 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:19.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:18 smithi072 bash[21439]: cephadm 2024-05-11T04:33:17.986354+0000 mgr.y (mgr.14152) 63 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-05-11T04:33:19.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:18 smithi072 bash[21439]: audit 2024-05-11T04:33:17.986899+0000 mon.a (mon.0) 215 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:19.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:18 smithi072 bash[21439]: audit 2024-05-11T04:33:17.988292+0000 mon.a (mon.0) 216 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:33:19.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:18 smithi072 bash[21439]: audit 2024-05-11T04:33:17.989760+0000 mon.a (mon.0) 217 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:19.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:18 smithi072 bash[21439]: cephadm 2024-05-11T04:33:17.991244+0000 mgr.y (mgr.14152) 64 : cephadm 1 Reconfiguring daemon mon.c on smithi072 2024-05-11T04:33:19.236 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:18 smithi072 bash[31478]: audit 2024-05-11T04:33:17.975502+0000 mon.a (mon.0) 213 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:19.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:18 smithi072 bash[31478]: audit 2024-05-11T04:33:17.982969+0000 mon.a (mon.0) 214 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:19.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:18 smithi072 bash[31478]: cephadm 2024-05-11T04:33:17.986354+0000 mgr.y (mgr.14152) 63 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-05-11T04:33:19.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:18 smithi072 bash[31478]: audit 2024-05-11T04:33:17.986899+0000 mon.a (mon.0) 215 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:19.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:18 smithi072 bash[31478]: audit 2024-05-11T04:33:17.988292+0000 mon.a (mon.0) 216 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:33:19.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:18 smithi072 bash[31478]: audit 2024-05-11T04:33:17.989760+0000 mon.a (mon.0) 217 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:19.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:18 smithi072 bash[31478]: cephadm 2024-05-11T04:33:17.991244+0000 mgr.y (mgr.14152) 64 : cephadm 1 Reconfiguring daemon mon.c on smithi072 2024-05-11T04:33:19.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:18 smithi086 bash[23731]: audit 2024-05-11T04:33:17.975502+0000 mon.a (mon.0) 213 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:19.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:18 smithi086 bash[23731]: audit 2024-05-11T04:33:17.982969+0000 mon.a (mon.0) 214 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:19.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:18 smithi086 bash[23731]: cephadm 2024-05-11T04:33:17.986354+0000 mgr.y (mgr.14152) 63 : cephadm 1 Reconfiguring mon.c (monmap changed)... 2024-05-11T04:33:19.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:18 smithi086 bash[23731]: audit 2024-05-11T04:33:17.986899+0000 mon.a (mon.0) 215 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:19.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:18 smithi086 bash[23731]: audit 2024-05-11T04:33:17.988292+0000 mon.a (mon.0) 216 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:33:19.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:18 smithi086 bash[23731]: audit 2024-05-11T04:33:17.989760+0000 mon.a (mon.0) 217 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:19.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:18 smithi086 bash[23731]: cephadm 2024-05-11T04:33:17.991244+0000 mgr.y (mgr.14152) 64 : cephadm 1 Reconfiguring daemon mon.c on smithi072 2024-05-11T04:33:20.263 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:19 smithi086 bash[23731]: cluster 2024-05-11T04:33:18.354423+0000 mgr.y (mgr.14152) 65 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:20.263 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:19 smithi086 bash[23731]: audit 2024-05-11T04:33:19.912305+0000 mon.a (mon.0) 218 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:20.263 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:19 smithi086 bash[23731]: audit 2024-05-11T04:33:19.918099+0000 mon.a (mon.0) 219 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:20.263 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:19 smithi086 bash[23731]: audit 2024-05-11T04:33:19.960348+0000 mon.a (mon.0) 220 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:20.264 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:19 smithi086 bash[23731]: audit 2024-05-11T04:33:19.961680+0000 mon.a (mon.0) 221 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:33:20.264 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:19 smithi086 bash[23731]: audit 2024-05-11T04:33:19.963033+0000 mon.a (mon.0) 222 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:20.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:19 smithi072 bash[21439]: cluster 2024-05-11T04:33:18.354423+0000 mgr.y (mgr.14152) 65 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:20.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:19 smithi072 bash[21439]: audit 2024-05-11T04:33:19.912305+0000 mon.a (mon.0) 218 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:20.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:19 smithi072 bash[21439]: audit 2024-05-11T04:33:19.918099+0000 mon.a (mon.0) 219 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:20.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:19 smithi072 bash[21439]: audit 2024-05-11T04:33:19.960348+0000 mon.a (mon.0) 220 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:20.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:19 smithi072 bash[21439]: audit 2024-05-11T04:33:19.961680+0000 mon.a (mon.0) 221 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:33:20.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:19 smithi072 bash[21439]: audit 2024-05-11T04:33:19.963033+0000 mon.a (mon.0) 222 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:20.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:19 smithi072 bash[31478]: cluster 2024-05-11T04:33:18.354423+0000 mgr.y (mgr.14152) 65 : cluster 0 pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:20.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:19 smithi072 bash[31478]: audit 2024-05-11T04:33:19.912305+0000 mon.a (mon.0) 218 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:20.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:19 smithi072 bash[31478]: audit 2024-05-11T04:33:19.918099+0000 mon.a (mon.0) 219 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:20.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:19 smithi072 bash[31478]: audit 2024-05-11T04:33:19.960348+0000 mon.a (mon.0) 220 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:33:20.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:19 smithi072 bash[31478]: audit 2024-05-11T04:33:19.961680+0000 mon.a (mon.0) 221 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:33:20.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:19 smithi072 bash[31478]: audit 2024-05-11T04:33:19.963033+0000 mon.a (mon.0) 222 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:21.079 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:33:21.263 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:20 smithi086 bash[23731]: cephadm 2024-05-11T04:33:19.959834+0000 mgr.y (mgr.14152) 66 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-05-11T04:33:21.263 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:20 smithi086 bash[23731]: cephadm 2024-05-11T04:33:19.964783+0000 mgr.y (mgr.14152) 67 : cephadm 1 Reconfiguring daemon mon.b on smithi086 2024-05-11T04:33:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:20 smithi072 bash[21439]: cephadm 2024-05-11T04:33:19.959834+0000 mgr.y (mgr.14152) 66 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-05-11T04:33:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:20 smithi072 bash[21439]: cephadm 2024-05-11T04:33:19.964783+0000 mgr.y (mgr.14152) 67 : cephadm 1 Reconfiguring daemon mon.b on smithi086 2024-05-11T04:33:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:20 smithi072 bash[31478]: cephadm 2024-05-11T04:33:19.959834+0000 mgr.y (mgr.14152) 66 : cephadm 1 Reconfiguring mon.b (monmap changed)... 2024-05-11T04:33:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:20 smithi072 bash[31478]: cephadm 2024-05-11T04:33:19.964783+0000 mgr.y (mgr.14152) 67 : cephadm 1 Reconfiguring daemon mon.b on smithi086 2024-05-11T04:33:22.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:21 smithi086 bash[23731]: cluster 2024-05-11T04:33:20.354857+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:22.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:21 smithi086 bash[23731]: audit 2024-05-11T04:33:21.565732+0000 mon.a (mon.0) 223 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:22.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:21 smithi086 bash[23731]: audit 2024-05-11T04:33:21.573296+0000 mon.a (mon.0) 224 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:22.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:21 smithi086 bash[23731]: audit 2024-05-11T04:33:21.583553+0000 mon.a (mon.0) 225 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:22.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:21 smithi086 bash[23731]: audit 2024-05-11T04:33:21.587145+0000 mon.a (mon.0) 226 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:22.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:21 smithi086 bash[23731]: audit 2024-05-11T04:33:21.589005+0000 mon.a (mon.0) 227 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:22.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:21 smithi086 bash[23731]: audit 2024-05-11T04:33:21.600791+0000 mon.a (mon.0) 228 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:22.293 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:21 smithi072 bash[31478]: cluster 2024-05-11T04:33:20.354857+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:22.293 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:21 smithi072 bash[31478]: audit 2024-05-11T04:33:21.565732+0000 mon.a (mon.0) 223 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:22.293 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:21 smithi072 bash[31478]: audit 2024-05-11T04:33:21.573296+0000 mon.a (mon.0) 224 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:22.293 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:21 smithi072 bash[31478]: audit 2024-05-11T04:33:21.583553+0000 mon.a (mon.0) 225 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:22.293 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:21 smithi072 bash[31478]: audit 2024-05-11T04:33:21.587145+0000 mon.a (mon.0) 226 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:22.294 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:21 smithi072 bash[31478]: audit 2024-05-11T04:33:21.589005+0000 mon.a (mon.0) 227 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:22.294 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:21 smithi072 bash[31478]: audit 2024-05-11T04:33:21.600791+0000 mon.a (mon.0) 228 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:22.294 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:21 smithi072 bash[21439]: cluster 2024-05-11T04:33:20.354857+0000 mgr.y (mgr.14152) 68 : cluster 0 pgmap v36: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:22.294 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:21 smithi072 bash[21439]: audit 2024-05-11T04:33:21.565732+0000 mon.a (mon.0) 223 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:22.294 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:21 smithi072 bash[21439]: audit 2024-05-11T04:33:21.573296+0000 mon.a (mon.0) 224 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:22.294 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:21 smithi072 bash[21439]: audit 2024-05-11T04:33:21.583553+0000 mon.a (mon.0) 225 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:22.294 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:21 smithi072 bash[21439]: audit 2024-05-11T04:33:21.587145+0000 mon.a (mon.0) 226 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:22.294 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:21 smithi072 bash[21439]: audit 2024-05-11T04:33:21.589005+0000 mon.a (mon.0) 227 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:22.294 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:21 smithi072 bash[21439]: audit 2024-05-11T04:33:21.600791+0000 mon.a (mon.0) 228 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:23.924 INFO:teuthology.orchestra.run.smithi072.stdout:# minimal ceph.conf for 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:33:23.924 INFO:teuthology.orchestra.run.smithi072.stdout:[global] 2024-05-11T04:33:23.924 INFO:teuthology.orchestra.run.smithi072.stdout: fsid = 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:33:23.924 INFO:teuthology.orchestra.run.smithi072.stdout: mon_host = [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] 2024-05-11T04:33:24.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:24 smithi086 bash[23731]: cluster 2024-05-11T04:33:22.355236+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:24.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:24 smithi086 bash[23731]: audit 2024-05-11T04:33:23.925191+0000 mon.c (mon.2) 3 : audit 0 from='client.? 172.21.15.72:0/1582180392' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:24.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:24 smithi072 bash[31478]: cluster 2024-05-11T04:33:22.355236+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:24.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:24 smithi072 bash[31478]: audit 2024-05-11T04:33:23.925191+0000 mon.c (mon.2) 3 : audit 0 from='client.? 172.21.15.72:0/1582180392' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:24.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:23 smithi072 bash[21439]: cluster 2024-05-11T04:33:22.355236+0000 mgr.y (mgr.14152) 69 : cluster 0 pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:24.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:23 smithi072 bash[21439]: audit 2024-05-11T04:33:23.925191+0000 mon.c (mon.2) 3 : audit 0 from='client.? 172.21.15.72:0/1582180392' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:24.597 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-05-11T04:33:24.597 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:33:24.597 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd of=/etc/ceph/ceph.conf 2024-05-11T04:33:24.611 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:33:24.611 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:33:24.666 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:33:24.666 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/ceph/ceph.conf 2024-05-11T04:33:24.681 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:33:24.681 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:33:24.738 INFO:tasks.cephadm:Adding mgr.y on smithi072 2024-05-11T04:33:24.738 INFO:tasks.cephadm:Adding mgr.x on smithi086 2024-05-11T04:33:24.738 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch apply mgr '2;smithi072=y;smithi086=x' 2024-05-11T04:33:26.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:26 smithi086 bash[23731]: cluster 2024-05-11T04:33:24.355612+0000 mgr.y (mgr.14152) 70 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:26.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:26 smithi072 bash[21439]: cluster 2024-05-11T04:33:24.355612+0000 mgr.y (mgr.14152) 70 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:26.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:26 smithi072 bash[31478]: cluster 2024-05-11T04:33:24.355612+0000 mgr.y (mgr.14152) 70 : cluster 0 pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:28.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:28 smithi086 bash[23731]: cluster 2024-05-11T04:33:26.355995+0000 mgr.y (mgr.14152) 71 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:28.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:28 smithi072 bash[21439]: cluster 2024-05-11T04:33:26.355995+0000 mgr.y (mgr.14152) 71 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:28.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:28 smithi072 bash[31478]: cluster 2024-05-11T04:33:26.355995+0000 mgr.y (mgr.14152) 71 : cluster 0 pgmap v39: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:28.435 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:33:30.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:30 smithi086 bash[23731]: cluster 2024-05-11T04:33:28.356356+0000 mgr.y (mgr.14152) 72 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:30.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:30 smithi072 bash[21439]: cluster 2024-05-11T04:33:28.356356+0000 mgr.y (mgr.14152) 72 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:30.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:30 smithi072 bash[31478]: cluster 2024-05-11T04:33:28.356356+0000 mgr.y (mgr.14152) 72 : cluster 0 pgmap v40: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:30.781 INFO:teuthology.orchestra.run.smithi086.stdout:Scheduled mgr update... 2024-05-11T04:33:31.563 DEBUG:teuthology.orchestra.run.smithi086:mgr.x> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.x.service 2024-05-11T04:33:31.566 INFO:tasks.cephadm:Deploying OSDs... 2024-05-11T04:33:31.566 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:33:31.566 DEBUG:teuthology.orchestra.run.smithi072:> dd if=/scratch_devs of=/dev/stdout 2024-05-11T04:33:31.573 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-11T04:33:31.573 DEBUG:teuthology.orchestra.run.smithi072:> stat /dev/vg_nvme/lv_1 2024-05-11T04:33:31.619 INFO:teuthology.orchestra.run.smithi072.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-11T04:33:31.619 INFO:teuthology.orchestra.run.smithi072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:33:31.619 INFO:teuthology.orchestra.run.smithi072.stdout:Device: 5h/5d Inode: 886 Links: 1 2024-05-11T04:33:31.619 INFO:teuthology.orchestra.run.smithi072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:33:31.619 INFO:teuthology.orchestra.run.smithi072.stdout:Access: 2024-05-11 04:23:54.566741537 +0000 2024-05-11T04:33:31.619 INFO:teuthology.orchestra.run.smithi072.stdout:Modify: 2024-05-11 04:23:54.318743754 +0000 2024-05-11T04:33:31.620 INFO:teuthology.orchestra.run.smithi072.stdout:Change: 2024-05-11 04:23:54.318743754 +0000 2024-05-11T04:33:31.620 INFO:teuthology.orchestra.run.smithi072.stdout: Birth: - 2024-05-11T04:33:31.620 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-11T04:33:31.674 INFO:teuthology.orchestra.run.smithi072.stderr:1+0 records in 2024-05-11T04:33:31.674 INFO:teuthology.orchestra.run.smithi072.stderr:1+0 records out 2024-05-11T04:33:31.674 INFO:teuthology.orchestra.run.smithi072.stderr:512 bytes copied, 0.000355721 s, 1.4 MB/s 2024-05-11T04:33:31.675 DEBUG:teuthology.orchestra.run.smithi072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-11T04:33:31.724 DEBUG:teuthology.orchestra.run.smithi072:> stat /dev/vg_nvme/lv_2 2024-05-11T04:33:31.771 INFO:teuthology.orchestra.run.smithi072.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-11T04:33:31.771 INFO:teuthology.orchestra.run.smithi072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:33:31.771 INFO:teuthology.orchestra.run.smithi072.stdout:Device: 5h/5d Inode: 905 Links: 1 2024-05-11T04:33:31.771 INFO:teuthology.orchestra.run.smithi072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:33:31.771 INFO:teuthology.orchestra.run.smithi072.stdout:Access: 2024-05-11 04:23:55.034737357 +0000 2024-05-11T04:33:31.772 INFO:teuthology.orchestra.run.smithi072.stdout:Modify: 2024-05-11 04:23:54.802739430 +0000 2024-05-11T04:33:31.772 INFO:teuthology.orchestra.run.smithi072.stdout:Change: 2024-05-11 04:23:54.802739430 +0000 2024-05-11T04:33:31.772 INFO:teuthology.orchestra.run.smithi072.stdout: Birth: - 2024-05-11T04:33:31.772 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-11T04:33:31.826 INFO:teuthology.orchestra.run.smithi072.stderr:1+0 records in 2024-05-11T04:33:31.826 INFO:teuthology.orchestra.run.smithi072.stderr:1+0 records out 2024-05-11T04:33:31.826 INFO:teuthology.orchestra.run.smithi072.stderr:512 bytes copied, 0.000372585 s, 1.4 MB/s 2024-05-11T04:33:31.827 DEBUG:teuthology.orchestra.run.smithi072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-11T04:33:31.876 DEBUG:teuthology.orchestra.run.smithi072:> stat /dev/vg_nvme/lv_3 2024-05-11T04:33:31.922 INFO:teuthology.orchestra.run.smithi072.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-11T04:33:31.923 INFO:teuthology.orchestra.run.smithi072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:33:31.923 INFO:teuthology.orchestra.run.smithi072.stdout:Device: 5h/5d Inode: 922 Links: 1 2024-05-11T04:33:31.923 INFO:teuthology.orchestra.run.smithi072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:33:31.923 INFO:teuthology.orchestra.run.smithi072.stdout:Access: 2024-05-11 04:23:55.526732963 +0000 2024-05-11T04:33:31.923 INFO:teuthology.orchestra.run.smithi072.stdout:Modify: 2024-05-11 04:23:55.246735464 +0000 2024-05-11T04:33:31.923 INFO:teuthology.orchestra.run.smithi072.stdout:Change: 2024-05-11 04:23:55.246735464 +0000 2024-05-11T04:33:31.923 INFO:teuthology.orchestra.run.smithi072.stdout: Birth: - 2024-05-11T04:33:31.923 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-11T04:33:31.976 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: cluster 2024-05-11T04:33:30.356698+0000 mgr.y (mgr.14152) 73 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:31.976 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: audit 2024-05-11T04:33:30.770662+0000 mgr.y (mgr.14152) 74 : audit 0 from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi072=y;smithi086=x", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:31.976 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: cephadm 2024-05-11T04:33:30.774215+0000 mgr.y (mgr.14152) 75 : cephadm 1 Saving service mgr spec with placement smithi072=y;smithi086=x;count:2 2024-05-11T04:33:31.976 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: audit 2024-05-11T04:33:30.781523+0000 mon.a (mon.0) 229 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:31.976 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: audit 2024-05-11T04:33:30.810313+0000 mon.a (mon.0) 230 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:31.976 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: audit 2024-05-11T04:33:30.814160+0000 mon.a (mon.0) 231 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.976 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: audit 2024-05-11T04:33:30.816106+0000 mon.a (mon.0) 232 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:31.976 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: audit 2024-05-11T04:33:30.825510+0000 mon.a (mon.0) 233 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:31.976 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: audit 2024-05-11T04:33:30.828738+0000 mon.a (mon.0) 234 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:33:31.977 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: audit 2024-05-11T04:33:30.834709+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-11T04:33:31.977 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: audit 2024-05-11T04:33:30.836499+0000 mon.a (mon.0) 236 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:33:31.977 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: audit 2024-05-11T04:33:30.838525+0000 mon.a (mon.0) 237 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.977 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:31 smithi072 bash[21439]: cephadm 2024-05-11T04:33:30.840538+0000 mgr.y (mgr.14152) 76 : cephadm 1 Deploying daemon mgr.x on smithi086 2024-05-11T04:33:31.977 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: cluster 2024-05-11T04:33:30.356698+0000 mgr.y (mgr.14152) 73 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:31.977 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: audit 2024-05-11T04:33:30.770662+0000 mgr.y (mgr.14152) 74 : audit 0 from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi072=y;smithi086=x", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:31.977 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: cephadm 2024-05-11T04:33:30.774215+0000 mgr.y (mgr.14152) 75 : cephadm 1 Saving service mgr spec with placement smithi072=y;smithi086=x;count:2 2024-05-11T04:33:31.977 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: audit 2024-05-11T04:33:30.781523+0000 mon.a (mon.0) 229 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:31.977 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: audit 2024-05-11T04:33:30.810313+0000 mon.a (mon.0) 230 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:31.978 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: audit 2024-05-11T04:33:30.814160+0000 mon.a (mon.0) 231 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.978 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: audit 2024-05-11T04:33:30.816106+0000 mon.a (mon.0) 232 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:31.978 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: audit 2024-05-11T04:33:30.825510+0000 mon.a (mon.0) 233 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:31.978 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: audit 2024-05-11T04:33:30.828738+0000 mon.a (mon.0) 234 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:33:31.978 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: audit 2024-05-11T04:33:30.834709+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-11T04:33:31.978 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: audit 2024-05-11T04:33:30.836499+0000 mon.a (mon.0) 236 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:33:31.978 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: audit 2024-05-11T04:33:30.838525+0000 mon.a (mon.0) 237 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.978 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:31 smithi072 bash[31478]: cephadm 2024-05-11T04:33:30.840538+0000 mgr.y (mgr.14152) 76 : cephadm 1 Deploying daemon mgr.x on smithi086 2024-05-11T04:33:31.979 INFO:teuthology.orchestra.run.smithi072.stderr:1+0 records in 2024-05-11T04:33:31.979 INFO:teuthology.orchestra.run.smithi072.stderr:1+0 records out 2024-05-11T04:33:31.979 INFO:teuthology.orchestra.run.smithi072.stderr:512 bytes copied, 0.000452986 s, 1.1 MB/s 2024-05-11T04:33:31.979 DEBUG:teuthology.orchestra.run.smithi072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-11T04:33:31.994 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: cluster 2024-05-11T04:33:30.356698+0000 mgr.y (mgr.14152) 73 : cluster 0 pgmap v41: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:31.994 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: audit 2024-05-11T04:33:30.770662+0000 mgr.y (mgr.14152) 74 : audit 0 from='client.24106 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi072=y;smithi086=x", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:31.994 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: cephadm 2024-05-11T04:33:30.774215+0000 mgr.y (mgr.14152) 75 : cephadm 1 Saving service mgr spec with placement smithi072=y;smithi086=x;count:2 2024-05-11T04:33:31.994 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: audit 2024-05-11T04:33:30.781523+0000 mon.a (mon.0) 229 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:31.994 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: audit 2024-05-11T04:33:30.810313+0000 mon.a (mon.0) 230 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:31.994 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: audit 2024-05-11T04:33:30.814160+0000 mon.a (mon.0) 231 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.995 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: audit 2024-05-11T04:33:30.816106+0000 mon.a (mon.0) 232 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:31.995 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: audit 2024-05-11T04:33:30.825510+0000 mon.a (mon.0) 233 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:31.995 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: audit 2024-05-11T04:33:30.828738+0000 mon.a (mon.0) 234 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:33:31.995 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: audit 2024-05-11T04:33:30.834709+0000 mon.a (mon.0) 235 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-05-11T04:33:31.995 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: audit 2024-05-11T04:33:30.836499+0000 mon.a (mon.0) 236 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:33:31.995 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: audit 2024-05-11T04:33:30.838525+0000 mon.a (mon.0) 237 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:31.995 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:31 smithi086 bash[23731]: cephadm 2024-05-11T04:33:30.840538+0000 mgr.y (mgr.14152) 76 : cephadm 1 Deploying daemon mgr.x on smithi086 2024-05-11T04:33:32.028 DEBUG:teuthology.orchestra.run.smithi072:> stat /dev/vg_nvme/lv_4 2024-05-11T04:33:32.074 INFO:teuthology.orchestra.run.smithi072.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-11T04:33:32.075 INFO:teuthology.orchestra.run.smithi072.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:33:32.075 INFO:teuthology.orchestra.run.smithi072.stdout:Device: 5h/5d Inode: 939 Links: 1 2024-05-11T04:33:32.075 INFO:teuthology.orchestra.run.smithi072.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:33:32.075 INFO:teuthology.orchestra.run.smithi072.stdout:Access: 2024-05-11 04:23:56.022728533 +0000 2024-05-11T04:33:32.075 INFO:teuthology.orchestra.run.smithi072.stdout:Modify: 2024-05-11 04:23:55.774730748 +0000 2024-05-11T04:33:32.075 INFO:teuthology.orchestra.run.smithi072.stdout:Change: 2024-05-11 04:23:55.774730748 +0000 2024-05-11T04:33:32.075 INFO:teuthology.orchestra.run.smithi072.stdout: Birth: - 2024-05-11T04:33:32.075 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-11T04:33:32.128 INFO:teuthology.orchestra.run.smithi072.stderr:1+0 records in 2024-05-11T04:33:32.129 INFO:teuthology.orchestra.run.smithi072.stderr:1+0 records out 2024-05-11T04:33:32.129 INFO:teuthology.orchestra.run.smithi072.stderr:512 bytes copied, 0.000326971 s, 1.6 MB/s 2024-05-11T04:33:32.130 DEBUG:teuthology.orchestra.run.smithi072:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-11T04:33:32.182 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:33:32.182 DEBUG:teuthology.orchestra.run.smithi086:> dd if=/scratch_devs of=/dev/stdout 2024-05-11T04:33:32.187 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-05-11T04:33:32.187 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_1 2024-05-11T04:33:32.233 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-05-11T04:33:32.233 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:33:32.233 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 5h/5d Inode: 882 Links: 1 2024-05-11T04:33:32.233 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:33:32.233 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-05-11 04:23:46.796024332 +0000 2024-05-11T04:33:32.233 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-05-11 04:23:46.520026794 +0000 2024-05-11T04:33:32.233 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-05-11 04:23:46.520026794 +0000 2024-05-11T04:33:32.233 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: - 2024-05-11T04:33:32.234 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-05-11T04:33:32.290 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-05-11T04:33:32.291 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-05-11T04:33:32.291 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.00290766 s, 176 kB/s 2024-05-11T04:33:32.292 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-05-11T04:33:32.339 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_2 2024-05-11T04:33:32.386 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-05-11T04:33:32.386 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:33:32.386 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 5h/5d Inode: 898 Links: 1 2024-05-11T04:33:32.386 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:33:32.386 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-05-11 04:23:47.256020228 +0000 2024-05-11T04:33:32.386 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-05-11 04:23:47.004022476 +0000 2024-05-11T04:33:32.386 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-05-11 04:23:47.004022476 +0000 2024-05-11T04:33:32.387 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: - 2024-05-11T04:33:32.387 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-05-11T04:33:32.440 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-05-11T04:33:32.441 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-05-11T04:33:32.441 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.000347789 s, 1.5 MB/s 2024-05-11T04:33:32.442 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-05-11T04:33:32.491 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_3 2024-05-11T04:33:32.538 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-05-11T04:33:32.538 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:33:32.538 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 5h/5d Inode: 917 Links: 1 2024-05-11T04:33:32.538 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:33:32.539 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-05-11 04:23:47.724016053 +0000 2024-05-11T04:33:32.539 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-05-11 04:23:47.472018301 +0000 2024-05-11T04:33:32.539 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-05-11 04:23:47.472018301 +0000 2024-05-11T04:33:32.539 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: - 2024-05-11T04:33:32.539 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-05-11T04:33:32.592 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-05-11T04:33:32.593 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-05-11T04:33:32.593 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.000340671 s, 1.5 MB/s 2024-05-11T04:33:32.594 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-05-11T04:33:32.643 DEBUG:teuthology.orchestra.run.smithi086:> stat /dev/vg_nvme/lv_4 2024-05-11T04:33:32.690 INFO:teuthology.orchestra.run.smithi086.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-05-11T04:33:32.690 INFO:teuthology.orchestra.run.smithi086.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-05-11T04:33:32.690 INFO:teuthology.orchestra.run.smithi086.stdout:Device: 5h/5d Inode: 933 Links: 1 2024-05-11T04:33:32.690 INFO:teuthology.orchestra.run.smithi086.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-05-11T04:33:32.690 INFO:teuthology.orchestra.run.smithi086.stdout:Access: 2024-05-11 04:23:48.212011699 +0000 2024-05-11T04:33:32.690 INFO:teuthology.orchestra.run.smithi086.stdout:Modify: 2024-05-11 04:23:47.960013948 +0000 2024-05-11T04:33:32.690 INFO:teuthology.orchestra.run.smithi086.stdout:Change: 2024-05-11 04:23:47.960013948 +0000 2024-05-11T04:33:32.690 INFO:teuthology.orchestra.run.smithi086.stdout: Birth: - 2024-05-11T04:33:32.691 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-05-11T04:33:32.744 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records in 2024-05-11T04:33:32.744 INFO:teuthology.orchestra.run.smithi086.stderr:1+0 records out 2024-05-11T04:33:32.744 INFO:teuthology.orchestra.run.smithi086.stderr:512 bytes copied, 0.000319599 s, 1.6 MB/s 2024-05-11T04:33:32.745 DEBUG:teuthology.orchestra.run.smithi086:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-05-11T04:33:32.795 INFO:tasks.cephadm:Deploying osd.0 on smithi072 with /dev/vg_nvme/lv_4... 2024-05-11T04:33:32.795 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-11T04:33:33.205 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:32 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:33.205 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:33 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:33.205 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:33 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:33.205 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:33 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:33.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:33 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:33.537 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:33 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:33:33.537 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:33 smithi086 systemd[1]: Started Ceph mgr.x for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:33:34.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:33 smithi086 bash[23731]: cluster 2024-05-11T04:33:32.357054+0000 mgr.y (mgr.14152) 77 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:34.467 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:33 smithi086 bash[23731]: audit 2024-05-11T04:33:33.347086+0000 mon.a (mon.0) 238 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.467 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:33 smithi086 bash[23731]: audit 2024-05-11T04:33:33.354913+0000 mon.a (mon.0) 239 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.467 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:33 smithi086 bash[23731]: audit 2024-05-11T04:33:33.367307+0000 mon.a (mon.0) 240 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.467 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:33 smithi086 bash[23731]: audit 2024-05-11T04:33:33.375800+0000 mon.a (mon.0) 241 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.467 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:33 smithi086 bash[23731]: audit 2024-05-11T04:33:33.443158+0000 mon.a (mon.0) 242 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:34.468 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:33 smithi072 bash[21439]: cluster 2024-05-11T04:33:32.357054+0000 mgr.y (mgr.14152) 77 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:34.468 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:33 smithi072 bash[21439]: audit 2024-05-11T04:33:33.347086+0000 mon.a (mon.0) 238 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.468 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:33 smithi072 bash[21439]: audit 2024-05-11T04:33:33.354913+0000 mon.a (mon.0) 239 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.468 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:33 smithi072 bash[21439]: audit 2024-05-11T04:33:33.367307+0000 mon.a (mon.0) 240 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.468 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:33 smithi072 bash[21439]: audit 2024-05-11T04:33:33.375800+0000 mon.a (mon.0) 241 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.468 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:33 smithi072 bash[21439]: audit 2024-05-11T04:33:33.443158+0000 mon.a (mon.0) 242 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:34.469 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:33 smithi072 bash[31478]: cluster 2024-05-11T04:33:32.357054+0000 mgr.y (mgr.14152) 77 : cluster 0 pgmap v42: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:34.469 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:33 smithi072 bash[31478]: audit 2024-05-11T04:33:33.347086+0000 mon.a (mon.0) 238 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.469 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:33 smithi072 bash[31478]: audit 2024-05-11T04:33:33.354913+0000 mon.a (mon.0) 239 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.469 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:33 smithi072 bash[31478]: audit 2024-05-11T04:33:33.367307+0000 mon.a (mon.0) 240 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.469 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:33 smithi072 bash[31478]: audit 2024-05-11T04:33:33.375800+0000 mon.a (mon.0) 241 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:34.469 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:33 smithi072 bash[31478]: audit 2024-05-11T04:33:33.443158+0000 mon.a (mon.0) 242 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:34.537 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:34 smithi086 bash[24680]: debug 2024-05-11T04:33:34.196+0000 7f325652a700 1 -- 172.21.15.86:0/399398430 <== mon.1 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5592806861a0 con 0x559281408800 2024-05-11T04:33:34.537 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:34 smithi086 bash[24680]: debug 2024-05-11T04:33:34.332+0000 7f32606b4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:33:36.242 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:35 smithi086 bash[24680]: debug 2024-05-11T04:33:35.896+0000 7f32606b4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:33:36.242 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:35 smithi086 bash[24680]: debug 2024-05-11T04:33:35.992+0000 7f32606b4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:33:36.243 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:35 smithi086 bash[23731]: cluster 2024-05-11T04:33:34.357404+0000 mgr.y (mgr.14152) 78 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:36.243 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:35 smithi086 bash[23731]: audit 2024-05-11T04:33:34.825156+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:36.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:35 smithi072 bash[21439]: cluster 2024-05-11T04:33:34.357404+0000 mgr.y (mgr.14152) 78 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:36.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:35 smithi072 bash[21439]: audit 2024-05-11T04:33:34.825156+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:36.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:35 smithi072 bash[31478]: cluster 2024-05-11T04:33:34.357404+0000 mgr.y (mgr.14152) 78 : cluster 0 pgmap v43: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:36.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:35 smithi072 bash[31478]: audit 2024-05-11T04:33:34.825156+0000 mon.a (mon.0) 243 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:36.537 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:36 smithi086 bash[24680]: debug 2024-05-11T04:33:36.236+0000 7f32606b4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:33:37.287 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:37 smithi086 bash[24680]: debug 2024-05-11T04:33:37.024+0000 7f32606b4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:33:37.287 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:37 smithi086 bash[24680]: debug 2024-05-11T04:33:37.132+0000 7f32606b4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:33:37.287 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:37 smithi086 bash[24680]: debug 2024-05-11T04:33:37.232+0000 7f32606b4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:33:37.474 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:33:38.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:37 smithi086 bash[23731]: cluster 2024-05-11T04:33:36.357817+0000 mgr.y (mgr.14152) 79 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:38.037 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:37 smithi086 bash[24680]: debug 2024-05-11T04:33:37.580+0000 7f32606b4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:33:38.037 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:37 smithi086 bash[24680]: debug 2024-05-11T04:33:37.692+0000 7f32606b4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:33:38.038 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:37 smithi086 bash[24680]: debug 2024-05-11T04:33:37.796+0000 7f32606b4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:33:38.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:37 smithi072 bash[21439]: cluster 2024-05-11T04:33:36.357817+0000 mgr.y (mgr.14152) 79 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:38.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:37 smithi072 bash[31478]: cluster 2024-05-11T04:33:36.357817+0000 mgr.y (mgr.14152) 79 : cluster 0 pgmap v44: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:38.537 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:38 smithi086 bash[24680]: debug 2024-05-11T04:33:38.144+0000 7f32606b4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:33:38.537 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:38 smithi086 bash[24680]: debug 2024-05-11T04:33:38.388+0000 7f32606b4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:33:39.028 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:38 smithi086 bash[24680]: debug 2024-05-11T04:33:38.644+0000 7f32606b4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:33:39.028 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:38 smithi086 bash[24680]: debug 2024-05-11T04:33:38.756+0000 7f32606b4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:33:39.287 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:39 smithi086 bash[24680]: debug 2024-05-11T04:33:39.024+0000 7f32606b4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:33:39.287 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:39 smithi086 bash[24680]: debug 2024-05-11T04:33:39.264+0000 7f32606b4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:33:39.787 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:39 smithi086 bash[24680]: debug 2024-05-11T04:33:39.668+0000 7f32606b4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:33:39.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:39 smithi086 bash[23731]: cluster 2024-05-11T04:33:38.358234+0000 mgr.y (mgr.14152) 80 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:39.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:39 smithi086 bash[23731]: audit 2024-05-11T04:33:38.531942+0000 mon.a (mon.0) 244 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:39.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:39 smithi086 bash[23731]: audit 2024-05-11T04:33:38.542515+0000 mon.a (mon.0) 245 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:39.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:39 smithi086 bash[23731]: audit 2024-05-11T04:33:38.544358+0000 mon.a (mon.0) 246 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:39.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:39 smithi086 bash[23731]: audit 2024-05-11T04:33:38.546201+0000 mon.a (mon.0) 247 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:39.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:39 smithi086 bash[23731]: audit 2024-05-11T04:33:38.556766+0000 mon.a (mon.0) 248 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:39.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:39 smithi086 bash[23731]: cephadm 2024-05-11T04:33:38.591402+0000 mgr.y (mgr.14152) 81 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-05-11T04:33:39.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:39 smithi086 bash[23731]: audit 2024-05-11T04:33:38.591845+0000 mon.a (mon.0) 249 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:33:39.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:39 smithi086 bash[23731]: audit 2024-05-11T04:33:38.592845+0000 mon.a (mon.0) 250 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:33:39.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:39 smithi086 bash[23731]: audit 2024-05-11T04:33:38.593663+0000 mon.a (mon.0) 251 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:39.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:39 smithi086 bash[23731]: cephadm 2024-05-11T04:33:38.594595+0000 mgr.y (mgr.14152) 82 : cephadm 1 Reconfiguring daemon mgr.y on smithi072 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:39 smithi072 bash[21439]: cluster 2024-05-11T04:33:38.358234+0000 mgr.y (mgr.14152) 80 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:39 smithi072 bash[21439]: audit 2024-05-11T04:33:38.531942+0000 mon.a (mon.0) 244 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:39 smithi072 bash[21439]: audit 2024-05-11T04:33:38.542515+0000 mon.a (mon.0) 245 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:39 smithi072 bash[21439]: audit 2024-05-11T04:33:38.544358+0000 mon.a (mon.0) 246 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:39 smithi072 bash[21439]: audit 2024-05-11T04:33:38.546201+0000 mon.a (mon.0) 247 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:39 smithi072 bash[21439]: audit 2024-05-11T04:33:38.556766+0000 mon.a (mon.0) 248 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:39 smithi072 bash[21439]: cephadm 2024-05-11T04:33:38.591402+0000 mgr.y (mgr.14152) 81 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:39 smithi072 bash[21439]: audit 2024-05-11T04:33:38.591845+0000 mon.a (mon.0) 249 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:39 smithi072 bash[21439]: audit 2024-05-11T04:33:38.592845+0000 mon.a (mon.0) 250 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:39 smithi072 bash[21439]: audit 2024-05-11T04:33:38.593663+0000 mon.a (mon.0) 251 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:39 smithi072 bash[21439]: cephadm 2024-05-11T04:33:38.594595+0000 mgr.y (mgr.14152) 82 : cephadm 1 Reconfiguring daemon mgr.y on smithi072 2024-05-11T04:33:39.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:39 smithi072 bash[31478]: cluster 2024-05-11T04:33:38.358234+0000 mgr.y (mgr.14152) 80 : cluster 0 pgmap v45: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:39.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:39 smithi072 bash[31478]: audit 2024-05-11T04:33:38.531942+0000 mon.a (mon.0) 244 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:39.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:39 smithi072 bash[31478]: audit 2024-05-11T04:33:38.542515+0000 mon.a (mon.0) 245 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:39.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:39 smithi072 bash[31478]: audit 2024-05-11T04:33:38.544358+0000 mon.a (mon.0) 246 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:39.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:39 smithi072 bash[31478]: audit 2024-05-11T04:33:38.546201+0000 mon.a (mon.0) 247 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:39.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:39 smithi072 bash[31478]: audit 2024-05-11T04:33:38.556766+0000 mon.a (mon.0) 248 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:39.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:39 smithi072 bash[31478]: cephadm 2024-05-11T04:33:38.591402+0000 mgr.y (mgr.14152) 81 : cephadm 1 Reconfiguring mgr.y (unknown last config time)... 2024-05-11T04:33:39.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:39 smithi072 bash[31478]: audit 2024-05-11T04:33:38.591845+0000 mon.a (mon.0) 249 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:33:39.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:39 smithi072 bash[31478]: audit 2024-05-11T04:33:38.592845+0000 mon.a (mon.0) 250 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:33:39.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:39 smithi072 bash[31478]: audit 2024-05-11T04:33:38.593663+0000 mon.a (mon.0) 251 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:39.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:39 smithi072 bash[31478]: cephadm 2024-05-11T04:33:38.594595+0000 mgr.y (mgr.14152) 82 : cephadm 1 Reconfiguring daemon mgr.y on smithi072 2024-05-11T04:33:40.287 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:39 smithi086 bash[24680]: debug 2024-05-11T04:33:39.784+0000 7f32606b4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:33:40.287 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:40 smithi086 bash[24680]: debug 2024-05-11T04:33:40.024+0000 7f32606b4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:33:41.287 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:41 smithi086 bash[24680]: debug 2024-05-11T04:33:41.016+0000 7f32606b4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:33:41.287 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:41 smithi086 bash[24680]: debug 2024-05-11T04:33:41.128+0000 7f32606b4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:33:41.679 INFO:teuthology.orchestra.run.smithi072.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-11T04:33:41.679 INFO:teuthology.orchestra.run.smithi072.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-11T04:33:41.679 INFO:teuthology.orchestra.run.smithi072.stderr: stderr: 10+0 records in 2024-05-11T04:33:41.679 INFO:teuthology.orchestra.run.smithi072.stderr:10+0 records out 2024-05-11T04:33:41.679 INFO:teuthology.orchestra.run.smithi072.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0138598 s, 757 MB/s 2024-05-11T04:33:41.679 INFO:teuthology.orchestra.run.smithi072.stderr:--> Zapping successful for: 2024-05-11T04:33:41.787 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:41 smithi086 bash[24680]: debug 2024-05-11T04:33:41.420+0000 7f32606b4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:33:41.787 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:41 smithi086 bash[24680]: debug 2024-05-11T04:33:41.532+0000 7f32606b4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:33:41.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:41 smithi086 bash[23731]: cluster 2024-05-11T04:33:40.358661+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:41.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:41 smithi072 bash[31478]: cluster 2024-05-11T04:33:40.358661+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:41.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:41 smithi072 bash[21439]: cluster 2024-05-11T04:33:40.358661+0000 mgr.y (mgr.14152) 83 : cluster 0 pgmap v46: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:42.287 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:41 smithi086 bash[24680]: debug 2024-05-11T04:33:41.988+0000 7f32606b4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:33:42.287 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:33:42 smithi086 bash[24680]: debug 2024-05-11T04:33:42.108+0000 7f32606b4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:33:42.393 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi072:vg_nvme/lv_4 2024-05-11T04:33:42.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:42 smithi072 bash[21439]: audit 2024-05-11T04:33:41.629417+0000 mon.a (mon.0) 252 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:42.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:42 smithi072 bash[21439]: audit 2024-05-11T04:33:41.635848+0000 mon.a (mon.0) 253 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:42.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:42 smithi072 bash[21439]: audit 2024-05-11T04:33:41.666367+0000 mon.a (mon.0) 254 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:42.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:42 smithi072 bash[21439]: cluster 2024-05-11T04:33:42.135428+0000 mon.a (mon.0) 255 : cluster 0 Standby manager daemon x started 2024-05-11T04:33:42.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:42 smithi072 bash[21439]: audit 2024-05-11T04:33:42.137019+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:33:42.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:42 smithi072 bash[21439]: audit 2024-05-11T04:33:42.137555+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:33:42.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:42 smithi072 bash[21439]: audit 2024-05-11T04:33:42.138805+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:33:42.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:42 smithi072 bash[21439]: audit 2024-05-11T04:33:42.139240+0000 mon.b (mon.1) 7 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:33:42.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:42 smithi072 bash[21439]: audit 2024-05-11T04:33:42.192273+0000 mon.a (mon.0) 256 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:42.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:42 smithi072 bash[21439]: audit 2024-05-11T04:33:42.194271+0000 mon.a (mon.0) 257 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:42 smithi072 bash[21439]: audit 2024-05-11T04:33:42.204278+0000 mon.a (mon.0) 258 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:42 smithi072 bash[31478]: audit 2024-05-11T04:33:41.629417+0000 mon.a (mon.0) 252 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:42 smithi072 bash[31478]: audit 2024-05-11T04:33:41.635848+0000 mon.a (mon.0) 253 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:42 smithi072 bash[31478]: audit 2024-05-11T04:33:41.666367+0000 mon.a (mon.0) 254 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:42 smithi072 bash[31478]: cluster 2024-05-11T04:33:42.135428+0000 mon.a (mon.0) 255 : cluster 0 Standby manager daemon x started 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:42 smithi072 bash[31478]: audit 2024-05-11T04:33:42.137019+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:42 smithi072 bash[31478]: audit 2024-05-11T04:33:42.137555+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:42 smithi072 bash[31478]: audit 2024-05-11T04:33:42.138805+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:42 smithi072 bash[31478]: audit 2024-05-11T04:33:42.139240+0000 mon.b (mon.1) 7 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:42 smithi072 bash[31478]: audit 2024-05-11T04:33:42.192273+0000 mon.a (mon.0) 256 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:42 smithi072 bash[31478]: audit 2024-05-11T04:33:42.194271+0000 mon.a (mon.0) 257 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:42.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:42 smithi072 bash[31478]: audit 2024-05-11T04:33:42.204278+0000 mon.a (mon.0) 258 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:43.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:42 smithi086 bash[23731]: audit 2024-05-11T04:33:41.629417+0000 mon.a (mon.0) 252 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:43.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:42 smithi086 bash[23731]: audit 2024-05-11T04:33:41.635848+0000 mon.a (mon.0) 253 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:43.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:42 smithi086 bash[23731]: audit 2024-05-11T04:33:41.666367+0000 mon.a (mon.0) 254 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:33:43.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:42 smithi086 bash[23731]: cluster 2024-05-11T04:33:42.135428+0000 mon.a (mon.0) 255 : cluster 0 Standby manager daemon x started 2024-05-11T04:33:43.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:42 smithi086 bash[23731]: audit 2024-05-11T04:33:42.137019+0000 mon.b (mon.1) 4 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:33:43.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:42 smithi086 bash[23731]: audit 2024-05-11T04:33:42.137555+0000 mon.b (mon.1) 5 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:33:43.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:42 smithi086 bash[23731]: audit 2024-05-11T04:33:42.138805+0000 mon.b (mon.1) 6 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:33:43.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:42 smithi086 bash[23731]: audit 2024-05-11T04:33:42.139240+0000 mon.b (mon.1) 7 : audit 0 from='mgr.? 172.21.15.86:0/3353233961' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:33:43.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:42 smithi086 bash[23731]: audit 2024-05-11T04:33:42.192273+0000 mon.a (mon.0) 256 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:43.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:42 smithi086 bash[23731]: audit 2024-05-11T04:33:42.194271+0000 mon.a (mon.0) 257 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:33:43.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:42 smithi086 bash[23731]: audit 2024-05-11T04:33:42.204278+0000 mon.a (mon.0) 258 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:33:44.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:43 smithi086 bash[23731]: cluster 2024-05-11T04:33:42.359027+0000 mgr.y (mgr.14152) 84 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:44.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:43 smithi086 bash[23731]: cluster 2024-05-11T04:33:42.648328+0000 mon.a (mon.0) 259 : cluster 0 mgrmap e14: y(active, since 106s), standbys: x 2024-05-11T04:33:44.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:43 smithi086 bash[23731]: audit 2024-05-11T04:33:42.648810+0000 mon.a (mon.0) 260 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:33:44.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:43 smithi072 bash[21439]: cluster 2024-05-11T04:33:42.359027+0000 mgr.y (mgr.14152) 84 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:44.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:43 smithi072 bash[21439]: cluster 2024-05-11T04:33:42.648328+0000 mon.a (mon.0) 259 : cluster 0 mgrmap e14: y(active, since 106s), standbys: x 2024-05-11T04:33:44.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:43 smithi072 bash[21439]: audit 2024-05-11T04:33:42.648810+0000 mon.a (mon.0) 260 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:33:44.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:43 smithi072 bash[31478]: cluster 2024-05-11T04:33:42.359027+0000 mgr.y (mgr.14152) 84 : cluster 0 pgmap v47: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:44.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:43 smithi072 bash[31478]: cluster 2024-05-11T04:33:42.648328+0000 mon.a (mon.0) 259 : cluster 0 mgrmap e14: y(active, since 106s), standbys: x 2024-05-11T04:33:44.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:43 smithi072 bash[31478]: audit 2024-05-11T04:33:42.648810+0000 mon.a (mon.0) 260 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:33:46.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:45 smithi086 bash[23731]: cluster 2024-05-11T04:33:44.359438+0000 mgr.y (mgr.14152) 85 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:46.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:45 smithi072 bash[21439]: cluster 2024-05-11T04:33:44.359438+0000 mgr.y (mgr.14152) 85 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:46.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:45 smithi072 bash[31478]: cluster 2024-05-11T04:33:44.359438+0000 mgr.y (mgr.14152) 85 : cluster 0 pgmap v48: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:47.069 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:33:48.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:47 smithi086 bash[23731]: cluster 2024-05-11T04:33:46.359849+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:48.045 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:47 smithi072 bash[21439]: cluster 2024-05-11T04:33:46.359849+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:48.046 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:47 smithi072 bash[31478]: cluster 2024-05-11T04:33:46.359849+0000 mgr.y (mgr.14152) 86 : cluster 0 pgmap v49: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:50.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:49 smithi086 bash[23731]: cluster 2024-05-11T04:33:48.360229+0000 mgr.y (mgr.14152) 87 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:50.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:49 smithi072 bash[31478]: cluster 2024-05-11T04:33:48.360229+0000 mgr.y (mgr.14152) 87 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:50.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:49 smithi072 bash[21439]: cluster 2024-05-11T04:33:48.360229+0000 mgr.y (mgr.14152) 87 : cluster 0 pgmap v50: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:51.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:50 smithi086 bash[23731]: audit 2024-05-11T04:33:50.019302+0000 mgr.y (mgr.14152) 88 : audit 0 from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:51.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:50 smithi086 bash[23731]: audit 2024-05-11T04:33:50.025940+0000 mon.a (mon.0) 261 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:33:51.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:50 smithi086 bash[23731]: audit 2024-05-11T04:33:50.028716+0000 mon.a (mon.0) 262 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:33:51.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:50 smithi086 bash[23731]: audit 2024-05-11T04:33:50.029452+0000 mon.a (mon.0) 263 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:51.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:50 smithi072 bash[21439]: audit 2024-05-11T04:33:50.019302+0000 mgr.y (mgr.14152) 88 : audit 0 from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:51.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:50 smithi072 bash[21439]: audit 2024-05-11T04:33:50.025940+0000 mon.a (mon.0) 261 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:33:51.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:50 smithi072 bash[21439]: audit 2024-05-11T04:33:50.028716+0000 mon.a (mon.0) 262 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:33:51.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:50 smithi072 bash[21439]: audit 2024-05-11T04:33:50.029452+0000 mon.a (mon.0) 263 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:51.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:50 smithi072 bash[31478]: audit 2024-05-11T04:33:50.019302+0000 mgr.y (mgr.14152) 88 : audit 0 from='client.14208 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:33:51.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:50 smithi072 bash[31478]: audit 2024-05-11T04:33:50.025940+0000 mon.a (mon.0) 261 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:33:51.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:50 smithi072 bash[31478]: audit 2024-05-11T04:33:50.028716+0000 mon.a (mon.0) 262 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:33:51.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:50 smithi072 bash[31478]: audit 2024-05-11T04:33:50.029452+0000 mon.a (mon.0) 263 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:33:52.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:51 smithi086 bash[23731]: cluster 2024-05-11T04:33:50.360633+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:52.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:51 smithi072 bash[21439]: cluster 2024-05-11T04:33:50.360633+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:52.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:51 smithi072 bash[31478]: cluster 2024-05-11T04:33:50.360633+0000 mgr.y (mgr.14152) 89 : cluster 0 pgmap v51: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:54.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:53 smithi086 bash[23731]: cluster 2024-05-11T04:33:52.360997+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:54.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:53 smithi072 bash[21439]: cluster 2024-05-11T04:33:52.360997+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:54.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:53 smithi072 bash[31478]: cluster 2024-05-11T04:33:52.360997+0000 mgr.y (mgr.14152) 90 : cluster 0 pgmap v52: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:55.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:55 smithi072 bash[21439]: cluster 2024-05-11T04:33:54.361375+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:55 smithi072 bash[31478]: cluster 2024-05-11T04:33:54.361375+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:56.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:55 smithi086 bash[23731]: cluster 2024-05-11T04:33:54.361375+0000 mgr.y (mgr.14152) 91 : cluster 0 pgmap v53: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:58.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:57 smithi086 bash[23731]: cluster 2024-05-11T04:33:56.361694+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:58.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:57 smithi072 bash[31478]: cluster 2024-05-11T04:33:56.361694+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:58.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:57 smithi072 bash[21439]: cluster 2024-05-11T04:33:56.361694+0000 mgr.y (mgr.14152) 92 : cluster 0 pgmap v54: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:33:59.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:58 smithi086 bash[23731]: audit 2024-05-11T04:33:58.037494+0000 mon.c (mon.2) 4 : audit 1 from='client.? 172.21.15.72:0/2806859058' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dadf143c-2627-4419-a73f-d46123c901fa"}]: dispatch 2024-05-11T04:33:59.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:58 smithi086 bash[23731]: audit 2024-05-11T04:33:58.038206+0000 mon.a (mon.0) 264 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dadf143c-2627-4419-a73f-d46123c901fa"}]: dispatch 2024-05-11T04:33:59.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:58 smithi086 bash[23731]: audit 2024-05-11T04:33:58.047658+0000 mon.a (mon.0) 265 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dadf143c-2627-4419-a73f-d46123c901fa"}]': finished 2024-05-11T04:33:59.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:58 smithi086 bash[23731]: cluster 2024-05-11T04:33:58.047756+0000 mon.a (mon.0) 266 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-05-11T04:33:59.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:58 smithi086 bash[23731]: audit 2024-05-11T04:33:58.048048+0000 mon.a (mon.0) 267 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:33:59.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:58 smithi072 bash[21439]: audit 2024-05-11T04:33:58.037494+0000 mon.c (mon.2) 4 : audit 1 from='client.? 172.21.15.72:0/2806859058' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dadf143c-2627-4419-a73f-d46123c901fa"}]: dispatch 2024-05-11T04:33:59.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:58 smithi072 bash[21439]: audit 2024-05-11T04:33:58.038206+0000 mon.a (mon.0) 264 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dadf143c-2627-4419-a73f-d46123c901fa"}]: dispatch 2024-05-11T04:33:59.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:58 smithi072 bash[21439]: audit 2024-05-11T04:33:58.047658+0000 mon.a (mon.0) 265 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dadf143c-2627-4419-a73f-d46123c901fa"}]': finished 2024-05-11T04:33:59.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:58 smithi072 bash[21439]: cluster 2024-05-11T04:33:58.047756+0000 mon.a (mon.0) 266 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-05-11T04:33:59.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:58 smithi072 bash[21439]: audit 2024-05-11T04:33:58.048048+0000 mon.a (mon.0) 267 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:33:59.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:58 smithi072 bash[31478]: audit 2024-05-11T04:33:58.037494+0000 mon.c (mon.2) 4 : audit 1 from='client.? 172.21.15.72:0/2806859058' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dadf143c-2627-4419-a73f-d46123c901fa"}]: dispatch 2024-05-11T04:33:59.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:58 smithi072 bash[31478]: audit 2024-05-11T04:33:58.038206+0000 mon.a (mon.0) 264 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "dadf143c-2627-4419-a73f-d46123c901fa"}]: dispatch 2024-05-11T04:33:59.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:58 smithi072 bash[31478]: audit 2024-05-11T04:33:58.047658+0000 mon.a (mon.0) 265 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "dadf143c-2627-4419-a73f-d46123c901fa"}]': finished 2024-05-11T04:33:59.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:58 smithi072 bash[31478]: cluster 2024-05-11T04:33:58.047756+0000 mon.a (mon.0) 266 : cluster 0 osdmap e5: 1 total, 0 up, 1 in 2024-05-11T04:33:59.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:58 smithi072 bash[31478]: audit 2024-05-11T04:33:58.048048+0000 mon.a (mon.0) 267 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:00.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:59 smithi086 bash[23731]: cluster 2024-05-11T04:33:58.362110+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:00.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:33:59 smithi086 bash[23731]: audit 2024-05-11T04:33:58.783480+0000 mon.c (mon.2) 5 : audit 0 from='client.? 172.21.15.72:0/947120280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:34:00.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:59 smithi072 bash[21439]: cluster 2024-05-11T04:33:58.362110+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:00.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:33:59 smithi072 bash[21439]: audit 2024-05-11T04:33:58.783480+0000 mon.c (mon.2) 5 : audit 0 from='client.? 172.21.15.72:0/947120280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:34:00.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:59 smithi072 bash[31478]: cluster 2024-05-11T04:33:58.362110+0000 mgr.y (mgr.14152) 93 : cluster 0 pgmap v56: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:00.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:33:59 smithi072 bash[31478]: audit 2024-05-11T04:33:58.783480+0000 mon.c (mon.2) 5 : audit 0 from='client.? 172.21.15.72:0/947120280' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:34:02.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:01 smithi086 bash[23731]: cluster 2024-05-11T04:34:00.362479+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:02.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:01 smithi072 bash[21439]: cluster 2024-05-11T04:34:00.362479+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:02.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:01 smithi072 bash[31478]: cluster 2024-05-11T04:34:00.362479+0000 mgr.y (mgr.14152) 94 : cluster 0 pgmap v57: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:04.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:03 smithi086 bash[23731]: cluster 2024-05-11T04:34:02.362786+0000 mgr.y (mgr.14152) 95 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:04.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:03 smithi072 bash[21439]: cluster 2024-05-11T04:34:02.362786+0000 mgr.y (mgr.14152) 95 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:04.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:03 smithi072 bash[31478]: cluster 2024-05-11T04:34:02.362786+0000 mgr.y (mgr.14152) 95 : cluster 0 pgmap v58: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:06.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:05 smithi086 bash[23731]: cluster 2024-05-11T04:34:04.363169+0000 mgr.y (mgr.14152) 96 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:06.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:05 smithi072 bash[21439]: cluster 2024-05-11T04:34:04.363169+0000 mgr.y (mgr.14152) 96 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:06.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:05 smithi072 bash[31478]: cluster 2024-05-11T04:34:04.363169+0000 mgr.y (mgr.14152) 96 : cluster 0 pgmap v59: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:07.743 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:07 smithi072 bash[31478]: cluster 2024-05-11T04:34:06.363585+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:07.743 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:07 smithi072 bash[21439]: cluster 2024-05-11T04:34:06.363585+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:08.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:07 smithi086 bash[23731]: cluster 2024-05-11T04:34:06.363585+0000 mgr.y (mgr.14152) 97 : cluster 0 pgmap v60: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:09.959 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:09 smithi072 bash[21439]: cluster 2024-05-11T04:34:08.364047+0000 mgr.y (mgr.14152) 98 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:09.960 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:09 smithi072 bash[31478]: cluster 2024-05-11T04:34:08.364047+0000 mgr.y (mgr.14152) 98 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:10.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:09 smithi086 bash[23731]: cluster 2024-05-11T04:34:08.364047+0000 mgr.y (mgr.14152) 98 : cluster 0 pgmap v61: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:10.970 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:10 smithi072 bash[21439]: audit 2024-05-11T04:34:10.630439+0000 mon.a (mon.0) 268 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:34:10.970 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:10 smithi072 bash[21439]: audit 2024-05-11T04:34:10.632284+0000 mon.a (mon.0) 269 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:10.970 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:10 smithi072 bash[31478]: audit 2024-05-11T04:34:10.630439+0000 mon.a (mon.0) 268 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:34:10.970 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:10 smithi072 bash[31478]: audit 2024-05-11T04:34:10.632284+0000 mon.a (mon.0) 269 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:11.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:10 smithi086 bash[23731]: audit 2024-05-11T04:34:10.630439+0000 mon.a (mon.0) 268 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:34:11.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:10 smithi086 bash[23731]: audit 2024-05-11T04:34:10.632284+0000 mon.a (mon.0) 269 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:12.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:11 smithi086 bash[23731]: cluster 2024-05-11T04:34:10.364489+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:12.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:11 smithi086 bash[23731]: cephadm 2024-05-11T04:34:10.634035+0000 mgr.y (mgr.14152) 100 : cephadm 1 Deploying daemon osd.0 on smithi072 2024-05-11T04:34:12.056 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:11 smithi072 bash[21439]: cluster 2024-05-11T04:34:10.364489+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:12.057 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:11 smithi072 bash[21439]: cephadm 2024-05-11T04:34:10.634035+0000 mgr.y (mgr.14152) 100 : cephadm 1 Deploying daemon osd.0 on smithi072 2024-05-11T04:34:12.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:11 smithi072 bash[31478]: cluster 2024-05-11T04:34:10.364489+0000 mgr.y (mgr.14152) 99 : cluster 0 pgmap v62: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:12.057 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:11 smithi072 bash[31478]: cephadm 2024-05-11T04:34:10.634035+0000 mgr.y (mgr.14152) 100 : cephadm 1 Deploying daemon osd.0 on smithi072 2024-05-11T04:34:14.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:13 smithi086 bash[23731]: cluster 2024-05-11T04:34:12.364913+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:14.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:13 smithi072 bash[21439]: cluster 2024-05-11T04:34:12.364913+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:14.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:13 smithi072 bash[31478]: cluster 2024-05-11T04:34:12.364913+0000 mgr.y (mgr.14152) 101 : cluster 0 pgmap v63: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:14.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:14 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:14.802 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:34:14 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:14.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:14 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:15.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:14 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:15.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:14 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:15.303 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:34:14 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:34:16.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:15 smithi072 bash[31478]: cluster 2024-05-11T04:34:14.365241+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:16.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:15 smithi072 bash[31478]: audit 2024-05-11T04:34:14.959655+0000 mon.a (mon.0) 270 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:16.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:15 smithi072 bash[31478]: audit 2024-05-11T04:34:14.966158+0000 mon.a (mon.0) 271 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:16.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:15 smithi072 bash[31478]: audit 2024-05-11T04:34:14.968614+0000 mon.a (mon.0) 272 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:16.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:15 smithi072 bash[21439]: cluster 2024-05-11T04:34:14.365241+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:16.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:15 smithi072 bash[21439]: audit 2024-05-11T04:34:14.959655+0000 mon.a (mon.0) 270 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:16.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:15 smithi072 bash[21439]: audit 2024-05-11T04:34:14.966158+0000 mon.a (mon.0) 271 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:16.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:15 smithi072 bash[21439]: audit 2024-05-11T04:34:14.968614+0000 mon.a (mon.0) 272 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:16.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:15 smithi086 bash[23731]: cluster 2024-05-11T04:34:14.365241+0000 mgr.y (mgr.14152) 102 : cluster 0 pgmap v64: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:16.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:15 smithi086 bash[23731]: audit 2024-05-11T04:34:14.959655+0000 mon.a (mon.0) 270 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:16.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:15 smithi086 bash[23731]: audit 2024-05-11T04:34:14.966158+0000 mon.a (mon.0) 271 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:16.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:15 smithi086 bash[23731]: audit 2024-05-11T04:34:14.968614+0000 mon.a (mon.0) 272 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:18.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:17 smithi072 bash[21439]: cluster 2024-05-11T04:34:16.365478+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:18.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:17 smithi072 bash[31478]: cluster 2024-05-11T04:34:16.365478+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:18.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:17 smithi086 bash[23731]: cluster 2024-05-11T04:34:16.365478+0000 mgr.y (mgr.14152) 103 : cluster 0 pgmap v65: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:19 smithi072 bash[21439]: cluster 2024-05-11T04:34:18.365755+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:20.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:19 smithi072 bash[31478]: cluster 2024-05-11T04:34:18.365755+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:20.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:19 smithi086 bash[23731]: cluster 2024-05-11T04:34:18.365755+0000 mgr.y (mgr.14152) 104 : cluster 0 pgmap v66: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:21.353 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:21 smithi072 bash[21439]: audit 2024-05-11T04:34:20.102634+0000 mon.a (mon.0) 273 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:21.353 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:21 smithi072 bash[21439]: audit 2024-05-11T04:34:20.108783+0000 mon.a (mon.0) 274 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:21.353 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:21 smithi072 bash[21439]: audit 2024-05-11T04:34:20.527630+0000 mon.a (mon.0) 275 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:21.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:21 smithi072 bash[21439]: audit 2024-05-11T04:34:20.528541+0000 mon.a (mon.0) 276 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:21.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:21 smithi072 bash[21439]: audit 2024-05-11T04:34:20.534984+0000 mon.a (mon.0) 277 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:21.354 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:21 smithi072 bash[31478]: audit 2024-05-11T04:34:20.102634+0000 mon.a (mon.0) 273 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:21.354 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:21 smithi072 bash[31478]: audit 2024-05-11T04:34:20.108783+0000 mon.a (mon.0) 274 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:21.354 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:21 smithi072 bash[31478]: audit 2024-05-11T04:34:20.527630+0000 mon.a (mon.0) 275 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:21.354 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:21 smithi072 bash[31478]: audit 2024-05-11T04:34:20.528541+0000 mon.a (mon.0) 276 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:21.354 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:21 smithi072 bash[31478]: audit 2024-05-11T04:34:20.534984+0000 mon.a (mon.0) 277 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:21.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:21 smithi086 bash[23731]: audit 2024-05-11T04:34:20.102634+0000 mon.a (mon.0) 273 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:21.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:21 smithi086 bash[23731]: audit 2024-05-11T04:34:20.108783+0000 mon.a (mon.0) 274 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:21.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:21 smithi086 bash[23731]: audit 2024-05-11T04:34:20.527630+0000 mon.a (mon.0) 275 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:21.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:21 smithi086 bash[23731]: audit 2024-05-11T04:34:20.528541+0000 mon.a (mon.0) 276 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:21.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:21 smithi086 bash[23731]: audit 2024-05-11T04:34:20.534984+0000 mon.a (mon.0) 277 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:22.509 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:22 smithi072 bash[21439]: cluster 2024-05-11T04:34:20.366180+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:22.509 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:22 smithi072 bash[21439]: audit 2024-05-11T04:34:21.359096+0000 mon.a (mon.0) 278 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:34:22.510 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:22 smithi072 bash[31478]: cluster 2024-05-11T04:34:20.366180+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:22.510 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:22 smithi072 bash[31478]: audit 2024-05-11T04:34:21.359096+0000 mon.a (mon.0) 278 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:34:22.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:22 smithi086 bash[23731]: cluster 2024-05-11T04:34:20.366180+0000 mgr.y (mgr.14152) 105 : cluster 0 pgmap v67: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:22.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:22 smithi086 bash[23731]: audit 2024-05-11T04:34:21.359096+0000 mon.a (mon.0) 278 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:34:23.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:23 smithi072 bash[31478]: audit 2024-05-11T04:34:22.115887+0000 mon.a (mon.0) 279 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:34:23.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:23 smithi072 bash[31478]: cluster 2024-05-11T04:34:22.116154+0000 mon.a (mon.0) 280 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-05-11T04:34:23.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:23 smithi072 bash[31478]: audit 2024-05-11T04:34:22.116866+0000 mon.a (mon.0) 281 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:23.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:23 smithi072 bash[31478]: audit 2024-05-11T04:34:22.117349+0000 mon.a (mon.0) 282 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:34:23.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:23 smithi072 bash[31478]: audit 2024-05-11T04:34:23.115787+0000 mon.a (mon.0) 283 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:34:23.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:23 smithi072 bash[31478]: cluster 2024-05-11T04:34:23.115870+0000 mon.a (mon.0) 284 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-05-11T04:34:23.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:23 smithi072 bash[31478]: audit 2024-05-11T04:34:23.116012+0000 mon.a (mon.0) 285 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:23.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:23 smithi072 bash[21439]: audit 2024-05-11T04:34:22.115887+0000 mon.a (mon.0) 279 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:34:23.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:23 smithi072 bash[21439]: cluster 2024-05-11T04:34:22.116154+0000 mon.a (mon.0) 280 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-05-11T04:34:23.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:23 smithi072 bash[21439]: audit 2024-05-11T04:34:22.116866+0000 mon.a (mon.0) 281 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:23.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:23 smithi072 bash[21439]: audit 2024-05-11T04:34:22.117349+0000 mon.a (mon.0) 282 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:34:23.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:23 smithi072 bash[21439]: audit 2024-05-11T04:34:23.115787+0000 mon.a (mon.0) 283 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:34:23.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:23 smithi072 bash[21439]: cluster 2024-05-11T04:34:23.115870+0000 mon.a (mon.0) 284 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-05-11T04:34:23.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:23 smithi072 bash[21439]: audit 2024-05-11T04:34:23.116012+0000 mon.a (mon.0) 285 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:23.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:23 smithi086 bash[23731]: audit 2024-05-11T04:34:22.115887+0000 mon.a (mon.0) 279 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:34:23.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:23 smithi086 bash[23731]: cluster 2024-05-11T04:34:22.116154+0000 mon.a (mon.0) 280 : cluster 0 osdmap e6: 1 total, 0 up, 1 in 2024-05-11T04:34:23.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:23 smithi086 bash[23731]: audit 2024-05-11T04:34:22.116866+0000 mon.a (mon.0) 281 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:23.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:23 smithi086 bash[23731]: audit 2024-05-11T04:34:22.117349+0000 mon.a (mon.0) 282 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:34:23.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:23 smithi086 bash[23731]: audit 2024-05-11T04:34:23.115787+0000 mon.a (mon.0) 283 : audit 1 from='osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:34:23.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:23 smithi086 bash[23731]: cluster 2024-05-11T04:34:23.115870+0000 mon.a (mon.0) 284 : cluster 0 osdmap e7: 1 total, 0 up, 1 in 2024-05-11T04:34:23.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:23 smithi086 bash[23731]: audit 2024-05-11T04:34:23.116012+0000 mon.a (mon.0) 285 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:23.824 INFO:teuthology.orchestra.run.smithi072.stdout:Created osd(s) 0 on host 'smithi072' 2024-05-11T04:34:24.482 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:24 smithi072 bash[21439]: cluster 2024-05-11T04:34:22.366625+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:24.482 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:24 smithi072 bash[21439]: audit 2024-05-11T04:34:23.122154+0000 mon.a (mon.0) 286 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:24.482 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:24 smithi072 bash[21439]: audit 2024-05-11T04:34:23.804996+0000 mon.a (mon.0) 287 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:24.482 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:24 smithi072 bash[21439]: audit 2024-05-11T04:34:23.808298+0000 mon.a (mon.0) 288 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:24.482 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:24 smithi072 bash[21439]: audit 2024-05-11T04:34:23.814502+0000 mon.a (mon.0) 289 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:24.482 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:24 smithi072 bash[21439]: audit 2024-05-11T04:34:24.119612+0000 mon.a (mon.0) 290 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:24.483 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:24 smithi072 bash[31478]: cluster 2024-05-11T04:34:22.366625+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:24.483 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:24 smithi072 bash[31478]: audit 2024-05-11T04:34:23.122154+0000 mon.a (mon.0) 286 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:24.483 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:24 smithi072 bash[31478]: audit 2024-05-11T04:34:23.804996+0000 mon.a (mon.0) 287 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:24.483 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:24 smithi072 bash[31478]: audit 2024-05-11T04:34:23.808298+0000 mon.a (mon.0) 288 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:24.483 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:24 smithi072 bash[31478]: audit 2024-05-11T04:34:23.814502+0000 mon.a (mon.0) 289 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:24.483 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:24 smithi072 bash[31478]: audit 2024-05-11T04:34:24.119612+0000 mon.a (mon.0) 290 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:24.484 DEBUG:teuthology.orchestra.run.smithi072:osd.0> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.0.service 2024-05-11T04:34:24.487 INFO:tasks.cephadm:Deploying osd.1 on smithi072 with /dev/vg_nvme/lv_3... 2024-05-11T04:34:24.487 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-11T04:34:24.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:24 smithi086 bash[23731]: cluster 2024-05-11T04:34:22.366625+0000 mgr.y (mgr.14152) 106 : cluster 0 pgmap v69: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:24.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:24 smithi086 bash[23731]: audit 2024-05-11T04:34:23.122154+0000 mon.a (mon.0) 286 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:24.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:24 smithi086 bash[23731]: audit 2024-05-11T04:34:23.804996+0000 mon.a (mon.0) 287 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:24.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:24 smithi086 bash[23731]: audit 2024-05-11T04:34:23.808298+0000 mon.a (mon.0) 288 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:34:24.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:24 smithi086 bash[23731]: audit 2024-05-11T04:34:23.814502+0000 mon.a (mon.0) 289 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:24.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:24 smithi086 bash[23731]: audit 2024-05-11T04:34:24.119612+0000 mon.a (mon.0) 290 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:25.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:25 smithi086 bash[23731]: cluster 2024-05-11T04:34:22.363801+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:34:25.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:25 smithi086 bash[23731]: cluster 2024-05-11T04:34:22.363908+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:34:25.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:25 smithi086 bash[23731]: cluster 2024-05-11T04:34:24.130642+0000 mon.a (mon.0) 291 : cluster 1 osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728] boot 2024-05-11T04:34:25.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:25 smithi086 bash[23731]: cluster 2024-05-11T04:34:24.130673+0000 mon.a (mon.0) 292 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-05-11T04:34:25.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:25 smithi086 bash[23731]: audit 2024-05-11T04:34:24.131119+0000 mon.a (mon.0) 293 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:25.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:25 smithi072 bash[21439]: cluster 2024-05-11T04:34:22.363801+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:34:25.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:25 smithi072 bash[21439]: cluster 2024-05-11T04:34:22.363908+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:34:25.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:25 smithi072 bash[21439]: cluster 2024-05-11T04:34:24.130642+0000 mon.a (mon.0) 291 : cluster 1 osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728] boot 2024-05-11T04:34:25.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:25 smithi072 bash[21439]: cluster 2024-05-11T04:34:24.130673+0000 mon.a (mon.0) 292 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-05-11T04:34:25.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:25 smithi072 bash[21439]: audit 2024-05-11T04:34:24.131119+0000 mon.a (mon.0) 293 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:25.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:25 smithi072 bash[31478]: cluster 2024-05-11T04:34:22.363801+0000 osd.0 (osd.0) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:34:25.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:25 smithi072 bash[31478]: cluster 2024-05-11T04:34:22.363908+0000 osd.0 (osd.0) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:34:25.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:25 smithi072 bash[31478]: cluster 2024-05-11T04:34:24.130642+0000 mon.a (mon.0) 291 : cluster 1 osd.0 [v2:172.21.15.72:6802/369548728,v1:172.21.15.72:6803/369548728] boot 2024-05-11T04:34:25.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:25 smithi072 bash[31478]: cluster 2024-05-11T04:34:24.130673+0000 mon.a (mon.0) 292 : cluster 0 osdmap e8: 1 total, 1 up, 1 in 2024-05-11T04:34:25.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:25 smithi072 bash[31478]: audit 2024-05-11T04:34:24.131119+0000 mon.a (mon.0) 293 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:34:26.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:26 smithi086 bash[23731]: cluster 2024-05-11T04:34:24.367062+0000 mgr.y (mgr.14152) 107 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:26.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:26 smithi086 bash[23731]: cluster 2024-05-11T04:34:25.148430+0000 mon.a (mon.0) 294 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-05-11T04:34:26.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:26 smithi072 bash[21439]: cluster 2024-05-11T04:34:24.367062+0000 mgr.y (mgr.14152) 107 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:26.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:26 smithi072 bash[21439]: cluster 2024-05-11T04:34:25.148430+0000 mon.a (mon.0) 294 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-05-11T04:34:26.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:26 smithi072 bash[31478]: cluster 2024-05-11T04:34:24.367062+0000 mgr.y (mgr.14152) 107 : cluster 0 pgmap v72: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-05-11T04:34:26.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:26 smithi072 bash[31478]: cluster 2024-05-11T04:34:25.148430+0000 mon.a (mon.0) 294 : cluster 0 osdmap e9: 1 total, 1 up, 1 in 2024-05-11T04:34:28.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:28 smithi086 bash[23731]: cluster 2024-05-11T04:34:26.367524+0000 mgr.y (mgr.14152) 108 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:28.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:28 smithi072 bash[21439]: cluster 2024-05-11T04:34:26.367524+0000 mgr.y (mgr.14152) 108 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:28.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:28 smithi072 bash[31478]: cluster 2024-05-11T04:34:26.367524+0000 mgr.y (mgr.14152) 108 : cluster 0 pgmap v74: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:28.641 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:34:30.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:30 smithi072 bash[21439]: cluster 2024-05-11T04:34:28.368023+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:30.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:30 smithi072 bash[31478]: cluster 2024-05-11T04:34:28.368023+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:30.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:30 smithi086 bash[23731]: cluster 2024-05-11T04:34:28.368023+0000 mgr.y (mgr.14152) 109 : cluster 0 pgmap v75: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:32.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:32 smithi086 bash[23731]: cluster 2024-05-11T04:34:30.368459+0000 mgr.y (mgr.14152) 110 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:32 smithi072 bash[21439]: cluster 2024-05-11T04:34:30.368459+0000 mgr.y (mgr.14152) 110 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:32.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:32 smithi072 bash[31478]: cluster 2024-05-11T04:34:30.368459+0000 mgr.y (mgr.14152) 110 : cluster 0 pgmap v76: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:32.983 INFO:teuthology.orchestra.run.smithi072.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-11T04:34:32.983 INFO:teuthology.orchestra.run.smithi072.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-11T04:34:32.983 INFO:teuthology.orchestra.run.smithi072.stderr: stderr: 10+0 records in 2024-05-11T04:34:32.983 INFO:teuthology.orchestra.run.smithi072.stderr:10+0 records out 2024-05-11T04:34:32.983 INFO:teuthology.orchestra.run.smithi072.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0131261 s, 799 MB/s 2024-05-11T04:34:32.983 INFO:teuthology.orchestra.run.smithi072.stderr:--> Zapping successful for: 2024-05-11T04:34:34.137 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi072:vg_nvme/lv_3 2024-05-11T04:34:34.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:34 smithi072 bash[21439]: cluster 2024-05-11T04:34:32.368967+0000 mgr.y (mgr.14152) 111 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:34.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:34 smithi072 bash[31478]: cluster 2024-05-11T04:34:32.368967+0000 mgr.y (mgr.14152) 111 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:34.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:34 smithi086 bash[23731]: cluster 2024-05-11T04:34:32.368967+0000 mgr.y (mgr.14152) 111 : cluster 0 pgmap v77: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:36.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:35 smithi086 bash[23731]: cluster 2024-05-11T04:34:34.369427+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:36.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:35 smithi086 bash[23731]: cephadm 2024-05-11T04:34:34.601763+0000 mgr.y (mgr.14152) 113 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:34:36.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:35 smithi086 bash[23731]: audit 2024-05-11T04:34:34.611117+0000 mon.a (mon.0) 295 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:36.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:35 smithi086 bash[23731]: audit 2024-05-11T04:34:34.619896+0000 mon.a (mon.0) 296 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:36.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:35 smithi086 bash[23731]: audit 2024-05-11T04:34:34.622127+0000 mon.a (mon.0) 297 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:34:36.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:35 smithi086 bash[23731]: cephadm 2024-05-11T04:34:34.623414+0000 mgr.y (mgr.14152) 114 : cephadm 1 Adjusting osd_memory_target on smithi072 to 16241M 2024-05-11T04:34:36.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:35 smithi086 bash[23731]: audit 2024-05-11T04:34:34.632281+0000 mon.a (mon.0) 298 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:36.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:35 smithi086 bash[23731]: audit 2024-05-11T04:34:34.634918+0000 mon.a (mon.0) 299 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:36.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:35 smithi086 bash[23731]: audit 2024-05-11T04:34:34.636743+0000 mon.a (mon.0) 300 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:36.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:35 smithi086 bash[23731]: audit 2024-05-11T04:34:34.646661+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:36.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:35 smithi072 bash[21439]: cluster 2024-05-11T04:34:34.369427+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:36.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:35 smithi072 bash[21439]: cephadm 2024-05-11T04:34:34.601763+0000 mgr.y (mgr.14152) 113 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:34:36.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:35 smithi072 bash[21439]: audit 2024-05-11T04:34:34.611117+0000 mon.a (mon.0) 295 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:36.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:35 smithi072 bash[21439]: audit 2024-05-11T04:34:34.619896+0000 mon.a (mon.0) 296 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:36.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:35 smithi072 bash[21439]: audit 2024-05-11T04:34:34.622127+0000 mon.a (mon.0) 297 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:34:36.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:35 smithi072 bash[21439]: cephadm 2024-05-11T04:34:34.623414+0000 mgr.y (mgr.14152) 114 : cephadm 1 Adjusting osd_memory_target on smithi072 to 16241M 2024-05-11T04:34:36.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:35 smithi072 bash[21439]: audit 2024-05-11T04:34:34.632281+0000 mon.a (mon.0) 298 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:36.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:35 smithi072 bash[21439]: audit 2024-05-11T04:34:34.634918+0000 mon.a (mon.0) 299 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:36.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:35 smithi072 bash[21439]: audit 2024-05-11T04:34:34.636743+0000 mon.a (mon.0) 300 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:36.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:35 smithi072 bash[21439]: audit 2024-05-11T04:34:34.646661+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:36.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:35 smithi072 bash[31478]: cluster 2024-05-11T04:34:34.369427+0000 mgr.y (mgr.14152) 112 : cluster 0 pgmap v78: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:36.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:35 smithi072 bash[31478]: cephadm 2024-05-11T04:34:34.601763+0000 mgr.y (mgr.14152) 113 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:34:36.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:35 smithi072 bash[31478]: audit 2024-05-11T04:34:34.611117+0000 mon.a (mon.0) 295 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:36.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:35 smithi072 bash[31478]: audit 2024-05-11T04:34:34.619896+0000 mon.a (mon.0) 296 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:36.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:35 smithi072 bash[31478]: audit 2024-05-11T04:34:34.622127+0000 mon.a (mon.0) 297 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:34:36.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:35 smithi072 bash[31478]: cephadm 2024-05-11T04:34:34.623414+0000 mgr.y (mgr.14152) 114 : cephadm 1 Adjusting osd_memory_target on smithi072 to 16241M 2024-05-11T04:34:36.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:35 smithi072 bash[31478]: audit 2024-05-11T04:34:34.632281+0000 mon.a (mon.0) 298 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:36.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:35 smithi072 bash[31478]: audit 2024-05-11T04:34:34.634918+0000 mon.a (mon.0) 299 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:36.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:35 smithi072 bash[31478]: audit 2024-05-11T04:34:34.636743+0000 mon.a (mon.0) 300 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:34:36.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:35 smithi072 bash[31478]: audit 2024-05-11T04:34:34.646661+0000 mon.a (mon.0) 301 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:34:38.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:37 smithi086 bash[23731]: cluster 2024-05-11T04:34:36.369904+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:38.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:37 smithi072 bash[21439]: cluster 2024-05-11T04:34:36.369904+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:38.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:37 smithi072 bash[31478]: cluster 2024-05-11T04:34:36.369904+0000 mgr.y (mgr.14152) 115 : cluster 0 pgmap v79: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:38.830 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:34:39.877 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:39 smithi072 bash[31478]: cluster 2024-05-11T04:34:38.370350+0000 mgr.y (mgr.14152) 116 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:39.877 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:39 smithi072 bash[21439]: cluster 2024-05-11T04:34:38.370350+0000 mgr.y (mgr.14152) 116 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:40.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:39 smithi086 bash[23731]: cluster 2024-05-11T04:34:38.370350+0000 mgr.y (mgr.14152) 116 : cluster 0 pgmap v80: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:42.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:41 smithi086 bash[23731]: cluster 2024-05-11T04:34:40.370828+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:42.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:41 smithi072 bash[21439]: cluster 2024-05-11T04:34:40.370828+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:42.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:41 smithi072 bash[31478]: cluster 2024-05-11T04:34:40.370828+0000 mgr.y (mgr.14152) 117 : cluster 0 pgmap v81: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:43.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:42 smithi086 bash[23731]: audit 2024-05-11T04:34:41.749025+0000 mgr.y (mgr.14152) 118 : audit 0 from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:34:43.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:42 smithi086 bash[23731]: audit 2024-05-11T04:34:41.755505+0000 mon.a (mon.0) 302 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:34:43.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:42 smithi086 bash[23731]: audit 2024-05-11T04:34:41.761198+0000 mon.a (mon.0) 303 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:34:43.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:42 smithi086 bash[23731]: audit 2024-05-11T04:34:41.762378+0000 mon.a (mon.0) 304 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:43.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:42 smithi072 bash[31478]: audit 2024-05-11T04:34:41.749025+0000 mgr.y (mgr.14152) 118 : audit 0 from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:34:43.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:42 smithi072 bash[31478]: audit 2024-05-11T04:34:41.755505+0000 mon.a (mon.0) 302 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:34:43.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:42 smithi072 bash[31478]: audit 2024-05-11T04:34:41.761198+0000 mon.a (mon.0) 303 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:34:43.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:42 smithi072 bash[31478]: audit 2024-05-11T04:34:41.762378+0000 mon.a (mon.0) 304 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:43.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:42 smithi072 bash[21439]: audit 2024-05-11T04:34:41.749025+0000 mgr.y (mgr.14152) 118 : audit 0 from='client.24143 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:34:43.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:42 smithi072 bash[21439]: audit 2024-05-11T04:34:41.755505+0000 mon.a (mon.0) 302 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:34:43.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:42 smithi072 bash[21439]: audit 2024-05-11T04:34:41.761198+0000 mon.a (mon.0) 303 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:34:43.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:42 smithi072 bash[21439]: audit 2024-05-11T04:34:41.762378+0000 mon.a (mon.0) 304 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:34:44.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:43 smithi086 bash[23731]: cluster 2024-05-11T04:34:42.371314+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:44.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:43 smithi072 bash[21439]: cluster 2024-05-11T04:34:42.371314+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:44.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:43 smithi072 bash[31478]: cluster 2024-05-11T04:34:42.371314+0000 mgr.y (mgr.14152) 119 : cluster 0 pgmap v82: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:46.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:45 smithi086 bash[23731]: cluster 2024-05-11T04:34:44.371789+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:46.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:45 smithi072 bash[21439]: cluster 2024-05-11T04:34:44.371789+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:46.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:45 smithi072 bash[31478]: cluster 2024-05-11T04:34:44.371789+0000 mgr.y (mgr.14152) 120 : cluster 0 pgmap v83: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:47.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:47 smithi072 bash[31478]: cluster 2024-05-11T04:34:46.372259+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:47.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:47 smithi072 bash[21439]: cluster 2024-05-11T04:34:46.372259+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:48.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:47 smithi086 bash[23731]: cluster 2024-05-11T04:34:46.372259+0000 mgr.y (mgr.14152) 121 : cluster 0 pgmap v84: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:50.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:49 smithi086 bash[23731]: cluster 2024-05-11T04:34:48.372628+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:50.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:49 smithi072 bash[21439]: cluster 2024-05-11T04:34:48.372628+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:50.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:49 smithi072 bash[31478]: cluster 2024-05-11T04:34:48.372628+0000 mgr.y (mgr.14152) 122 : cluster 0 pgmap v85: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:51.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:50 smithi086 bash[23731]: audit 2024-05-11T04:34:50.083276+0000 mon.c (mon.2) 6 : audit 1 from='client.? 172.21.15.72:0/3897898750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17e2f837-6d2a-489b-9746-822da67fde93"}]: dispatch 2024-05-11T04:34:51.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:50 smithi086 bash[23731]: audit 2024-05-11T04:34:50.084020+0000 mon.a (mon.0) 305 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17e2f837-6d2a-489b-9746-822da67fde93"}]: dispatch 2024-05-11T04:34:51.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:50 smithi086 bash[23731]: audit 2024-05-11T04:34:50.097963+0000 mon.a (mon.0) 306 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17e2f837-6d2a-489b-9746-822da67fde93"}]': finished 2024-05-11T04:34:51.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:50 smithi086 bash[23731]: cluster 2024-05-11T04:34:50.098170+0000 mon.a (mon.0) 307 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-05-11T04:34:51.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:50 smithi086 bash[23731]: audit 2024-05-11T04:34:50.098356+0000 mon.a (mon.0) 308 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:34:51.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:50 smithi072 bash[21439]: audit 2024-05-11T04:34:50.083276+0000 mon.c (mon.2) 6 : audit 1 from='client.? 172.21.15.72:0/3897898750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17e2f837-6d2a-489b-9746-822da67fde93"}]: dispatch 2024-05-11T04:34:51.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:50 smithi072 bash[21439]: audit 2024-05-11T04:34:50.084020+0000 mon.a (mon.0) 305 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17e2f837-6d2a-489b-9746-822da67fde93"}]: dispatch 2024-05-11T04:34:51.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:50 smithi072 bash[21439]: audit 2024-05-11T04:34:50.097963+0000 mon.a (mon.0) 306 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17e2f837-6d2a-489b-9746-822da67fde93"}]': finished 2024-05-11T04:34:51.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:50 smithi072 bash[21439]: cluster 2024-05-11T04:34:50.098170+0000 mon.a (mon.0) 307 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-05-11T04:34:51.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:50 smithi072 bash[21439]: audit 2024-05-11T04:34:50.098356+0000 mon.a (mon.0) 308 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:34:51.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:50 smithi072 bash[31478]: audit 2024-05-11T04:34:50.083276+0000 mon.c (mon.2) 6 : audit 1 from='client.? 172.21.15.72:0/3897898750' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17e2f837-6d2a-489b-9746-822da67fde93"}]: dispatch 2024-05-11T04:34:51.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:50 smithi072 bash[31478]: audit 2024-05-11T04:34:50.084020+0000 mon.a (mon.0) 305 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "17e2f837-6d2a-489b-9746-822da67fde93"}]: dispatch 2024-05-11T04:34:51.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:50 smithi072 bash[31478]: audit 2024-05-11T04:34:50.097963+0000 mon.a (mon.0) 306 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "17e2f837-6d2a-489b-9746-822da67fde93"}]': finished 2024-05-11T04:34:51.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:50 smithi072 bash[31478]: cluster 2024-05-11T04:34:50.098170+0000 mon.a (mon.0) 307 : cluster 0 osdmap e10: 2 total, 1 up, 2 in 2024-05-11T04:34:51.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:50 smithi072 bash[31478]: audit 2024-05-11T04:34:50.098356+0000 mon.a (mon.0) 308 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:34:52.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:51 smithi086 bash[23731]: cluster 2024-05-11T04:34:50.373064+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:52.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:51 smithi086 bash[23731]: audit 2024-05-11T04:34:50.832577+0000 mon.c (mon.2) 7 : audit 0 from='client.? 172.21.15.72:0/2957918748' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:34:52.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:51 smithi072 bash[21439]: cluster 2024-05-11T04:34:50.373064+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:52.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:51 smithi072 bash[21439]: audit 2024-05-11T04:34:50.832577+0000 mon.c (mon.2) 7 : audit 0 from='client.? 172.21.15.72:0/2957918748' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:34:52.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:51 smithi072 bash[31478]: cluster 2024-05-11T04:34:50.373064+0000 mgr.y (mgr.14152) 123 : cluster 0 pgmap v87: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:52.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:51 smithi072 bash[31478]: audit 2024-05-11T04:34:50.832577+0000 mon.c (mon.2) 7 : audit 0 from='client.? 172.21.15.72:0/2957918748' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:34:54.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:53 smithi086 bash[23731]: cluster 2024-05-11T04:34:52.373537+0000 mgr.y (mgr.14152) 124 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:54.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:53 smithi072 bash[21439]: cluster 2024-05-11T04:34:52.373537+0000 mgr.y (mgr.14152) 124 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:54.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:53 smithi072 bash[31478]: cluster 2024-05-11T04:34:52.373537+0000 mgr.y (mgr.14152) 124 : cluster 0 pgmap v88: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:56.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:55 smithi086 bash[23731]: cluster 2024-05-11T04:34:54.374010+0000 mgr.y (mgr.14152) 125 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:56.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:55 smithi072 bash[21439]: cluster 2024-05-11T04:34:54.374010+0000 mgr.y (mgr.14152) 125 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:56.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:55 smithi072 bash[31478]: cluster 2024-05-11T04:34:54.374010+0000 mgr.y (mgr.14152) 125 : cluster 0 pgmap v89: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:58.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:57 smithi086 bash[23731]: cluster 2024-05-11T04:34:56.374461+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:58.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:57 smithi072 bash[21439]: cluster 2024-05-11T04:34:56.374461+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:58.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:57 smithi072 bash[31478]: cluster 2024-05-11T04:34:56.374461+0000 mgr.y (mgr.14152) 126 : cluster 0 pgmap v90: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:59.919 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:34:59 smithi072 bash[21439]: cluster 2024-05-11T04:34:58.374896+0000 mgr.y (mgr.14152) 127 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:34:59.920 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:34:59 smithi072 bash[31478]: cluster 2024-05-11T04:34:58.374896+0000 mgr.y (mgr.14152) 127 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:00.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:34:59 smithi086 bash[23731]: cluster 2024-05-11T04:34:58.374896+0000 mgr.y (mgr.14152) 127 : cluster 0 pgmap v91: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:01.957 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:01 smithi072 bash[21439]: cluster 2024-05-11T04:35:00.375344+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:01.957 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:01 smithi072 bash[31478]: cluster 2024-05-11T04:35:00.375344+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:02.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:01 smithi086 bash[23731]: cluster 2024-05-11T04:35:00.375344+0000 mgr.y (mgr.14152) 128 : cluster 0 pgmap v92: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:02.940 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:02 smithi072 bash[31478]: audit 2024-05-11T04:35:02.624547+0000 mon.a (mon.0) 309 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:35:02.940 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:02 smithi072 bash[31478]: audit 2024-05-11T04:35:02.626112+0000 mon.a (mon.0) 310 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:02.941 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:02 smithi072 bash[21439]: audit 2024-05-11T04:35:02.624547+0000 mon.a (mon.0) 309 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:35:02.941 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:02 smithi072 bash[21439]: audit 2024-05-11T04:35:02.626112+0000 mon.a (mon.0) 310 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:03.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:02 smithi086 bash[23731]: audit 2024-05-11T04:35:02.624547+0000 mon.a (mon.0) 309 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:35:03.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:02 smithi086 bash[23731]: audit 2024-05-11T04:35:02.626112+0000 mon.a (mon.0) 310 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:03.923 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:03 smithi072 bash[21439]: cluster 2024-05-11T04:35:02.375783+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:03.924 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:03 smithi072 bash[21439]: cephadm 2024-05-11T04:35:02.627398+0000 mgr.y (mgr.14152) 130 : cephadm 1 Deploying daemon osd.1 on smithi072 2024-05-11T04:35:03.924 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:03 smithi072 bash[31478]: cluster 2024-05-11T04:35:02.375783+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:03.924 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:03 smithi072 bash[31478]: cephadm 2024-05-11T04:35:02.627398+0000 mgr.y (mgr.14152) 130 : cephadm 1 Deploying daemon osd.1 on smithi072 2024-05-11T04:35:04.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:03 smithi086 bash[23731]: cluster 2024-05-11T04:35:02.375783+0000 mgr.y (mgr.14152) 129 : cluster 0 pgmap v93: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:04.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:03 smithi086 bash[23731]: cephadm 2024-05-11T04:35:02.627398+0000 mgr.y (mgr.14152) 130 : cephadm 1 Deploying daemon osd.1 on smithi072 2024-05-11T04:35:05.957 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:05 smithi072 bash[21439]: cluster 2024-05-11T04:35:04.376296+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:05.957 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:05 smithi072 bash[31478]: cluster 2024-05-11T04:35:04.376296+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:06.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:05 smithi086 bash[23731]: cluster 2024-05-11T04:35:04.376296+0000 mgr.y (mgr.14152) 131 : cluster 0 pgmap v94: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:06.916 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:06.917 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:06.917 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:35:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:06.917 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:35:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:07.191 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:07 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:07.192 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:35:07 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:07.192 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:35:07 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:07.192 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:07 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:35:08.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:08 smithi086 bash[23731]: cluster 2024-05-11T04:35:06.376718+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:08.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:08 smithi086 bash[23731]: audit 2024-05-11T04:35:07.184305+0000 mon.a (mon.0) 311 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:08.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:08 smithi086 bash[23731]: audit 2024-05-11T04:35:07.190098+0000 mon.a (mon.0) 312 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:08.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:08 smithi086 bash[23731]: audit 2024-05-11T04:35:07.212052+0000 mon.a (mon.0) 313 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:08.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:08 smithi072 bash[21439]: cluster 2024-05-11T04:35:06.376718+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:08.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:08 smithi072 bash[21439]: audit 2024-05-11T04:35:07.184305+0000 mon.a (mon.0) 311 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:08.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:08 smithi072 bash[21439]: audit 2024-05-11T04:35:07.190098+0000 mon.a (mon.0) 312 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:08.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:08 smithi072 bash[21439]: audit 2024-05-11T04:35:07.212052+0000 mon.a (mon.0) 313 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:08.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:08 smithi072 bash[31478]: cluster 2024-05-11T04:35:06.376718+0000 mgr.y (mgr.14152) 132 : cluster 0 pgmap v95: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:08.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:08 smithi072 bash[31478]: audit 2024-05-11T04:35:07.184305+0000 mon.a (mon.0) 311 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:08.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:08 smithi072 bash[31478]: audit 2024-05-11T04:35:07.190098+0000 mon.a (mon.0) 312 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:08.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:08 smithi072 bash[31478]: audit 2024-05-11T04:35:07.212052+0000 mon.a (mon.0) 313 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:10.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:10 smithi086 bash[23731]: cluster 2024-05-11T04:35:08.377026+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:10.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:10 smithi072 bash[21439]: cluster 2024-05-11T04:35:08.377026+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:10.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:10 smithi072 bash[31478]: cluster 2024-05-11T04:35:08.377026+0000 mgr.y (mgr.14152) 133 : cluster 0 pgmap v96: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:12.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:12 smithi072 bash[21439]: cluster 2024-05-11T04:35:10.377304+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v97: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:12.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:12 smithi072 bash[31478]: cluster 2024-05-11T04:35:10.377304+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v97: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:12.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:12 smithi086 bash[23731]: cluster 2024-05-11T04:35:10.377304+0000 mgr.y (mgr.14152) 134 : cluster 0 pgmap v97: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:13.464 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:13 smithi072 bash[21439]: audit 2024-05-11T04:35:12.302221+0000 mon.a (mon.0) 314 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:13.464 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:13 smithi072 bash[21439]: audit 2024-05-11T04:35:12.308694+0000 mon.a (mon.0) 315 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:13.464 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:13 smithi072 bash[21439]: audit 2024-05-11T04:35:12.309509+0000 mon.a (mon.0) 316 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:13.464 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:13 smithi072 bash[21439]: audit 2024-05-11T04:35:12.310261+0000 mon.a (mon.0) 317 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:13.464 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:13 smithi072 bash[21439]: audit 2024-05-11T04:35:12.316742+0000 mon.a (mon.0) 318 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:13.464 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:13 smithi072 bash[21439]: cluster 2024-05-11T04:35:12.377683+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v98: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:13.465 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:13 smithi072 bash[31478]: audit 2024-05-11T04:35:12.302221+0000 mon.a (mon.0) 314 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:13.465 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:13 smithi072 bash[31478]: audit 2024-05-11T04:35:12.308694+0000 mon.a (mon.0) 315 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:13.465 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:13 smithi072 bash[31478]: audit 2024-05-11T04:35:12.309509+0000 mon.a (mon.0) 316 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:13.465 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:13 smithi072 bash[31478]: audit 2024-05-11T04:35:12.310261+0000 mon.a (mon.0) 317 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:13.465 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:13 smithi072 bash[31478]: audit 2024-05-11T04:35:12.316742+0000 mon.a (mon.0) 318 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:13.465 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:13 smithi072 bash[31478]: cluster 2024-05-11T04:35:12.377683+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v98: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:13.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:13 smithi086 bash[23731]: audit 2024-05-11T04:35:12.302221+0000 mon.a (mon.0) 314 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:13.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:13 smithi086 bash[23731]: audit 2024-05-11T04:35:12.308694+0000 mon.a (mon.0) 315 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:13.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:13 smithi086 bash[23731]: audit 2024-05-11T04:35:12.309509+0000 mon.a (mon.0) 316 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:13.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:13 smithi086 bash[23731]: audit 2024-05-11T04:35:12.310261+0000 mon.a (mon.0) 317 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:13.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:13 smithi086 bash[23731]: audit 2024-05-11T04:35:12.316742+0000 mon.a (mon.0) 318 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:13.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:13 smithi086 bash[23731]: cluster 2024-05-11T04:35:12.377683+0000 mgr.y (mgr.14152) 135 : cluster 0 pgmap v98: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:14.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:14 smithi086 bash[23731]: audit 2024-05-11T04:35:13.900130+0000 mon.c (mon.2) 8 : audit 1 from='osd.1 [v2:172.21.15.72:6810/2633657348,v1:172.21.15.72:6811/2633657348]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:35:15.514 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:14 smithi086 bash[23731]: audit 2024-05-11T04:35:13.900528+0000 mon.a (mon.0) 319 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:35:15.514 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:14 smithi072 bash[21439]: audit 2024-05-11T04:35:13.900130+0000 mon.c (mon.2) 8 : audit 1 from='osd.1 [v2:172.21.15.72:6810/2633657348,v1:172.21.15.72:6811/2633657348]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:35:15.515 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:14 smithi072 bash[21439]: audit 2024-05-11T04:35:13.900528+0000 mon.a (mon.0) 319 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:35:15.515 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:14 smithi072 bash[31478]: audit 2024-05-11T04:35:13.900130+0000 mon.c (mon.2) 8 : audit 1 from='osd.1 [v2:172.21.15.72:6810/2633657348,v1:172.21.15.72:6811/2633657348]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:35:15.515 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:14 smithi072 bash[31478]: audit 2024-05-11T04:35:13.900528+0000 mon.a (mon.0) 319 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T04:35:15.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:15 smithi072 bash[31478]: audit 2024-05-11T04:35:14.332902+0000 mon.a (mon.0) 320 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:35:15.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:15 smithi072 bash[31478]: cluster 2024-05-11T04:35:14.333100+0000 mon.a (mon.0) 321 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-05-11T04:35:15.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:15 smithi072 bash[31478]: audit 2024-05-11T04:35:14.333362+0000 mon.a (mon.0) 322 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:15.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:15 smithi072 bash[31478]: audit 2024-05-11T04:35:14.336007+0000 mon.c (mon.2) 9 : audit 1 from='osd.1 [v2:172.21.15.72:6810/2633657348,v1:172.21.15.72:6811/2633657348]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:35:15.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:15 smithi072 bash[31478]: audit 2024-05-11T04:35:14.336613+0000 mon.a (mon.0) 323 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:35:15.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:15 smithi072 bash[31478]: cluster 2024-05-11T04:35:14.378111+0000 mgr.y (mgr.14152) 136 : cluster 0 pgmap v100: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:15.623 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:15 smithi072 bash[21439]: audit 2024-05-11T04:35:14.332902+0000 mon.a (mon.0) 320 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:35:15.623 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:15 smithi072 bash[21439]: cluster 2024-05-11T04:35:14.333100+0000 mon.a (mon.0) 321 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-05-11T04:35:15.623 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:15 smithi072 bash[21439]: audit 2024-05-11T04:35:14.333362+0000 mon.a (mon.0) 322 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:15.623 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:15 smithi072 bash[21439]: audit 2024-05-11T04:35:14.336007+0000 mon.c (mon.2) 9 : audit 1 from='osd.1 [v2:172.21.15.72:6810/2633657348,v1:172.21.15.72:6811/2633657348]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:35:15.623 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:15 smithi072 bash[21439]: audit 2024-05-11T04:35:14.336613+0000 mon.a (mon.0) 323 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:35:15.624 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:15 smithi072 bash[21439]: cluster 2024-05-11T04:35:14.378111+0000 mgr.y (mgr.14152) 136 : cluster 0 pgmap v100: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:15.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:15 smithi086 bash[23731]: audit 2024-05-11T04:35:14.332902+0000 mon.a (mon.0) 320 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T04:35:15.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:15 smithi086 bash[23731]: cluster 2024-05-11T04:35:14.333100+0000 mon.a (mon.0) 321 : cluster 0 osdmap e11: 2 total, 1 up, 2 in 2024-05-11T04:35:15.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:15 smithi086 bash[23731]: audit 2024-05-11T04:35:14.333362+0000 mon.a (mon.0) 322 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:15.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:15 smithi086 bash[23731]: audit 2024-05-11T04:35:14.336007+0000 mon.c (mon.2) 9 : audit 1 from='osd.1 [v2:172.21.15.72:6810/2633657348,v1:172.21.15.72:6811/2633657348]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:35:15.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:15 smithi086 bash[23731]: audit 2024-05-11T04:35:14.336613+0000 mon.a (mon.0) 323 : audit 1 from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:35:15.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:15 smithi086 bash[23731]: cluster 2024-05-11T04:35:14.378111+0000 mgr.y (mgr.14152) 136 : cluster 0 pgmap v100: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:16.217 INFO:teuthology.orchestra.run.smithi072.stdout:Created osd(s) 1 on host 'smithi072' 2024-05-11T04:35:16.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:16 smithi072 bash[21439]: audit 2024-05-11T04:35:15.332661+0000 mon.a (mon.0) 324 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:16 smithi072 bash[21439]: cluster 2024-05-11T04:35:15.332757+0000 mon.a (mon.0) 325 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:16 smithi072 bash[21439]: audit 2024-05-11T04:35:15.333233+0000 mon.a (mon.0) 326 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:16 smithi072 bash[21439]: audit 2024-05-11T04:35:15.339061+0000 mon.a (mon.0) 327 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:16 smithi072 bash[21439]: audit 2024-05-11T04:35:16.165193+0000 mon.a (mon.0) 328 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:16 smithi072 bash[21439]: audit 2024-05-11T04:35:16.174336+0000 mon.a (mon.0) 329 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:16 smithi072 bash[21439]: audit 2024-05-11T04:35:16.174757+0000 mon.a (mon.0) 330 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:16 smithi072 bash[31478]: audit 2024-05-11T04:35:15.332661+0000 mon.a (mon.0) 324 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:16 smithi072 bash[31478]: cluster 2024-05-11T04:35:15.332757+0000 mon.a (mon.0) 325 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:16 smithi072 bash[31478]: audit 2024-05-11T04:35:15.333233+0000 mon.a (mon.0) 326 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:16 smithi072 bash[31478]: audit 2024-05-11T04:35:15.339061+0000 mon.a (mon.0) 327 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:16 smithi072 bash[31478]: audit 2024-05-11T04:35:16.165193+0000 mon.a (mon.0) 328 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:16 smithi072 bash[31478]: audit 2024-05-11T04:35:16.174336+0000 mon.a (mon.0) 329 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:16.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:16 smithi072 bash[31478]: audit 2024-05-11T04:35:16.174757+0000 mon.a (mon.0) 330 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:16.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:16 smithi086 bash[23731]: audit 2024-05-11T04:35:15.332661+0000 mon.a (mon.0) 324 : audit 1 from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:35:16.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:16 smithi086 bash[23731]: cluster 2024-05-11T04:35:15.332757+0000 mon.a (mon.0) 325 : cluster 0 osdmap e12: 2 total, 1 up, 2 in 2024-05-11T04:35:16.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:16 smithi086 bash[23731]: audit 2024-05-11T04:35:15.333233+0000 mon.a (mon.0) 326 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:16.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:16 smithi086 bash[23731]: audit 2024-05-11T04:35:15.339061+0000 mon.a (mon.0) 327 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:16.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:16 smithi086 bash[23731]: audit 2024-05-11T04:35:16.165193+0000 mon.a (mon.0) 328 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:16.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:16 smithi086 bash[23731]: audit 2024-05-11T04:35:16.174336+0000 mon.a (mon.0) 329 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:16.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:16 smithi086 bash[23731]: audit 2024-05-11T04:35:16.174757+0000 mon.a (mon.0) 330 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:35:16.945 DEBUG:teuthology.orchestra.run.smithi072:osd.1> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.1.service 2024-05-11T04:35:16.947 INFO:tasks.cephadm:Deploying osd.2 on smithi072 with /dev/vg_nvme/lv_2... 2024-05-11T04:35:16.947 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-11T04:35:17.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:17 smithi086 bash[23731]: cluster 2024-05-11T04:35:14.909731+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:35:17.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:17 smithi086 bash[23731]: cluster 2024-05-11T04:35:14.909822+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:35:17.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:17 smithi086 bash[23731]: audit 2024-05-11T04:35:16.336849+0000 mon.a (mon.0) 331 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:17.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:17 smithi086 bash[23731]: cluster 2024-05-11T04:35:16.340981+0000 mon.a (mon.0) 332 : cluster 1 osd.1 [v2:172.21.15.72:6810/2633657348,v1:172.21.15.72:6811/2633657348] boot 2024-05-11T04:35:17.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:17 smithi086 bash[23731]: cluster 2024-05-11T04:35:16.341019+0000 mon.a (mon.0) 333 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-05-11T04:35:17.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:17 smithi086 bash[23731]: audit 2024-05-11T04:35:16.341494+0000 mon.a (mon.0) 334 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:17.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:17 smithi086 bash[23731]: cluster 2024-05-11T04:35:16.378416+0000 mgr.y (mgr.14152) 137 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:17.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:17 smithi072 bash[21439]: cluster 2024-05-11T04:35:14.909731+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:35:17.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:17 smithi072 bash[21439]: cluster 2024-05-11T04:35:14.909822+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:35:17.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:17 smithi072 bash[21439]: audit 2024-05-11T04:35:16.336849+0000 mon.a (mon.0) 331 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:17.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:17 smithi072 bash[21439]: cluster 2024-05-11T04:35:16.340981+0000 mon.a (mon.0) 332 : cluster 1 osd.1 [v2:172.21.15.72:6810/2633657348,v1:172.21.15.72:6811/2633657348] boot 2024-05-11T04:35:17.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:17 smithi072 bash[21439]: cluster 2024-05-11T04:35:16.341019+0000 mon.a (mon.0) 333 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-05-11T04:35:17.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:17 smithi072 bash[21439]: audit 2024-05-11T04:35:16.341494+0000 mon.a (mon.0) 334 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:17.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:17 smithi072 bash[21439]: cluster 2024-05-11T04:35:16.378416+0000 mgr.y (mgr.14152) 137 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:17.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:17 smithi072 bash[31478]: cluster 2024-05-11T04:35:14.909731+0000 osd.1 (osd.1) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:35:17.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:17 smithi072 bash[31478]: cluster 2024-05-11T04:35:14.909822+0000 osd.1 (osd.1) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:35:17.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:17 smithi072 bash[31478]: audit 2024-05-11T04:35:16.336849+0000 mon.a (mon.0) 331 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:17.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:17 smithi072 bash[31478]: cluster 2024-05-11T04:35:16.340981+0000 mon.a (mon.0) 332 : cluster 1 osd.1 [v2:172.21.15.72:6810/2633657348,v1:172.21.15.72:6811/2633657348] boot 2024-05-11T04:35:17.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:17 smithi072 bash[31478]: cluster 2024-05-11T04:35:16.341019+0000 mon.a (mon.0) 333 : cluster 0 osdmap e13: 2 total, 2 up, 2 in 2024-05-11T04:35:17.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:17 smithi072 bash[31478]: audit 2024-05-11T04:35:16.341494+0000 mon.a (mon.0) 334 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:35:17.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:17 smithi072 bash[31478]: cluster 2024-05-11T04:35:16.378416+0000 mgr.y (mgr.14152) 137 : cluster 0 pgmap v103: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-05-11T04:35:18.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:18 smithi086 bash[23731]: cluster 2024-05-11T04:35:17.361818+0000 mon.a (mon.0) 335 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-05-11T04:35:18.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:18 smithi072 bash[21439]: cluster 2024-05-11T04:35:17.361818+0000 mon.a (mon.0) 335 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-05-11T04:35:18.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:18 smithi072 bash[31478]: cluster 2024-05-11T04:35:17.361818+0000 mon.a (mon.0) 335 : cluster 0 osdmap e14: 2 total, 2 up, 2 in 2024-05-11T04:35:19.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:19 smithi086 bash[23731]: cluster 2024-05-11T04:35:18.378938+0000 mgr.y (mgr.14152) 138 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:19.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:19 smithi072 bash[31478]: cluster 2024-05-11T04:35:18.378938+0000 mgr.y (mgr.14152) 138 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:19.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:19 smithi072 bash[21439]: cluster 2024-05-11T04:35:18.378938+0000 mgr.y (mgr.14152) 138 : cluster 0 pgmap v105: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:21.011 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:35:21.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:21 smithi086 bash[23731]: cluster 2024-05-11T04:35:20.379466+0000 mgr.y (mgr.14152) 139 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:21.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:21 smithi072 bash[21439]: cluster 2024-05-11T04:35:20.379466+0000 mgr.y (mgr.14152) 139 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:21.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:21 smithi072 bash[31478]: cluster 2024-05-11T04:35:20.379466+0000 mgr.y (mgr.14152) 139 : cluster 0 pgmap v106: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:23.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:23 smithi086 bash[23731]: cluster 2024-05-11T04:35:22.380024+0000 mgr.y (mgr.14152) 140 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:23.795 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:23 smithi072 bash[21439]: cluster 2024-05-11T04:35:22.380024+0000 mgr.y (mgr.14152) 140 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:23.796 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:23 smithi072 bash[31478]: cluster 2024-05-11T04:35:22.380024+0000 mgr.y (mgr.14152) 140 : cluster 0 pgmap v107: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:25.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:25 smithi086 bash[23731]: cluster 2024-05-11T04:35:24.380524+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:25 smithi072 bash[21439]: cluster 2024-05-11T04:35:24.380524+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:25.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:25 smithi072 bash[31478]: cluster 2024-05-11T04:35:24.380524+0000 mgr.y (mgr.14152) 141 : cluster 0 pgmap v108: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:25.891 INFO:teuthology.orchestra.run.smithi072.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-11T04:35:25.891 INFO:teuthology.orchestra.run.smithi072.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-11T04:35:25.891 INFO:teuthology.orchestra.run.smithi072.stderr: stderr: 10+0 records in 2024-05-11T04:35:25.891 INFO:teuthology.orchestra.run.smithi072.stderr:10+0 records out 2024-05-11T04:35:25.891 INFO:teuthology.orchestra.run.smithi072.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0148366 s, 707 MB/s 2024-05-11T04:35:25.891 INFO:teuthology.orchestra.run.smithi072.stderr:--> Zapping successful for: 2024-05-11T04:35:27.115 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi072:vg_nvme/lv_2 2024-05-11T04:35:27.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:27 smithi086 bash[23731]: cluster 2024-05-11T04:35:26.380991+0000 mgr.y (mgr.14152) 142 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:27.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:27 smithi086 bash[23731]: audit 2024-05-11T04:35:27.322665+0000 mon.a (mon.0) 336 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:27.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:27 smithi086 bash[23731]: audit 2024-05-11T04:35:27.331271+0000 mon.a (mon.0) 337 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:27.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:27 smithi086 bash[23731]: audit 2024-05-11T04:35:27.332725+0000 mon.a (mon.0) 338 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:35:27.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:27 smithi086 bash[23731]: audit 2024-05-11T04:35:27.334128+0000 mon.a (mon.0) 339 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:35:27.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:27 smithi086 bash[23731]: audit 2024-05-11T04:35:27.342767+0000 mon.a (mon.0) 340 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:27.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:27 smithi086 bash[23731]: audit 2024-05-11T04:35:27.344649+0000 mon.a (mon.0) 341 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:27.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:27 smithi086 bash[23731]: audit 2024-05-11T04:35:27.346130+0000 mon.a (mon.0) 342 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:27.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:27 smithi086 bash[23731]: audit 2024-05-11T04:35:27.357139+0000 mon.a (mon.0) 343 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:27 smithi072 bash[21439]: cluster 2024-05-11T04:35:26.380991+0000 mgr.y (mgr.14152) 142 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:27 smithi072 bash[21439]: audit 2024-05-11T04:35:27.322665+0000 mon.a (mon.0) 336 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:27 smithi072 bash[21439]: audit 2024-05-11T04:35:27.331271+0000 mon.a (mon.0) 337 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:27 smithi072 bash[21439]: audit 2024-05-11T04:35:27.332725+0000 mon.a (mon.0) 338 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:35:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:27 smithi072 bash[21439]: audit 2024-05-11T04:35:27.334128+0000 mon.a (mon.0) 339 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:27 smithi072 bash[21439]: audit 2024-05-11T04:35:27.342767+0000 mon.a (mon.0) 340 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:27 smithi072 bash[21439]: audit 2024-05-11T04:35:27.344649+0000 mon.a (mon.0) 341 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:27 smithi072 bash[21439]: audit 2024-05-11T04:35:27.346130+0000 mon.a (mon.0) 342 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:27 smithi072 bash[21439]: audit 2024-05-11T04:35:27.357139+0000 mon.a (mon.0) 343 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:27 smithi072 bash[31478]: cluster 2024-05-11T04:35:26.380991+0000 mgr.y (mgr.14152) 142 : cluster 0 pgmap v109: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:27 smithi072 bash[31478]: audit 2024-05-11T04:35:27.322665+0000 mon.a (mon.0) 336 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:27 smithi072 bash[31478]: audit 2024-05-11T04:35:27.331271+0000 mon.a (mon.0) 337 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:27 smithi072 bash[31478]: audit 2024-05-11T04:35:27.332725+0000 mon.a (mon.0) 338 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:27 smithi072 bash[31478]: audit 2024-05-11T04:35:27.334128+0000 mon.a (mon.0) 339 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:27 smithi072 bash[31478]: audit 2024-05-11T04:35:27.342767+0000 mon.a (mon.0) 340 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:27 smithi072 bash[31478]: audit 2024-05-11T04:35:27.344649+0000 mon.a (mon.0) 341 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:27 smithi072 bash[31478]: audit 2024-05-11T04:35:27.346130+0000 mon.a (mon.0) 342 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:35:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:27 smithi072 bash[31478]: audit 2024-05-11T04:35:27.357139+0000 mon.a (mon.0) 343 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:35:28.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:28 smithi086 bash[23731]: cephadm 2024-05-11T04:35:27.317286+0000 mgr.y (mgr.14152) 143 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:35:28.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:28 smithi086 bash[23731]: cephadm 2024-05-11T04:35:27.335057+0000 mgr.y (mgr.14152) 144 : cephadm 1 Adjusting osd_memory_target on smithi072 to 8120M 2024-05-11T04:35:28.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:28 smithi072 bash[21439]: cephadm 2024-05-11T04:35:27.317286+0000 mgr.y (mgr.14152) 143 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:35:28.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:28 smithi072 bash[21439]: cephadm 2024-05-11T04:35:27.335057+0000 mgr.y (mgr.14152) 144 : cephadm 1 Adjusting osd_memory_target on smithi072 to 8120M 2024-05-11T04:35:28.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:28 smithi072 bash[31478]: cephadm 2024-05-11T04:35:27.317286+0000 mgr.y (mgr.14152) 143 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:35:28.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:28 smithi072 bash[31478]: cephadm 2024-05-11T04:35:27.335057+0000 mgr.y (mgr.14152) 144 : cephadm 1 Adjusting osd_memory_target on smithi072 to 8120M 2024-05-11T04:35:29.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:29 smithi086 bash[23731]: cluster 2024-05-11T04:35:28.381555+0000 mgr.y (mgr.14152) 145 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:29.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:29 smithi072 bash[21439]: cluster 2024-05-11T04:35:28.381555+0000 mgr.y (mgr.14152) 145 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:29.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:29 smithi072 bash[31478]: cluster 2024-05-11T04:35:28.381555+0000 mgr.y (mgr.14152) 145 : cluster 0 pgmap v110: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:31.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:31 smithi086 bash[23731]: cluster 2024-05-11T04:35:30.382062+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:31.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:31 smithi072 bash[21439]: cluster 2024-05-11T04:35:30.382062+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:31.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:31 smithi072 bash[31478]: cluster 2024-05-11T04:35:30.382062+0000 mgr.y (mgr.14152) 146 : cluster 0 pgmap v111: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:31.812 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:35:33.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:33 smithi086 bash[23731]: cluster 2024-05-11T04:35:32.382524+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:33.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:33 smithi072 bash[21439]: cluster 2024-05-11T04:35:32.382524+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:33.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:33 smithi072 bash[31478]: cluster 2024-05-11T04:35:32.382524+0000 mgr.y (mgr.14152) 147 : cluster 0 pgmap v112: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:35.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:35 smithi086 bash[23731]: cluster 2024-05-11T04:35:34.382997+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:35.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:35 smithi086 bash[23731]: audit 2024-05-11T04:35:34.822296+0000 mgr.y (mgr.14152) 149 : audit 0 from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:35:35.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:35 smithi086 bash[23731]: audit 2024-05-11T04:35:34.829056+0000 mon.a (mon.0) 344 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:35:35.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:35 smithi086 bash[23731]: audit 2024-05-11T04:35:34.834752+0000 mon.a (mon.0) 345 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:35:35.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:35 smithi086 bash[23731]: audit 2024-05-11T04:35:34.835995+0000 mon.a (mon.0) 346 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:35.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:35 smithi072 bash[31478]: cluster 2024-05-11T04:35:34.382997+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:35.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:35 smithi072 bash[31478]: audit 2024-05-11T04:35:34.822296+0000 mgr.y (mgr.14152) 149 : audit 0 from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:35:35.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:35 smithi072 bash[31478]: audit 2024-05-11T04:35:34.829056+0000 mon.a (mon.0) 344 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:35:35.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:35 smithi072 bash[31478]: audit 2024-05-11T04:35:34.834752+0000 mon.a (mon.0) 345 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:35:35.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:35 smithi072 bash[31478]: audit 2024-05-11T04:35:34.835995+0000 mon.a (mon.0) 346 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:35.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:35 smithi072 bash[21439]: cluster 2024-05-11T04:35:34.382997+0000 mgr.y (mgr.14152) 148 : cluster 0 pgmap v113: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:35.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:35 smithi072 bash[21439]: audit 2024-05-11T04:35:34.822296+0000 mgr.y (mgr.14152) 149 : audit 0 from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:35:35.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:35 smithi072 bash[21439]: audit 2024-05-11T04:35:34.829056+0000 mon.a (mon.0) 344 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:35:35.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:35 smithi072 bash[21439]: audit 2024-05-11T04:35:34.834752+0000 mon.a (mon.0) 345 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:35:35.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:35 smithi072 bash[21439]: audit 2024-05-11T04:35:34.835995+0000 mon.a (mon.0) 346 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:37.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:37 smithi086 bash[23731]: cluster 2024-05-11T04:35:36.383472+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:37.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:37 smithi072 bash[21439]: cluster 2024-05-11T04:35:36.383472+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:37.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:37 smithi072 bash[31478]: cluster 2024-05-11T04:35:36.383472+0000 mgr.y (mgr.14152) 150 : cluster 0 pgmap v114: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:39.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:39 smithi086 bash[23731]: cluster 2024-05-11T04:35:38.383989+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:39.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:39 smithi072 bash[21439]: cluster 2024-05-11T04:35:38.383989+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:39.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:39 smithi072 bash[31478]: cluster 2024-05-11T04:35:38.383989+0000 mgr.y (mgr.14152) 151 : cluster 0 pgmap v115: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:41.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:41 smithi086 bash[23731]: cluster 2024-05-11T04:35:40.384428+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:41.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:41 smithi072 bash[21439]: cluster 2024-05-11T04:35:40.384428+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:41.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:41 smithi072 bash[31478]: cluster 2024-05-11T04:35:40.384428+0000 mgr.y (mgr.14152) 152 : cluster 0 pgmap v116: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:43.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:43 smithi086 bash[23731]: cluster 2024-05-11T04:35:42.384879+0000 mgr.y (mgr.14152) 153 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:43.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:43 smithi086 bash[23731]: audit 2024-05-11T04:35:43.027635+0000 mon.a (mon.0) 347 : audit 1 from='client.? 172.21.15.72:0/3554714116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81a78ca1-d9b5-4de7-a978-f4c28bb8e151"}]: dispatch 2024-05-11T04:35:43.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:43 smithi086 bash[23731]: audit 2024-05-11T04:35:43.037763+0000 mon.a (mon.0) 348 : audit 1 from='client.? 172.21.15.72:0/3554714116' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81a78ca1-d9b5-4de7-a978-f4c28bb8e151"}]': finished 2024-05-11T04:35:43.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:43 smithi086 bash[23731]: cluster 2024-05-11T04:35:43.037887+0000 mon.a (mon.0) 349 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-05-11T04:35:43.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:43 smithi086 bash[23731]: audit 2024-05-11T04:35:43.038031+0000 mon.a (mon.0) 350 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:35:43.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:43 smithi072 bash[21439]: cluster 2024-05-11T04:35:42.384879+0000 mgr.y (mgr.14152) 153 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:43.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:43 smithi072 bash[21439]: audit 2024-05-11T04:35:43.027635+0000 mon.a (mon.0) 347 : audit 1 from='client.? 172.21.15.72:0/3554714116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81a78ca1-d9b5-4de7-a978-f4c28bb8e151"}]: dispatch 2024-05-11T04:35:43.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:43 smithi072 bash[21439]: audit 2024-05-11T04:35:43.037763+0000 mon.a (mon.0) 348 : audit 1 from='client.? 172.21.15.72:0/3554714116' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81a78ca1-d9b5-4de7-a978-f4c28bb8e151"}]': finished 2024-05-11T04:35:43.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:43 smithi072 bash[21439]: cluster 2024-05-11T04:35:43.037887+0000 mon.a (mon.0) 349 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-05-11T04:35:43.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:43 smithi072 bash[21439]: audit 2024-05-11T04:35:43.038031+0000 mon.a (mon.0) 350 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:35:43.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:43 smithi072 bash[31478]: cluster 2024-05-11T04:35:42.384879+0000 mgr.y (mgr.14152) 153 : cluster 0 pgmap v117: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:43.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:43 smithi072 bash[31478]: audit 2024-05-11T04:35:43.027635+0000 mon.a (mon.0) 347 : audit 1 from='client.? 172.21.15.72:0/3554714116' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "81a78ca1-d9b5-4de7-a978-f4c28bb8e151"}]: dispatch 2024-05-11T04:35:43.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:43 smithi072 bash[31478]: audit 2024-05-11T04:35:43.037763+0000 mon.a (mon.0) 348 : audit 1 from='client.? 172.21.15.72:0/3554714116' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "81a78ca1-d9b5-4de7-a978-f4c28bb8e151"}]': finished 2024-05-11T04:35:43.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:43 smithi072 bash[31478]: cluster 2024-05-11T04:35:43.037887+0000 mon.a (mon.0) 349 : cluster 0 osdmap e15: 3 total, 2 up, 3 in 2024-05-11T04:35:43.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:43 smithi072 bash[31478]: audit 2024-05-11T04:35:43.038031+0000 mon.a (mon.0) 350 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:35:44.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:44 smithi086 bash[23731]: audit 2024-05-11T04:35:43.753140+0000 mon.a (mon.0) 351 : audit 0 from='client.? 172.21.15.72:0/3191522749' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:35:44.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:44 smithi072 bash[21439]: audit 2024-05-11T04:35:43.753140+0000 mon.a (mon.0) 351 : audit 0 from='client.? 172.21.15.72:0/3191522749' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:35:44.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:44 smithi072 bash[31478]: audit 2024-05-11T04:35:43.753140+0000 mon.a (mon.0) 351 : audit 0 from='client.? 172.21.15.72:0/3191522749' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:35:45.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:45 smithi086 bash[23731]: cluster 2024-05-11T04:35:44.385237+0000 mgr.y (mgr.14152) 154 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:45.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:45 smithi072 bash[31478]: cluster 2024-05-11T04:35:44.385237+0000 mgr.y (mgr.14152) 154 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:45.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:45 smithi072 bash[21439]: cluster 2024-05-11T04:35:44.385237+0000 mgr.y (mgr.14152) 154 : cluster 0 pgmap v119: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:47.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:47 smithi086 bash[23731]: cluster 2024-05-11T04:35:46.385671+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:47.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:47 smithi072 bash[21439]: cluster 2024-05-11T04:35:46.385671+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:47.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:47 smithi072 bash[31478]: cluster 2024-05-11T04:35:46.385671+0000 mgr.y (mgr.14152) 155 : cluster 0 pgmap v120: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:49.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:49 smithi086 bash[23731]: cluster 2024-05-11T04:35:48.386150+0000 mgr.y (mgr.14152) 156 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:49 smithi072 bash[31478]: cluster 2024-05-11T04:35:48.386150+0000 mgr.y (mgr.14152) 156 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:49.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:49 smithi072 bash[21439]: cluster 2024-05-11T04:35:48.386150+0000 mgr.y (mgr.14152) 156 : cluster 0 pgmap v121: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:51 smithi086 bash[23731]: cluster 2024-05-11T04:35:50.386604+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:51.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:51 smithi072 bash[21439]: cluster 2024-05-11T04:35:50.386604+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:51 smithi072 bash[31478]: cluster 2024-05-11T04:35:50.386604+0000 mgr.y (mgr.14152) 157 : cluster 0 pgmap v122: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:53.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:53 smithi086 bash[23731]: cluster 2024-05-11T04:35:52.387088+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:53.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:53 smithi072 bash[21439]: cluster 2024-05-11T04:35:52.387088+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:53.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:53 smithi072 bash[31478]: cluster 2024-05-11T04:35:52.387088+0000 mgr.y (mgr.14152) 158 : cluster 0 pgmap v123: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:55.790 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:55 smithi086 bash[23731]: cluster 2024-05-11T04:35:54.387533+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:55.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:55 smithi072 bash[21439]: cluster 2024-05-11T04:35:54.387533+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:55 smithi072 bash[31478]: cluster 2024-05-11T04:35:54.387533+0000 mgr.y (mgr.14152) 159 : cluster 0 pgmap v124: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:56.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:56 smithi086 bash[23731]: audit 2024-05-11T04:35:55.804976+0000 mon.a (mon.0) 352 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:35:56.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:56 smithi086 bash[23731]: audit 2024-05-11T04:35:55.806740+0000 mon.a (mon.0) 353 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:56.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:56 smithi086 bash[23731]: cephadm 2024-05-11T04:35:55.808345+0000 mgr.y (mgr.14152) 160 : cephadm 1 Deploying daemon osd.2 on smithi072 2024-05-11T04:35:56.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:56 smithi072 bash[21439]: audit 2024-05-11T04:35:55.804976+0000 mon.a (mon.0) 352 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:35:56.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:56 smithi072 bash[21439]: audit 2024-05-11T04:35:55.806740+0000 mon.a (mon.0) 353 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:56.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:56 smithi072 bash[21439]: cephadm 2024-05-11T04:35:55.808345+0000 mgr.y (mgr.14152) 160 : cephadm 1 Deploying daemon osd.2 on smithi072 2024-05-11T04:35:56.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:56 smithi072 bash[31478]: audit 2024-05-11T04:35:55.804976+0000 mon.a (mon.0) 352 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:35:56.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:56 smithi072 bash[31478]: audit 2024-05-11T04:35:55.806740+0000 mon.a (mon.0) 353 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:35:56.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:56 smithi072 bash[31478]: cephadm 2024-05-11T04:35:55.808345+0000 mgr.y (mgr.14152) 160 : cephadm 1 Deploying daemon osd.2 on smithi072 2024-05-11T04:35:57.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:57 smithi086 bash[23731]: cluster 2024-05-11T04:35:56.388035+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:57.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:57 smithi072 bash[21439]: cluster 2024-05-11T04:35:56.388035+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:57.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:57 smithi072 bash[31478]: cluster 2024-05-11T04:35:56.388035+0000 mgr.y (mgr.14152) 161 : cluster 0 pgmap v125: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:59.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:35:59 smithi086 bash[23731]: cluster 2024-05-11T04:35:58.388505+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:59.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:35:59 smithi072 bash[21439]: cluster 2024-05-11T04:35:58.388505+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:35:59.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:35:59 smithi072 bash[31478]: cluster 2024-05-11T04:35:58.388505+0000 mgr.y (mgr.14152) 162 : cluster 0 pgmap v126: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:00.120 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:36:00 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:00.121 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:36:00 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:00.121 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:00 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:00.121 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:00 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:00.121 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:36:00 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:00.552 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:36:00 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:00.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:00 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:00.553 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:36:00 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:00.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:00 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:00.553 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:36:00 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:01.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:01 smithi086 bash[23731]: cluster 2024-05-11T04:36:00.388903+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:01.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:01 smithi086 bash[23731]: audit 2024-05-11T04:36:00.404120+0000 mon.a (mon.0) 354 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:01.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:01 smithi086 bash[23731]: audit 2024-05-11T04:36:00.411074+0000 mon.a (mon.0) 355 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:01.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:01 smithi086 bash[23731]: audit 2024-05-11T04:36:00.421079+0000 mon.a (mon.0) 356 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:01.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:01 smithi072 bash[21439]: cluster 2024-05-11T04:36:00.388903+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:01.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:01 smithi072 bash[21439]: audit 2024-05-11T04:36:00.404120+0000 mon.a (mon.0) 354 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:01.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:01 smithi072 bash[21439]: audit 2024-05-11T04:36:00.411074+0000 mon.a (mon.0) 355 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:01.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:01 smithi072 bash[21439]: audit 2024-05-11T04:36:00.421079+0000 mon.a (mon.0) 356 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:01.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:01 smithi072 bash[31478]: cluster 2024-05-11T04:36:00.388903+0000 mgr.y (mgr.14152) 163 : cluster 0 pgmap v127: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:01.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:01 smithi072 bash[31478]: audit 2024-05-11T04:36:00.404120+0000 mon.a (mon.0) 354 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:01.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:01 smithi072 bash[31478]: audit 2024-05-11T04:36:00.411074+0000 mon.a (mon.0) 355 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:01.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:01 smithi072 bash[31478]: audit 2024-05-11T04:36:00.421079+0000 mon.a (mon.0) 356 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:03.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:03 smithi086 bash[23731]: cluster 2024-05-11T04:36:02.389287+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v128: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:03.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:03 smithi072 bash[21439]: cluster 2024-05-11T04:36:02.389287+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v128: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:03 smithi072 bash[31478]: cluster 2024-05-11T04:36:02.389287+0000 mgr.y (mgr.14152) 164 : cluster 0 pgmap v128: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:05.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:05 smithi072 bash[21439]: cluster 2024-05-11T04:36:04.389786+0000 mgr.y (mgr.14152) 165 : cluster 0 pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:05.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:05 smithi072 bash[31478]: cluster 2024-05-11T04:36:04.389786+0000 mgr.y (mgr.14152) 165 : cluster 0 pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:05.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:05 smithi086 bash[23731]: cluster 2024-05-11T04:36:04.389786+0000 mgr.y (mgr.14152) 165 : cluster 0 pgmap v129: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:06.980 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:06 smithi072 bash[21439]: audit 2024-05-11T04:36:05.603017+0000 mon.a (mon.0) 357 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:06.981 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:06 smithi072 bash[21439]: audit 2024-05-11T04:36:05.607555+0000 mon.a (mon.0) 358 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:06.981 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:06 smithi072 bash[21439]: audit 2024-05-11T04:36:06.027160+0000 mon.a (mon.0) 359 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:06.981 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:06 smithi072 bash[21439]: audit 2024-05-11T04:36:06.028267+0000 mon.a (mon.0) 360 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:06.981 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:06 smithi072 bash[21439]: audit 2024-05-11T04:36:06.034726+0000 mon.a (mon.0) 361 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:06.981 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:06 smithi072 bash[31478]: audit 2024-05-11T04:36:05.603017+0000 mon.a (mon.0) 357 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:06.981 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:06 smithi072 bash[31478]: audit 2024-05-11T04:36:05.607555+0000 mon.a (mon.0) 358 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:06.981 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:06 smithi072 bash[31478]: audit 2024-05-11T04:36:06.027160+0000 mon.a (mon.0) 359 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:06.981 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:06 smithi072 bash[31478]: audit 2024-05-11T04:36:06.028267+0000 mon.a (mon.0) 360 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:06.981 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:06 smithi072 bash[31478]: audit 2024-05-11T04:36:06.034726+0000 mon.a (mon.0) 361 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:07.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:06 smithi086 bash[23731]: audit 2024-05-11T04:36:05.603017+0000 mon.a (mon.0) 357 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:07.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:06 smithi086 bash[23731]: audit 2024-05-11T04:36:05.607555+0000 mon.a (mon.0) 358 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:07.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:06 smithi086 bash[23731]: audit 2024-05-11T04:36:06.027160+0000 mon.a (mon.0) 359 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:07.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:06 smithi086 bash[23731]: audit 2024-05-11T04:36:06.028267+0000 mon.a (mon.0) 360 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:07.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:06 smithi086 bash[23731]: audit 2024-05-11T04:36:06.034726+0000 mon.a (mon.0) 361 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:08.030 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:07 smithi072 bash[31478]: cluster 2024-05-11T04:36:06.390115+0000 mgr.y (mgr.14152) 166 : cluster 0 pgmap v130: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:08.031 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:07 smithi072 bash[31478]: audit 2024-05-11T04:36:06.985949+0000 mon.a (mon.0) 362 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:36:08.031 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:07 smithi072 bash[21439]: cluster 2024-05-11T04:36:06.390115+0000 mgr.y (mgr.14152) 166 : cluster 0 pgmap v130: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:08.031 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:07 smithi072 bash[21439]: audit 2024-05-11T04:36:06.985949+0000 mon.a (mon.0) 362 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:36:08.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:07 smithi086 bash[23731]: cluster 2024-05-11T04:36:06.390115+0000 mgr.y (mgr.14152) 166 : cluster 0 pgmap v130: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:08.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:07 smithi086 bash[23731]: audit 2024-05-11T04:36:06.985949+0000 mon.a (mon.0) 362 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T04:36:09.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:08 smithi086 bash[23731]: audit 2024-05-11T04:36:07.623188+0000 mon.a (mon.0) 363 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:36:09.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:08 smithi086 bash[23731]: cluster 2024-05-11T04:36:07.623382+0000 mon.a (mon.0) 364 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-05-11T04:36:09.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:08 smithi086 bash[23731]: audit 2024-05-11T04:36:07.623584+0000 mon.a (mon.0) 365 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:09.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:08 smithi086 bash[23731]: audit 2024-05-11T04:36:07.624102+0000 mon.a (mon.0) 366 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:36:09.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:08 smithi072 bash[21439]: audit 2024-05-11T04:36:07.623188+0000 mon.a (mon.0) 363 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:36:09.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:08 smithi072 bash[21439]: cluster 2024-05-11T04:36:07.623382+0000 mon.a (mon.0) 364 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-05-11T04:36:09.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:08 smithi072 bash[21439]: audit 2024-05-11T04:36:07.623584+0000 mon.a (mon.0) 365 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:09.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:08 smithi072 bash[21439]: audit 2024-05-11T04:36:07.624102+0000 mon.a (mon.0) 366 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:36:09.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:08 smithi072 bash[31478]: audit 2024-05-11T04:36:07.623188+0000 mon.a (mon.0) 363 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T04:36:09.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:08 smithi072 bash[31478]: cluster 2024-05-11T04:36:07.623382+0000 mon.a (mon.0) 364 : cluster 0 osdmap e16: 3 total, 2 up, 3 in 2024-05-11T04:36:09.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:08 smithi072 bash[31478]: audit 2024-05-11T04:36:07.623584+0000 mon.a (mon.0) 365 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:09.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:08 smithi072 bash[31478]: audit 2024-05-11T04:36:07.624102+0000 mon.a (mon.0) 366 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:36:09.433 INFO:teuthology.orchestra.run.smithi072.stdout:Created osd(s) 2 on host 'smithi072' 2024-05-11T04:36:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:09 smithi072 bash[31478]: cluster 2024-05-11T04:36:08.390428+0000 mgr.y (mgr.14152) 167 : cluster 0 pgmap v132: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:09 smithi072 bash[31478]: audit 2024-05-11T04:36:08.626260+0000 mon.a (mon.0) 367 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:36:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:09 smithi072 bash[31478]: cluster 2024-05-11T04:36:08.626316+0000 mon.a (mon.0) 368 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-05-11T04:36:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:09 smithi072 bash[31478]: audit 2024-05-11T04:36:08.626704+0000 mon.a (mon.0) 369 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:09 smithi072 bash[31478]: audit 2024-05-11T04:36:08.632875+0000 mon.a (mon.0) 370 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:09 smithi072 bash[31478]: audit 2024-05-11T04:36:09.400624+0000 mon.a (mon.0) 371 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:09 smithi072 bash[31478]: audit 2024-05-11T04:36:09.411781+0000 mon.a (mon.0) 372 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:09.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:09 smithi072 bash[31478]: audit 2024-05-11T04:36:09.412529+0000 mon.a (mon.0) 373 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:09.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:09 smithi072 bash[21439]: cluster 2024-05-11T04:36:08.390428+0000 mgr.y (mgr.14152) 167 : cluster 0 pgmap v132: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:09.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:09 smithi072 bash[21439]: audit 2024-05-11T04:36:08.626260+0000 mon.a (mon.0) 367 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:36:09.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:09 smithi072 bash[21439]: cluster 2024-05-11T04:36:08.626316+0000 mon.a (mon.0) 368 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-05-11T04:36:09.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:09 smithi072 bash[21439]: audit 2024-05-11T04:36:08.626704+0000 mon.a (mon.0) 369 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:09.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:09 smithi072 bash[21439]: audit 2024-05-11T04:36:08.632875+0000 mon.a (mon.0) 370 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:09.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:09 smithi072 bash[21439]: audit 2024-05-11T04:36:09.400624+0000 mon.a (mon.0) 371 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:09.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:09 smithi072 bash[21439]: audit 2024-05-11T04:36:09.411781+0000 mon.a (mon.0) 372 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:09.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:09 smithi072 bash[21439]: audit 2024-05-11T04:36:09.412529+0000 mon.a (mon.0) 373 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:10.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:09 smithi086 bash[23731]: cluster 2024-05-11T04:36:08.390428+0000 mgr.y (mgr.14152) 167 : cluster 0 pgmap v132: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:10.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:09 smithi086 bash[23731]: audit 2024-05-11T04:36:08.626260+0000 mon.a (mon.0) 367 : audit 1 from='osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513]' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:36:10.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:09 smithi086 bash[23731]: cluster 2024-05-11T04:36:08.626316+0000 mon.a (mon.0) 368 : cluster 0 osdmap e17: 3 total, 2 up, 3 in 2024-05-11T04:36:10.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:09 smithi086 bash[23731]: audit 2024-05-11T04:36:08.626704+0000 mon.a (mon.0) 369 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:10.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:09 smithi086 bash[23731]: audit 2024-05-11T04:36:08.632875+0000 mon.a (mon.0) 370 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:10.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:09 smithi086 bash[23731]: audit 2024-05-11T04:36:09.400624+0000 mon.a (mon.0) 371 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:10.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:09 smithi086 bash[23731]: audit 2024-05-11T04:36:09.411781+0000 mon.a (mon.0) 372 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:10.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:09 smithi086 bash[23731]: audit 2024-05-11T04:36:09.412529+0000 mon.a (mon.0) 373 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:10.178 DEBUG:teuthology.orchestra.run.smithi072:osd.2> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.2.service 2024-05-11T04:36:10.180 INFO:tasks.cephadm:Deploying osd.3 on smithi072 with /dev/vg_nvme/lv_1... 2024-05-11T04:36:10.181 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-11T04:36:11.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:10 smithi086 bash[23731]: cluster 2024-05-11T04:36:08.011018+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:36:11.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:10 smithi086 bash[23731]: cluster 2024-05-11T04:36:08.011110+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:36:11.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:10 smithi086 bash[23731]: audit 2024-05-11T04:36:09.631376+0000 mon.a (mon.0) 374 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:11.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:10 smithi086 bash[23731]: cluster 2024-05-11T04:36:09.637751+0000 mon.a (mon.0) 375 : cluster 1 osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513] boot 2024-05-11T04:36:11.289 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:10 smithi086 bash[23731]: cluster 2024-05-11T04:36:09.637901+0000 mon.a (mon.0) 376 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-05-11T04:36:11.289 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:10 smithi086 bash[23731]: audit 2024-05-11T04:36:09.638639+0000 mon.a (mon.0) 377 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:11.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:10 smithi072 bash[21439]: cluster 2024-05-11T04:36:08.011018+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:36:11.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:10 smithi072 bash[21439]: cluster 2024-05-11T04:36:08.011110+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:36:11.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:10 smithi072 bash[21439]: audit 2024-05-11T04:36:09.631376+0000 mon.a (mon.0) 374 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:11.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:10 smithi072 bash[21439]: cluster 2024-05-11T04:36:09.637751+0000 mon.a (mon.0) 375 : cluster 1 osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513] boot 2024-05-11T04:36:11.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:10 smithi072 bash[21439]: cluster 2024-05-11T04:36:09.637901+0000 mon.a (mon.0) 376 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-05-11T04:36:11.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:10 smithi072 bash[21439]: audit 2024-05-11T04:36:09.638639+0000 mon.a (mon.0) 377 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:11.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:10 smithi072 bash[31478]: cluster 2024-05-11T04:36:08.011018+0000 osd.2 (osd.2) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:36:11.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:10 smithi072 bash[31478]: cluster 2024-05-11T04:36:08.011110+0000 osd.2 (osd.2) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:36:11.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:10 smithi072 bash[31478]: audit 2024-05-11T04:36:09.631376+0000 mon.a (mon.0) 374 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:11.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:10 smithi072 bash[31478]: cluster 2024-05-11T04:36:09.637751+0000 mon.a (mon.0) 375 : cluster 1 osd.2 [v2:172.21.15.72:6818/3985656513,v1:172.21.15.72:6819/3985656513] boot 2024-05-11T04:36:11.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:10 smithi072 bash[31478]: cluster 2024-05-11T04:36:09.637901+0000 mon.a (mon.0) 376 : cluster 0 osdmap e18: 3 total, 3 up, 3 in 2024-05-11T04:36:11.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:10 smithi072 bash[31478]: audit 2024-05-11T04:36:09.638639+0000 mon.a (mon.0) 377 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:36:12.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:11 smithi086 bash[23731]: cluster 2024-05-11T04:36:10.390894+0000 mgr.y (mgr.14152) 168 : cluster 0 pgmap v135: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:12.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:11 smithi086 bash[23731]: audit 2024-05-11T04:36:10.522550+0000 mon.a (mon.0) 378 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:36:12.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:11 smithi086 bash[23731]: audit 2024-05-11T04:36:10.981979+0000 mon.a (mon.0) 379 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-11T04:36:12.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:11 smithi086 bash[23731]: cluster 2024-05-11T04:36:10.982173+0000 mon.a (mon.0) 380 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-05-11T04:36:12.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:11 smithi086 bash[23731]: audit 2024-05-11T04:36:10.983763+0000 mon.a (mon.0) 381 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:36:12.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:11 smithi072 bash[21439]: cluster 2024-05-11T04:36:10.390894+0000 mgr.y (mgr.14152) 168 : cluster 0 pgmap v135: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:12.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:11 smithi072 bash[21439]: audit 2024-05-11T04:36:10.522550+0000 mon.a (mon.0) 378 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:36:12.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:11 smithi072 bash[21439]: audit 2024-05-11T04:36:10.981979+0000 mon.a (mon.0) 379 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-11T04:36:12.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:11 smithi072 bash[21439]: cluster 2024-05-11T04:36:10.982173+0000 mon.a (mon.0) 380 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-05-11T04:36:12.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:11 smithi072 bash[21439]: audit 2024-05-11T04:36:10.983763+0000 mon.a (mon.0) 381 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:36:12.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:11 smithi072 bash[31478]: cluster 2024-05-11T04:36:10.390894+0000 mgr.y (mgr.14152) 168 : cluster 0 pgmap v135: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-05-11T04:36:12.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:11 smithi072 bash[31478]: audit 2024-05-11T04:36:10.522550+0000 mon.a (mon.0) 378 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:36:12.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:11 smithi072 bash[31478]: audit 2024-05-11T04:36:10.981979+0000 mon.a (mon.0) 379 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-05-11T04:36:12.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:11 smithi072 bash[31478]: cluster 2024-05-11T04:36:10.982173+0000 mon.a (mon.0) 380 : cluster 0 osdmap e19: 3 total, 3 up, 3 in 2024-05-11T04:36:12.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:11 smithi072 bash[31478]: audit 2024-05-11T04:36:10.983763+0000 mon.a (mon.0) 381 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:36:13.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:12 smithi086 bash[23731]: audit 2024-05-11T04:36:11.982819+0000 mon.a (mon.0) 382 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:36:13.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:12 smithi086 bash[23731]: cluster 2024-05-11T04:36:11.983018+0000 mon.a (mon.0) 383 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-05-11T04:36:13.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:12 smithi072 bash[31478]: audit 2024-05-11T04:36:11.982819+0000 mon.a (mon.0) 382 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:36:13.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:12 smithi072 bash[31478]: cluster 2024-05-11T04:36:11.983018+0000 mon.a (mon.0) 383 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-05-11T04:36:13.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:12 smithi072 bash[21439]: audit 2024-05-11T04:36:11.982819+0000 mon.a (mon.0) 382 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:36:13.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:12 smithi072 bash[21439]: cluster 2024-05-11T04:36:11.983018+0000 mon.a (mon.0) 383 : cluster 0 osdmap e20: 3 total, 3 up, 3 in 2024-05-11T04:36:14.266 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:36:14.283 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:13 smithi072 bash[21439]: cluster 2024-05-11T04:36:12.391271+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:14.283 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:13 smithi072 bash[21439]: cluster 2024-05-11T04:36:13.005699+0000 mon.a (mon.0) 384 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-05-11T04:36:14.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:13 smithi072 bash[21439]: cluster 2024-05-11T04:36:13.005816+0000 mon.a (mon.0) 385 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-05-11T04:36:14.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:13 smithi072 bash[21439]: audit 2024-05-11T04:36:13.242665+0000 mon.a (mon.0) 386 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:14.284 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:13 smithi072 bash[31478]: cluster 2024-05-11T04:36:12.391271+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:14.284 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:13 smithi072 bash[31478]: cluster 2024-05-11T04:36:13.005699+0000 mon.a (mon.0) 384 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-05-11T04:36:14.284 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:13 smithi072 bash[31478]: cluster 2024-05-11T04:36:13.005816+0000 mon.a (mon.0) 385 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-05-11T04:36:14.285 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:13 smithi072 bash[31478]: audit 2024-05-11T04:36:13.242665+0000 mon.a (mon.0) 386 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:13 smithi086 bash[23731]: cluster 2024-05-11T04:36:12.391271+0000 mgr.y (mgr.14152) 169 : cluster 0 pgmap v138: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:13 smithi086 bash[23731]: cluster 2024-05-11T04:36:13.005699+0000 mon.a (mon.0) 384 : cluster 0 mgrmap e15: y(active, since 4m), standbys: x 2024-05-11T04:36:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:13 smithi086 bash[23731]: cluster 2024-05-11T04:36:13.005816+0000 mon.a (mon.0) 385 : cluster 0 osdmap e21: 3 total, 3 up, 3 in 2024-05-11T04:36:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:13 smithi086 bash[23731]: audit 2024-05-11T04:36:13.242665+0000 mon.a (mon.0) 386 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:17.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:16 smithi086 bash[23731]: cluster 2024-05-11T04:36:14.391769+0000 mgr.y (mgr.14152) 170 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:17.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:16 smithi086 bash[23731]: audit 2024-05-11T04:36:14.990770+0000 mon.a (mon.0) 387 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:36:17.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:16 smithi086 bash[23731]: audit 2024-05-11T04:36:15.858261+0000 mon.a (mon.0) 388 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:36:17.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:16 smithi086 bash[23731]: audit 2024-05-11T04:36:15.859067+0000 mon.a (mon.0) 389 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:36:17.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:16 smithi086 bash[23731]: audit 2024-05-11T04:36:15.859305+0000 mon.a (mon.0) 390 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:36:17.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:16 smithi086 bash[23731]: audit 2024-05-11T04:36:15.859439+0000 mon.a (mon.0) 391 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:36:17.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:16 smithi086 bash[23731]: audit 2024-05-11T04:36:15.864931+0000 mon.a (mon.0) 392 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:36:17.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:16 smithi086 bash[23731]: audit 2024-05-11T04:36:15.865109+0000 mon.a (mon.0) 393 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:36:17.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:16 smithi086 bash[23731]: audit 2024-05-11T04:36:15.865229+0000 mon.a (mon.0) 394 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:36:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:16 smithi072 bash[21439]: cluster 2024-05-11T04:36:14.391769+0000 mgr.y (mgr.14152) 170 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:16 smithi072 bash[21439]: audit 2024-05-11T04:36:14.990770+0000 mon.a (mon.0) 387 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:36:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:16 smithi072 bash[21439]: audit 2024-05-11T04:36:15.858261+0000 mon.a (mon.0) 388 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:36:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:16 smithi072 bash[21439]: audit 2024-05-11T04:36:15.859067+0000 mon.a (mon.0) 389 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:36:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:16 smithi072 bash[21439]: audit 2024-05-11T04:36:15.859305+0000 mon.a (mon.0) 390 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:36:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:16 smithi072 bash[21439]: audit 2024-05-11T04:36:15.859439+0000 mon.a (mon.0) 391 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:36:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:16 smithi072 bash[21439]: audit 2024-05-11T04:36:15.864931+0000 mon.a (mon.0) 392 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:36:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:16 smithi072 bash[21439]: audit 2024-05-11T04:36:15.865109+0000 mon.a (mon.0) 393 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:36:17.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:16 smithi072 bash[21439]: audit 2024-05-11T04:36:15.865229+0000 mon.a (mon.0) 394 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:36:17.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:16 smithi072 bash[31478]: cluster 2024-05-11T04:36:14.391769+0000 mgr.y (mgr.14152) 170 : cluster 0 pgmap v140: 1 pgs: 1 active+clean; 449 KiB data, 80 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:17.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:16 smithi072 bash[31478]: audit 2024-05-11T04:36:14.990770+0000 mon.a (mon.0) 387 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:36:17.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:16 smithi072 bash[31478]: audit 2024-05-11T04:36:15.858261+0000 mon.a (mon.0) 388 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:36:17.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:16 smithi072 bash[31478]: audit 2024-05-11T04:36:15.859067+0000 mon.a (mon.0) 389 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:36:17.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:16 smithi072 bash[31478]: audit 2024-05-11T04:36:15.859305+0000 mon.a (mon.0) 390 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:36:17.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:16 smithi072 bash[31478]: audit 2024-05-11T04:36:15.859439+0000 mon.a (mon.0) 391 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:36:17.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:16 smithi072 bash[31478]: audit 2024-05-11T04:36:15.864931+0000 mon.a (mon.0) 392 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:36:17.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:16 smithi072 bash[31478]: audit 2024-05-11T04:36:15.865109+0000 mon.a (mon.0) 393 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:36:17.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:16 smithi072 bash[31478]: audit 2024-05-11T04:36:15.865229+0000 mon.a (mon.0) 394 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:36:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:17 smithi086 bash[23731]: audit 2024-05-11T04:36:15.864611+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:36:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:17 smithi086 bash[23731]: cluster 2024-05-11T04:36:16.392423+0000 mgr.y (mgr.14152) 171 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 449 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:17 smithi086 bash[23731]: audit 2024-05-11T04:36:16.759195+0000 mon.b (mon.1) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:36:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:17 smithi086 bash[23731]: audit 2024-05-11T04:36:16.817726+0000 mon.a (mon.0) 395 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:17 smithi086 bash[23731]: audit 2024-05-11T04:36:16.820261+0000 mon.c (mon.2) 10 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:36:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:17 smithi086 bash[23731]: audit 2024-05-11T04:36:16.820819+0000 mon.a (mon.0) 396 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:36:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:17 smithi086 bash[23731]: audit 2024-05-11T04:36:16.821331+0000 mon.a (mon.0) 397 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:36:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:17 smithi086 bash[23731]: audit 2024-05-11T04:36:16.821808+0000 mon.a (mon.0) 398 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:36:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:17 smithi086 bash[23731]: audit 2024-05-11T04:36:17.742137+0000 mon.c (mon.2) 11 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:36:18.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:17 smithi072 bash[21439]: audit 2024-05-11T04:36:15.864611+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:36:18.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:17 smithi072 bash[21439]: cluster 2024-05-11T04:36:16.392423+0000 mgr.y (mgr.14152) 171 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 449 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:18.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:17 smithi072 bash[21439]: audit 2024-05-11T04:36:16.759195+0000 mon.b (mon.1) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:36:18.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:17 smithi072 bash[21439]: audit 2024-05-11T04:36:16.817726+0000 mon.a (mon.0) 395 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:17 smithi072 bash[21439]: audit 2024-05-11T04:36:16.820261+0000 mon.c (mon.2) 10 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:17 smithi072 bash[21439]: audit 2024-05-11T04:36:16.820819+0000 mon.a (mon.0) 396 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:17 smithi072 bash[21439]: audit 2024-05-11T04:36:16.821331+0000 mon.a (mon.0) 397 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:17 smithi072 bash[21439]: audit 2024-05-11T04:36:16.821808+0000 mon.a (mon.0) 398 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:17 smithi072 bash[21439]: audit 2024-05-11T04:36:17.742137+0000 mon.c (mon.2) 11 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:17 smithi072 bash[31478]: audit 2024-05-11T04:36:15.864611+0000 mon.b (mon.1) 8 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:17 smithi072 bash[31478]: cluster 2024-05-11T04:36:16.392423+0000 mgr.y (mgr.14152) 171 : cluster 0 pgmap v141: 1 pgs: 1 active+clean; 449 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:17 smithi072 bash[31478]: audit 2024-05-11T04:36:16.759195+0000 mon.b (mon.1) 9 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:17 smithi072 bash[31478]: audit 2024-05-11T04:36:16.817726+0000 mon.a (mon.0) 395 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:17 smithi072 bash[31478]: audit 2024-05-11T04:36:16.820261+0000 mon.c (mon.2) 10 : audit 1 from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:17 smithi072 bash[31478]: audit 2024-05-11T04:36:16.820819+0000 mon.a (mon.0) 396 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:36:18.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:17 smithi072 bash[31478]: audit 2024-05-11T04:36:16.821331+0000 mon.a (mon.0) 397 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:36:18.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:17 smithi072 bash[31478]: audit 2024-05-11T04:36:16.821808+0000 mon.a (mon.0) 398 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:36:18.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:17 smithi072 bash[31478]: audit 2024-05-11T04:36:17.742137+0000 mon.c (mon.2) 11 : audit 1 from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-05-11T04:36:18.912 INFO:teuthology.orchestra.run.smithi072.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-11T04:36:18.912 INFO:teuthology.orchestra.run.smithi072.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-11T04:36:18.913 INFO:teuthology.orchestra.run.smithi072.stderr: stderr: 10+0 records in 2024-05-11T04:36:18.913 INFO:teuthology.orchestra.run.smithi072.stderr:10+0 records out 2024-05-11T04:36:18.913 INFO:teuthology.orchestra.run.smithi072.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0131312 s, 799 MB/s 2024-05-11T04:36:18.913 INFO:teuthology.orchestra.run.smithi072.stderr:--> Zapping successful for: 2024-05-11T04:36:19.892 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi072:vg_nvme/lv_1 2024-05-11T04:36:20.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:19 smithi086 bash[23731]: cluster 2024-05-11T04:36:18.392892+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 174 KiB/s wr, 10 op/s 2024-05-11T04:36:20.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:19 smithi072 bash[31478]: cluster 2024-05-11T04:36:18.392892+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 174 KiB/s wr, 10 op/s 2024-05-11T04:36:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:19 smithi072 bash[21439]: cluster 2024-05-11T04:36:18.392892+0000 mgr.y (mgr.14152) 172 : cluster 0 pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 83 MiB used, 268 GiB / 268 GiB avail; 3.0 KiB/s rd, 174 KiB/s wr, 10 op/s 2024-05-11T04:36:21.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: cluster 2024-05-11T04:36:20.393385+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 130 KiB/s wr, 8 op/s 2024-05-11T04:36:21.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: cephadm 2024-05-11T04:36:20.407452+0000 mgr.y (mgr.14152) 174 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:36:21.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: audit 2024-05-11T04:36:20.417013+0000 mon.a (mon.0) 399 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:21.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: audit 2024-05-11T04:36:20.429166+0000 mon.a (mon.0) 400 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:21.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: audit 2024-05-11T04:36:20.432133+0000 mon.a (mon.0) 401 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:36:21.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: audit 2024-05-11T04:36:20.434057+0000 mon.a (mon.0) 402 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:36:21.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: audit 2024-05-11T04:36:20.435745+0000 mon.a (mon.0) 403 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:36:21.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: cephadm 2024-05-11T04:36:20.437033+0000 mgr.y (mgr.14152) 175 : cephadm 1 Adjusting osd_memory_target on smithi072 to 5413M 2024-05-11T04:36:21.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: audit 2024-05-11T04:36:20.445683+0000 mon.a (mon.0) 404 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:21.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: audit 2024-05-11T04:36:20.447933+0000 mon.a (mon.0) 405 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:21.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: audit 2024-05-11T04:36:20.449828+0000 mon.a (mon.0) 406 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:21.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:21 smithi086 bash[23731]: audit 2024-05-11T04:36:20.460504+0000 mon.a (mon.0) 407 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:21.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: cluster 2024-05-11T04:36:20.393385+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 130 KiB/s wr, 8 op/s 2024-05-11T04:36:21.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: cephadm 2024-05-11T04:36:20.407452+0000 mgr.y (mgr.14152) 174 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: audit 2024-05-11T04:36:20.417013+0000 mon.a (mon.0) 399 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: audit 2024-05-11T04:36:20.429166+0000 mon.a (mon.0) 400 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: audit 2024-05-11T04:36:20.432133+0000 mon.a (mon.0) 401 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: audit 2024-05-11T04:36:20.434057+0000 mon.a (mon.0) 402 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: audit 2024-05-11T04:36:20.435745+0000 mon.a (mon.0) 403 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: cephadm 2024-05-11T04:36:20.437033+0000 mgr.y (mgr.14152) 175 : cephadm 1 Adjusting osd_memory_target on smithi072 to 5413M 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: audit 2024-05-11T04:36:20.445683+0000 mon.a (mon.0) 404 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: audit 2024-05-11T04:36:20.447933+0000 mon.a (mon.0) 405 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: audit 2024-05-11T04:36:20.449828+0000 mon.a (mon.0) 406 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:21 smithi072 bash[21439]: audit 2024-05-11T04:36:20.460504+0000 mon.a (mon.0) 407 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: cluster 2024-05-11T04:36:20.393385+0000 mgr.y (mgr.14152) 173 : cluster 0 pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 130 KiB/s wr, 8 op/s 2024-05-11T04:36:21.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: cephadm 2024-05-11T04:36:20.407452+0000 mgr.y (mgr.14152) 174 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:36:21.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: audit 2024-05-11T04:36:20.417013+0000 mon.a (mon.0) 399 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:21.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: audit 2024-05-11T04:36:20.429166+0000 mon.a (mon.0) 400 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:21.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: audit 2024-05-11T04:36:20.432133+0000 mon.a (mon.0) 401 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:36:21.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: audit 2024-05-11T04:36:20.434057+0000 mon.a (mon.0) 402 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:36:21.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: audit 2024-05-11T04:36:20.435745+0000 mon.a (mon.0) 403 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:36:21.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: cephadm 2024-05-11T04:36:20.437033+0000 mgr.y (mgr.14152) 175 : cephadm 1 Adjusting osd_memory_target on smithi072 to 5413M 2024-05-11T04:36:21.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: audit 2024-05-11T04:36:20.445683+0000 mon.a (mon.0) 404 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:21.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: audit 2024-05-11T04:36:20.447933+0000 mon.a (mon.0) 405 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:21.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: audit 2024-05-11T04:36:20.449828+0000 mon.a (mon.0) 406 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:36:21.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:21 smithi072 bash[31478]: audit 2024-05-11T04:36:20.460504+0000 mon.a (mon.0) 407 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:23.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:23 smithi086 bash[23731]: cluster 2024-05-11T04:36:22.393966+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-05-11T04:36:23.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:23 smithi072 bash[21439]: cluster 2024-05-11T04:36:22.393966+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-05-11T04:36:23.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:23 smithi072 bash[31478]: cluster 2024-05-11T04:36:22.393966+0000 mgr.y (mgr.14152) 176 : cluster 0 pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 131 KiB/s wr, 8 op/s 2024-05-11T04:36:24.597 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:36:25.686 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:25 smithi072 bash[21439]: cluster 2024-05-11T04:36:24.394541+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 115 KiB/s wr, 7 op/s 2024-05-11T04:36:25.687 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:25 smithi072 bash[31478]: cluster 2024-05-11T04:36:24.394541+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 115 KiB/s wr, 7 op/s 2024-05-11T04:36:25.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:25 smithi086 bash[23731]: cluster 2024-05-11T04:36:24.394541+0000 mgr.y (mgr.14152) 177 : cluster 0 pgmap v145: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.4 KiB/s rd, 115 KiB/s wr, 7 op/s 2024-05-11T04:36:27.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:27 smithi072 bash[21439]: cluster 2024-05-11T04:36:26.395164+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-05-11T04:36:27.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:27 smithi072 bash[31478]: cluster 2024-05-11T04:36:26.395164+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-05-11T04:36:27.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:27 smithi086 bash[23731]: cluster 2024-05-11T04:36:26.395164+0000 mgr.y (mgr.14152) 178 : cluster 0 pgmap v146: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-05-11T04:36:28.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:28 smithi086 bash[23731]: audit 2024-05-11T04:36:27.665538+0000 mgr.y (mgr.14152) 179 : audit 0 from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:28.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:28 smithi086 bash[23731]: audit 2024-05-11T04:36:27.668315+0000 mon.a (mon.0) 408 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:36:28.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:28 smithi086 bash[23731]: audit 2024-05-11T04:36:27.674195+0000 mon.a (mon.0) 409 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:36:28.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:28 smithi086 bash[23731]: audit 2024-05-11T04:36:27.675509+0000 mon.a (mon.0) 410 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:28.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:28 smithi072 bash[21439]: audit 2024-05-11T04:36:27.665538+0000 mgr.y (mgr.14152) 179 : audit 0 from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:28.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:28 smithi072 bash[21439]: audit 2024-05-11T04:36:27.668315+0000 mon.a (mon.0) 408 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:36:28.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:28 smithi072 bash[21439]: audit 2024-05-11T04:36:27.674195+0000 mon.a (mon.0) 409 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:36:28.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:28 smithi072 bash[21439]: audit 2024-05-11T04:36:27.675509+0000 mon.a (mon.0) 410 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:28.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:28 smithi072 bash[31478]: audit 2024-05-11T04:36:27.665538+0000 mgr.y (mgr.14152) 179 : audit 0 from='client.14298 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi072:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:36:28.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:28 smithi072 bash[31478]: audit 2024-05-11T04:36:27.668315+0000 mon.a (mon.0) 408 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:36:28.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:28 smithi072 bash[31478]: audit 2024-05-11T04:36:27.674195+0000 mon.a (mon.0) 409 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:36:28.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:28 smithi072 bash[31478]: audit 2024-05-11T04:36:27.675509+0000 mon.a (mon.0) 410 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:29.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:29 smithi086 bash[23731]: cluster 2024-05-11T04:36:28.395710+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-05-11T04:36:29.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:29 smithi072 bash[21439]: cluster 2024-05-11T04:36:28.395710+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-05-11T04:36:29.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:29 smithi072 bash[31478]: cluster 2024-05-11T04:36:28.395710+0000 mgr.y (mgr.14152) 180 : cluster 0 pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.2 KiB/s rd, 109 KiB/s wr, 7 op/s 2024-05-11T04:36:31.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:31 smithi086 bash[23731]: cluster 2024-05-11T04:36:30.396265+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-05-11T04:36:31.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:31 smithi072 bash[21439]: cluster 2024-05-11T04:36:30.396265+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-05-11T04:36:31.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:31 smithi072 bash[31478]: cluster 2024-05-11T04:36:30.396265+0000 mgr.y (mgr.14152) 181 : cluster 0 pgmap v148: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-05-11T04:36:33.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:33 smithi086 bash[23731]: cluster 2024-05-11T04:36:32.396793+0000 mgr.y (mgr.14152) 182 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-05-11T04:36:33.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:33 smithi072 bash[21439]: cluster 2024-05-11T04:36:32.396793+0000 mgr.y (mgr.14152) 182 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-05-11T04:36:33.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:33 smithi072 bash[31478]: cluster 2024-05-11T04:36:32.396793+0000 mgr.y (mgr.14152) 182 : cluster 0 pgmap v149: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 767 B/s rd, 22 KiB/s wr, 1 op/s 2024-05-11T04:36:35.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:35 smithi072 bash[21439]: cluster 2024-05-11T04:36:34.397424+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:35.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:35 smithi072 bash[31478]: cluster 2024-05-11T04:36:34.397424+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:35.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:35 smithi086 bash[23731]: cluster 2024-05-11T04:36:34.397424+0000 mgr.y (mgr.14152) 183 : cluster 0 pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:36.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:36 smithi086 bash[23731]: audit 2024-05-11T04:36:36.233415+0000 mon.a (mon.0) 411 : audit 1 from='client.? 172.21.15.72:0/4281278' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37da6131-a6b8-44e4-a78e-e0d10beba2cf"}]: dispatch 2024-05-11T04:36:36.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:36 smithi086 bash[23731]: audit 2024-05-11T04:36:36.240983+0000 mon.a (mon.0) 412 : audit 1 from='client.? 172.21.15.72:0/4281278' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "37da6131-a6b8-44e4-a78e-e0d10beba2cf"}]': finished 2024-05-11T04:36:36.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:36 smithi086 bash[23731]: cluster 2024-05-11T04:36:36.241037+0000 mon.a (mon.0) 413 : cluster 0 osdmap e22: 4 total, 3 up, 4 in 2024-05-11T04:36:36.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:36 smithi086 bash[23731]: audit 2024-05-11T04:36:36.241197+0000 mon.a (mon.0) 414 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:36:36.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:36 smithi072 bash[31478]: audit 2024-05-11T04:36:36.233415+0000 mon.a (mon.0) 411 : audit 1 from='client.? 172.21.15.72:0/4281278' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37da6131-a6b8-44e4-a78e-e0d10beba2cf"}]: dispatch 2024-05-11T04:36:36.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:36 smithi072 bash[31478]: audit 2024-05-11T04:36:36.240983+0000 mon.a (mon.0) 412 : audit 1 from='client.? 172.21.15.72:0/4281278' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "37da6131-a6b8-44e4-a78e-e0d10beba2cf"}]': finished 2024-05-11T04:36:36.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:36 smithi072 bash[31478]: cluster 2024-05-11T04:36:36.241037+0000 mon.a (mon.0) 413 : cluster 0 osdmap e22: 4 total, 3 up, 4 in 2024-05-11T04:36:36.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:36 smithi072 bash[31478]: audit 2024-05-11T04:36:36.241197+0000 mon.a (mon.0) 414 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:36:36.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:36 smithi072 bash[21439]: audit 2024-05-11T04:36:36.233415+0000 mon.a (mon.0) 411 : audit 1 from='client.? 172.21.15.72:0/4281278' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "37da6131-a6b8-44e4-a78e-e0d10beba2cf"}]: dispatch 2024-05-11T04:36:36.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:36 smithi072 bash[21439]: audit 2024-05-11T04:36:36.240983+0000 mon.a (mon.0) 412 : audit 1 from='client.? 172.21.15.72:0/4281278' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "37da6131-a6b8-44e4-a78e-e0d10beba2cf"}]': finished 2024-05-11T04:36:36.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:36 smithi072 bash[21439]: cluster 2024-05-11T04:36:36.241037+0000 mon.a (mon.0) 413 : cluster 0 osdmap e22: 4 total, 3 up, 4 in 2024-05-11T04:36:36.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:36 smithi072 bash[21439]: audit 2024-05-11T04:36:36.241197+0000 mon.a (mon.0) 414 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:36:37.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:37 smithi086 bash[23731]: cluster 2024-05-11T04:36:36.398022+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:37.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:37 smithi086 bash[23731]: audit 2024-05-11T04:36:36.988319+0000 mon.a (mon.0) 415 : audit 0 from='client.? 172.21.15.72:0/1456613518' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:36:37.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:37 smithi072 bash[21439]: cluster 2024-05-11T04:36:36.398022+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:37.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:37 smithi072 bash[21439]: audit 2024-05-11T04:36:36.988319+0000 mon.a (mon.0) 415 : audit 0 from='client.? 172.21.15.72:0/1456613518' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:36:37.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:37 smithi072 bash[31478]: cluster 2024-05-11T04:36:36.398022+0000 mgr.y (mgr.14152) 184 : cluster 0 pgmap v152: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:37.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:37 smithi072 bash[31478]: audit 2024-05-11T04:36:36.988319+0000 mon.a (mon.0) 415 : audit 0 from='client.? 172.21.15.72:0/1456613518' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:36:39.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:39 smithi086 bash[23731]: cluster 2024-05-11T04:36:38.398606+0000 mgr.y (mgr.14152) 185 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:39.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:39 smithi072 bash[21439]: cluster 2024-05-11T04:36:38.398606+0000 mgr.y (mgr.14152) 185 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:39.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:39 smithi072 bash[31478]: cluster 2024-05-11T04:36:38.398606+0000 mgr.y (mgr.14152) 185 : cluster 0 pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:41.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:41 smithi086 bash[23731]: cluster 2024-05-11T04:36:40.399137+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:41.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:41 smithi072 bash[21439]: cluster 2024-05-11T04:36:40.399137+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:41.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:41 smithi072 bash[31478]: cluster 2024-05-11T04:36:40.399137+0000 mgr.y (mgr.14152) 186 : cluster 0 pgmap v154: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:43.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:43 smithi086 bash[23731]: cluster 2024-05-11T04:36:42.399696+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:43.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:43 smithi072 bash[21439]: cluster 2024-05-11T04:36:42.399696+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:43.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:43 smithi072 bash[31478]: cluster 2024-05-11T04:36:42.399696+0000 mgr.y (mgr.14152) 187 : cluster 0 pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:45.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:45 smithi072 bash[21439]: cluster 2024-05-11T04:36:44.400268+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:45.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:45 smithi072 bash[31478]: cluster 2024-05-11T04:36:44.400268+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:45.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:45 smithi086 bash[23731]: cluster 2024-05-11T04:36:44.400268+0000 mgr.y (mgr.14152) 188 : cluster 0 pgmap v156: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:47.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:47 smithi086 bash[23731]: cluster 2024-05-11T04:36:46.400810+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:47.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:47 smithi072 bash[31478]: cluster 2024-05-11T04:36:46.400810+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:47.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:47 smithi072 bash[21439]: cluster 2024-05-11T04:36:46.400810+0000 mgr.y (mgr.14152) 189 : cluster 0 pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:49.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:49 smithi086 bash[23731]: cluster 2024-05-11T04:36:48.401218+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:49.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:49 smithi086 bash[23731]: audit 2024-05-11T04:36:49.191691+0000 mon.a (mon.0) 416 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:36:49.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:49 smithi086 bash[23731]: audit 2024-05-11T04:36:49.193024+0000 mon.a (mon.0) 417 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:49.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:49 smithi086 bash[23731]: cephadm 2024-05-11T04:36:49.194072+0000 mgr.y (mgr.14152) 191 : cephadm 1 Deploying daemon osd.3 on smithi072 2024-05-11T04:36:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:49 smithi072 bash[21439]: cluster 2024-05-11T04:36:48.401218+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:49.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:49 smithi072 bash[21439]: audit 2024-05-11T04:36:49.191691+0000 mon.a (mon.0) 416 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:36:49.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:49 smithi072 bash[21439]: audit 2024-05-11T04:36:49.193024+0000 mon.a (mon.0) 417 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:49.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:49 smithi072 bash[21439]: cephadm 2024-05-11T04:36:49.194072+0000 mgr.y (mgr.14152) 191 : cephadm 1 Deploying daemon osd.3 on smithi072 2024-05-11T04:36:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:49 smithi072 bash[31478]: cluster 2024-05-11T04:36:48.401218+0000 mgr.y (mgr.14152) 190 : cluster 0 pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:49 smithi072 bash[31478]: audit 2024-05-11T04:36:49.191691+0000 mon.a (mon.0) 416 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:36:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:49 smithi072 bash[31478]: audit 2024-05-11T04:36:49.193024+0000 mon.a (mon.0) 417 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:36:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:49 smithi072 bash[31478]: cephadm 2024-05-11T04:36:49.194072+0000 mgr.y (mgr.14152) 191 : cephadm 1 Deploying daemon osd.3 on smithi072 2024-05-11T04:36:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:51 smithi086 bash[23731]: cluster 2024-05-11T04:36:50.401546+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:51 smithi072 bash[21439]: cluster 2024-05-11T04:36:50.401546+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:51.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:51 smithi072 bash[31478]: cluster 2024-05-11T04:36:50.401546+0000 mgr.y (mgr.14152) 192 : cluster 0 pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:53.519 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:53.519 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:53.520 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:53.520 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:53 smithi072 bash[21439]: cluster 2024-05-11T04:36:52.401997+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:53.520 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:53.520 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:53.520 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:53 smithi072 bash[31478]: cluster 2024-05-11T04:36:52.401997+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:53.521 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:53.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:53 smithi086 bash[23731]: cluster 2024-05-11T04:36:52.401997+0000 mgr.y (mgr.14152) 193 : cluster 0 pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:53.801 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:53.802 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:53.802 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:53.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:53.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:53.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:53 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:36:55.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:54 smithi072 bash[31478]: audit 2024-05-11T04:36:53.802012+0000 mon.a (mon.0) 418 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:55.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:54 smithi072 bash[31478]: audit 2024-05-11T04:36:53.807841+0000 mon.a (mon.0) 419 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:55.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:54 smithi072 bash[31478]: audit 2024-05-11T04:36:53.829930+0000 mon.a (mon.0) 420 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:55.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:54 smithi072 bash[21439]: audit 2024-05-11T04:36:53.802012+0000 mon.a (mon.0) 418 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:55.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:54 smithi072 bash[21439]: audit 2024-05-11T04:36:53.807841+0000 mon.a (mon.0) 419 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:55.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:54 smithi072 bash[21439]: audit 2024-05-11T04:36:53.829930+0000 mon.a (mon.0) 420 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:55.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:54 smithi086 bash[23731]: audit 2024-05-11T04:36:53.802012+0000 mon.a (mon.0) 418 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:55.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:54 smithi086 bash[23731]: audit 2024-05-11T04:36:53.807841+0000 mon.a (mon.0) 419 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:36:55.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:54 smithi086 bash[23731]: audit 2024-05-11T04:36:53.829930+0000 mon.a (mon.0) 420 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:36:56.102 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:55 smithi072 bash[31478]: cluster 2024-05-11T04:36:54.402542+0000 mgr.y (mgr.14152) 194 : cluster 0 pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:56.102 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:55 smithi072 bash[21439]: cluster 2024-05-11T04:36:54.402542+0000 mgr.y (mgr.14152) 194 : cluster 0 pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:56.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:55 smithi086 bash[23731]: cluster 2024-05-11T04:36:54.402542+0000 mgr.y (mgr.14152) 194 : cluster 0 pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:58.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:36:57 smithi086 bash[23731]: cluster 2024-05-11T04:36:56.403054+0000 mgr.y (mgr.14152) 195 : cluster 0 pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:58.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:36:57 smithi072 bash[21439]: cluster 2024-05-11T04:36:56.403054+0000 mgr.y (mgr.14152) 195 : cluster 0 pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:36:58.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:36:57 smithi072 bash[31478]: cluster 2024-05-11T04:36:56.403054+0000 mgr.y (mgr.14152) 195 : cluster 0 pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:37:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:00 smithi072 bash[21439]: cluster 2024-05-11T04:36:58.403631+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:37:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:00 smithi072 bash[21439]: audit 2024-05-11T04:36:59.115505+0000 mon.a (mon.0) 421 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:00 smithi072 bash[21439]: audit 2024-05-11T04:36:59.120565+0000 mon.a (mon.0) 422 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:00 smithi072 bash[21439]: audit 2024-05-11T04:36:59.121656+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:00 smithi072 bash[21439]: audit 2024-05-11T04:36:59.122973+0000 mon.a (mon.0) 424 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:37:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:00 smithi072 bash[21439]: audit 2024-05-11T04:36:59.129761+0000 mon.a (mon.0) 425 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:00.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:00 smithi072 bash[31478]: cluster 2024-05-11T04:36:58.403631+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:37:00.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:00 smithi072 bash[31478]: audit 2024-05-11T04:36:59.115505+0000 mon.a (mon.0) 421 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:00.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:00 smithi072 bash[31478]: audit 2024-05-11T04:36:59.120565+0000 mon.a (mon.0) 422 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:00.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:00 smithi072 bash[31478]: audit 2024-05-11T04:36:59.121656+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:00.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:00 smithi072 bash[31478]: audit 2024-05-11T04:36:59.122973+0000 mon.a (mon.0) 424 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:37:00.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:00 smithi072 bash[31478]: audit 2024-05-11T04:36:59.129761+0000 mon.a (mon.0) 425 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:00.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:00 smithi086 bash[23731]: cluster 2024-05-11T04:36:58.403631+0000 mgr.y (mgr.14152) 196 : cluster 0 pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:37:00.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:00 smithi086 bash[23731]: audit 2024-05-11T04:36:59.115505+0000 mon.a (mon.0) 421 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:00.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:00 smithi086 bash[23731]: audit 2024-05-11T04:36:59.120565+0000 mon.a (mon.0) 422 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:00.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:00 smithi086 bash[23731]: audit 2024-05-11T04:36:59.121656+0000 mon.a (mon.0) 423 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:00.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:00 smithi086 bash[23731]: audit 2024-05-11T04:36:59.122973+0000 mon.a (mon.0) 424 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:37:00.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:00 smithi086 bash[23731]: audit 2024-05-11T04:36:59.129761+0000 mon.a (mon.0) 425 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:01.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:01 smithi086 bash[23731]: audit 2024-05-11T04:37:00.535755+0000 mon.c (mon.2) 12 : audit 1 from='osd.3 [v2:172.21.15.72:6826/1456201891,v1:172.21.15.72:6827/1456201891]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:37:01.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:01 smithi086 bash[23731]: audit 2024-05-11T04:37:00.536124+0000 mon.a (mon.0) 426 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:37:01.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:01 smithi072 bash[21439]: audit 2024-05-11T04:37:00.535755+0000 mon.c (mon.2) 12 : audit 1 from='osd.3 [v2:172.21.15.72:6826/1456201891,v1:172.21.15.72:6827/1456201891]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:37:01.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:01 smithi072 bash[21439]: audit 2024-05-11T04:37:00.536124+0000 mon.a (mon.0) 426 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:37:01.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:01 smithi072 bash[31478]: audit 2024-05-11T04:37:00.535755+0000 mon.c (mon.2) 12 : audit 1 from='osd.3 [v2:172.21.15.72:6826/1456201891,v1:172.21.15.72:6827/1456201891]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:37:01.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:01 smithi072 bash[31478]: audit 2024-05-11T04:37:00.536124+0000 mon.a (mon.0) 426 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T04:37:02.376 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:02 smithi072 bash[21439]: cluster 2024-05-11T04:37:00.404234+0000 mgr.y (mgr.14152) 197 : cluster 0 pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:37:02.376 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:02 smithi072 bash[21439]: audit 2024-05-11T04:37:01.131538+0000 mon.a (mon.0) 427 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:37:02.376 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:02 smithi072 bash[21439]: cluster 2024-05-11T04:37:01.131688+0000 mon.a (mon.0) 428 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-05-11T04:37:02.376 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:02 smithi072 bash[21439]: audit 2024-05-11T04:37:01.131916+0000 mon.a (mon.0) 429 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:02.376 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:02 smithi072 bash[21439]: audit 2024-05-11T04:37:01.132820+0000 mon.c (mon.2) 13 : audit 1 from='osd.3 [v2:172.21.15.72:6826/1456201891,v1:172.21.15.72:6827/1456201891]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:37:02.377 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:02 smithi072 bash[21439]: audit 2024-05-11T04:37:01.133392+0000 mon.a (mon.0) 430 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:37:02.377 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:02 smithi072 bash[31478]: cluster 2024-05-11T04:37:00.404234+0000 mgr.y (mgr.14152) 197 : cluster 0 pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:37:02.377 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:02 smithi072 bash[31478]: audit 2024-05-11T04:37:01.131538+0000 mon.a (mon.0) 427 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:37:02.377 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:02 smithi072 bash[31478]: cluster 2024-05-11T04:37:01.131688+0000 mon.a (mon.0) 428 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-05-11T04:37:02.377 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:02 smithi072 bash[31478]: audit 2024-05-11T04:37:01.131916+0000 mon.a (mon.0) 429 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:02.377 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:02 smithi072 bash[31478]: audit 2024-05-11T04:37:01.132820+0000 mon.c (mon.2) 13 : audit 1 from='osd.3 [v2:172.21.15.72:6826/1456201891,v1:172.21.15.72:6827/1456201891]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:37:02.377 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:02 smithi072 bash[31478]: audit 2024-05-11T04:37:01.133392+0000 mon.a (mon.0) 430 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:37:02.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:02 smithi086 bash[23731]: cluster 2024-05-11T04:37:00.404234+0000 mgr.y (mgr.14152) 197 : cluster 0 pgmap v164: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:37:02.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:02 smithi086 bash[23731]: audit 2024-05-11T04:37:01.131538+0000 mon.a (mon.0) 427 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T04:37:02.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:02 smithi086 bash[23731]: cluster 2024-05-11T04:37:01.131688+0000 mon.a (mon.0) 428 : cluster 0 osdmap e23: 4 total, 3 up, 4 in 2024-05-11T04:37:02.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:02 smithi086 bash[23731]: audit 2024-05-11T04:37:01.131916+0000 mon.a (mon.0) 429 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:02.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:02 smithi086 bash[23731]: audit 2024-05-11T04:37:01.132820+0000 mon.c (mon.2) 13 : audit 1 from='osd.3 [v2:172.21.15.72:6826/1456201891,v1:172.21.15.72:6827/1456201891]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:37:02.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:02 smithi086 bash[23731]: audit 2024-05-11T04:37:01.133392+0000 mon.a (mon.0) 430 : audit 1 from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:37:03.069 INFO:teuthology.orchestra.run.smithi072.stdout:Created osd(s) 3 on host 'smithi072' 2024-05-11T04:37:03.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:03 smithi086 bash[23731]: audit 2024-05-11T04:37:02.130985+0000 mon.a (mon.0) 431 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:37:03.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:03 smithi086 bash[23731]: cluster 2024-05-11T04:37:02.131124+0000 mon.a (mon.0) 432 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-05-11T04:37:03.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:03 smithi086 bash[23731]: audit 2024-05-11T04:37:02.131639+0000 mon.a (mon.0) 433 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:03.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:03 smithi086 bash[23731]: audit 2024-05-11T04:37:02.139678+0000 mon.a (mon.0) 434 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:03.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:03 smithi086 bash[23731]: audit 2024-05-11T04:37:02.662422+0000 mon.a (mon.0) 435 : audit 1 from='osd.3 ' entity='osd.3' 2024-05-11T04:37:03.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:03 smithi086 bash[23731]: audit 2024-05-11T04:37:03.018058+0000 mon.a (mon.0) 436 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:03.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:03 smithi086 bash[23731]: audit 2024-05-11T04:37:03.023020+0000 mon.a (mon.0) 437 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:03.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:03 smithi086 bash[23731]: audit 2024-05-11T04:37:03.029267+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:03.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:03 smithi072 bash[21439]: audit 2024-05-11T04:37:02.130985+0000 mon.a (mon.0) 431 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:03 smithi072 bash[21439]: cluster 2024-05-11T04:37:02.131124+0000 mon.a (mon.0) 432 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:03 smithi072 bash[21439]: audit 2024-05-11T04:37:02.131639+0000 mon.a (mon.0) 433 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:03 smithi072 bash[21439]: audit 2024-05-11T04:37:02.139678+0000 mon.a (mon.0) 434 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:03 smithi072 bash[21439]: audit 2024-05-11T04:37:02.662422+0000 mon.a (mon.0) 435 : audit 1 from='osd.3 ' entity='osd.3' 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:03 smithi072 bash[21439]: audit 2024-05-11T04:37:03.018058+0000 mon.a (mon.0) 436 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:03 smithi072 bash[21439]: audit 2024-05-11T04:37:03.023020+0000 mon.a (mon.0) 437 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:03 smithi072 bash[21439]: audit 2024-05-11T04:37:03.029267+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:03 smithi072 bash[31478]: audit 2024-05-11T04:37:02.130985+0000 mon.a (mon.0) 431 : audit 1 from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]': finished 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:03 smithi072 bash[31478]: cluster 2024-05-11T04:37:02.131124+0000 mon.a (mon.0) 432 : cluster 0 osdmap e24: 4 total, 3 up, 4 in 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:03 smithi072 bash[31478]: audit 2024-05-11T04:37:02.131639+0000 mon.a (mon.0) 433 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:03 smithi072 bash[31478]: audit 2024-05-11T04:37:02.139678+0000 mon.a (mon.0) 434 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:03.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:03 smithi072 bash[31478]: audit 2024-05-11T04:37:02.662422+0000 mon.a (mon.0) 435 : audit 1 from='osd.3 ' entity='osd.3' 2024-05-11T04:37:03.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:03 smithi072 bash[31478]: audit 2024-05-11T04:37:03.018058+0000 mon.a (mon.0) 436 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:03.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:03 smithi072 bash[31478]: audit 2024-05-11T04:37:03.023020+0000 mon.a (mon.0) 437 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:03.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:03 smithi072 bash[31478]: audit 2024-05-11T04:37:03.029267+0000 mon.a (mon.0) 438 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:03.861 DEBUG:teuthology.orchestra.run.smithi072:osd.3> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.3.service 2024-05-11T04:37:03.864 INFO:tasks.cephadm:Deploying osd.4 on smithi086 with /dev/vg_nvme/lv_4... 2024-05-11T04:37:03.864 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-05-11T04:37:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:04 smithi086 bash[23731]: cluster 2024-05-11T04:37:01.553584+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:37:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:04 smithi086 bash[23731]: cluster 2024-05-11T04:37:01.553714+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:37:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:04 smithi086 bash[23731]: cluster 2024-05-11T04:37:02.404844+0000 mgr.y (mgr.14152) 198 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:37:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:04 smithi086 bash[23731]: audit 2024-05-11T04:37:03.135643+0000 mon.a (mon.0) 439 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:04.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:04 smithi086 bash[23731]: cluster 2024-05-11T04:37:03.669341+0000 mon.a (mon.0) 440 : cluster 1 osd.3 [v2:172.21.15.72:6826/1456201891,v1:172.21.15.72:6827/1456201891] boot 2024-05-11T04:37:04.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:04 smithi086 bash[23731]: cluster 2024-05-11T04:37:03.669493+0000 mon.a (mon.0) 441 : cluster 0 osdmap e25: 4 total, 4 up, 4 in 2024-05-11T04:37:04.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:04 smithi086 bash[23731]: audit 2024-05-11T04:37:03.669851+0000 mon.a (mon.0) 442 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:04.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:04 smithi072 bash[21439]: cluster 2024-05-11T04:37:01.553584+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:04 smithi072 bash[21439]: cluster 2024-05-11T04:37:01.553714+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:04 smithi072 bash[21439]: cluster 2024-05-11T04:37:02.404844+0000 mgr.y (mgr.14152) 198 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:04 smithi072 bash[21439]: audit 2024-05-11T04:37:03.135643+0000 mon.a (mon.0) 439 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:04 smithi072 bash[21439]: cluster 2024-05-11T04:37:03.669341+0000 mon.a (mon.0) 440 : cluster 1 osd.3 [v2:172.21.15.72:6826/1456201891,v1:172.21.15.72:6827/1456201891] boot 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:04 smithi072 bash[21439]: cluster 2024-05-11T04:37:03.669493+0000 mon.a (mon.0) 441 : cluster 0 osdmap e25: 4 total, 4 up, 4 in 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:04 smithi072 bash[21439]: audit 2024-05-11T04:37:03.669851+0000 mon.a (mon.0) 442 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:04 smithi072 bash[31478]: cluster 2024-05-11T04:37:01.553584+0000 osd.3 (osd.3) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:04 smithi072 bash[31478]: cluster 2024-05-11T04:37:01.553714+0000 osd.3 (osd.3) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:04 smithi072 bash[31478]: cluster 2024-05-11T04:37:02.404844+0000 mgr.y (mgr.14152) 198 : cluster 0 pgmap v167: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:04 smithi072 bash[31478]: audit 2024-05-11T04:37:03.135643+0000 mon.a (mon.0) 439 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:04 smithi072 bash[31478]: cluster 2024-05-11T04:37:03.669341+0000 mon.a (mon.0) 440 : cluster 1 osd.3 [v2:172.21.15.72:6826/1456201891,v1:172.21.15.72:6827/1456201891] boot 2024-05-11T04:37:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:04 smithi072 bash[31478]: cluster 2024-05-11T04:37:03.669493+0000 mon.a (mon.0) 441 : cluster 0 osdmap e25: 4 total, 4 up, 4 in 2024-05-11T04:37:04.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:04 smithi072 bash[31478]: audit 2024-05-11T04:37:03.669851+0000 mon.a (mon.0) 442 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:37:06.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:06 smithi086 bash[23731]: cluster 2024-05-11T04:37:04.405434+0000 mgr.y (mgr.14152) 199 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-05-11T04:37:06.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:06 smithi086 bash[23731]: cluster 2024-05-11T04:37:05.162083+0000 mon.a (mon.0) 443 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-05-11T04:37:06.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:06 smithi072 bash[21439]: cluster 2024-05-11T04:37:04.405434+0000 mgr.y (mgr.14152) 199 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-05-11T04:37:06.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:06 smithi072 bash[21439]: cluster 2024-05-11T04:37:05.162083+0000 mon.a (mon.0) 443 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-05-11T04:37:06.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:06 smithi072 bash[31478]: cluster 2024-05-11T04:37:04.405434+0000 mgr.y (mgr.14152) 199 : cluster 0 pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 358 GiB / 358 GiB avail 2024-05-11T04:37:06.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:06 smithi072 bash[31478]: cluster 2024-05-11T04:37:05.162083+0000 mon.a (mon.0) 443 : cluster 0 osdmap e26: 4 total, 4 up, 4 in 2024-05-11T04:37:08.527 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:37:08.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:08 smithi086 bash[23731]: cluster 2024-05-11T04:37:06.405986+0000 mgr.y (mgr.14152) 200 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:08.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:08 smithi072 bash[21439]: cluster 2024-05-11T04:37:06.405986+0000 mgr.y (mgr.14152) 200 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:08.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:08 smithi072 bash[31478]: cluster 2024-05-11T04:37:06.405986+0000 mgr.y (mgr.14152) 200 : cluster 0 pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:10.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:10 smithi072 bash[21439]: cluster 2024-05-11T04:37:08.406535+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:10.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:10 smithi072 bash[31478]: cluster 2024-05-11T04:37:08.406535+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:10.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:10 smithi086 bash[23731]: cluster 2024-05-11T04:37:08.406535+0000 mgr.y (mgr.14152) 201 : cluster 0 pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:11.422 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-05-11T04:37:11.423 INFO:teuthology.orchestra.run.smithi086.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-05-11T04:37:11.423 INFO:teuthology.orchestra.run.smithi086.stderr: stderr: 10+0 records in 2024-05-11T04:37:11.423 INFO:teuthology.orchestra.run.smithi086.stderr:10+0 records out 2024-05-11T04:37:11.423 INFO:teuthology.orchestra.run.smithi086.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0156435 s, 670 MB/s 2024-05-11T04:37:11.423 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping successful for: 2024-05-11T04:37:12.041 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_4 2024-05-11T04:37:12.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:12 smithi086 bash[23731]: cluster 2024-05-11T04:37:10.407067+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:12.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:12 smithi072 bash[21439]: cluster 2024-05-11T04:37:10.407067+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:12.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:12 smithi072 bash[31478]: cluster 2024-05-11T04:37:10.407067+0000 mgr.y (mgr.14152) 202 : cluster 0 pgmap v173: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:14.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: cluster 2024-05-11T04:37:12.407791+0000 mgr.y (mgr.14152) 203 : cluster 0 pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: cephadm 2024-05-11T04:37:13.017444+0000 mgr.y (mgr.14152) 204 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: audit 2024-05-11T04:37:13.027442+0000 mon.a (mon.0) 444 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: audit 2024-05-11T04:37:13.040300+0000 mon.a (mon.0) 445 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: audit 2024-05-11T04:37:13.043352+0000 mon.a (mon.0) 446 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: audit 2024-05-11T04:37:13.045277+0000 mon.a (mon.0) 447 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: audit 2024-05-11T04:37:13.047025+0000 mon.a (mon.0) 448 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: audit 2024-05-11T04:37:13.048717+0000 mon.a (mon.0) 449 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: cephadm 2024-05-11T04:37:13.050060+0000 mgr.y (mgr.14152) 205 : cephadm 1 Adjusting osd_memory_target on smithi072 to 4060M 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: audit 2024-05-11T04:37:13.060163+0000 mon.a (mon.0) 450 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: audit 2024-05-11T04:37:13.078997+0000 mon.a (mon.0) 451 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: audit 2024-05-11T04:37:13.080694+0000 mon.a (mon.0) 452 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:37:14.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:14 smithi086 bash[23731]: audit 2024-05-11T04:37:13.091324+0000 mon.a (mon.0) 453 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: cluster 2024-05-11T04:37:12.407791+0000 mgr.y (mgr.14152) 203 : cluster 0 pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: cephadm 2024-05-11T04:37:13.017444+0000 mgr.y (mgr.14152) 204 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: audit 2024-05-11T04:37:13.027442+0000 mon.a (mon.0) 444 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: audit 2024-05-11T04:37:13.040300+0000 mon.a (mon.0) 445 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: audit 2024-05-11T04:37:13.043352+0000 mon.a (mon.0) 446 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: audit 2024-05-11T04:37:13.045277+0000 mon.a (mon.0) 447 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: audit 2024-05-11T04:37:13.047025+0000 mon.a (mon.0) 448 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: audit 2024-05-11T04:37:13.048717+0000 mon.a (mon.0) 449 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: cephadm 2024-05-11T04:37:13.050060+0000 mgr.y (mgr.14152) 205 : cephadm 1 Adjusting osd_memory_target on smithi072 to 4060M 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: audit 2024-05-11T04:37:13.060163+0000 mon.a (mon.0) 450 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: audit 2024-05-11T04:37:13.078997+0000 mon.a (mon.0) 451 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:14.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: audit 2024-05-11T04:37:13.080694+0000 mon.a (mon.0) 452 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:37:14.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:14 smithi072 bash[21439]: audit 2024-05-11T04:37:13.091324+0000 mon.a (mon.0) 453 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:14.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: cluster 2024-05-11T04:37:12.407791+0000 mgr.y (mgr.14152) 203 : cluster 0 pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:14.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: cephadm 2024-05-11T04:37:13.017444+0000 mgr.y (mgr.14152) 204 : cephadm 1 Detected new or changed devices on smithi072 2024-05-11T04:37:14.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: audit 2024-05-11T04:37:13.027442+0000 mon.a (mon.0) 444 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:14.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: audit 2024-05-11T04:37:13.040300+0000 mon.a (mon.0) 445 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:14.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: audit 2024-05-11T04:37:13.043352+0000 mon.a (mon.0) 446 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: audit 2024-05-11T04:37:13.045277+0000 mon.a (mon.0) 447 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: audit 2024-05-11T04:37:13.047025+0000 mon.a (mon.0) 448 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: audit 2024-05-11T04:37:13.048717+0000 mon.a (mon.0) 449 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:37:14.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: cephadm 2024-05-11T04:37:13.050060+0000 mgr.y (mgr.14152) 205 : cephadm 1 Adjusting osd_memory_target on smithi072 to 4060M 2024-05-11T04:37:14.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: audit 2024-05-11T04:37:13.060163+0000 mon.a (mon.0) 450 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:14.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: audit 2024-05-11T04:37:13.078997+0000 mon.a (mon.0) 451 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:14.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: audit 2024-05-11T04:37:13.080694+0000 mon.a (mon.0) 452 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:37:14.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:14 smithi072 bash[31478]: audit 2024-05-11T04:37:13.091324+0000 mon.a (mon.0) 453 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:16.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:16 smithi086 bash[23731]: cluster 2024-05-11T04:37:14.408339+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:16.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:16 smithi072 bash[21439]: cluster 2024-05-11T04:37:14.408339+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:16.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:16 smithi072 bash[31478]: cluster 2024-05-11T04:37:14.408339+0000 mgr.y (mgr.14152) 206 : cluster 0 pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:16.704 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:37:18.232 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:18 smithi086 bash[23731]: cluster 2024-05-11T04:37:16.408896+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:18.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:18 smithi072 bash[21439]: cluster 2024-05-11T04:37:16.408896+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:18.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:18 smithi072 bash[31478]: cluster 2024-05-11T04:37:16.408896+0000 mgr.y (mgr.14152) 207 : cluster 0 pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:20.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:20 smithi072 bash[21439]: cluster 2024-05-11T04:37:18.409434+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:20.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:20 smithi072 bash[21439]: audit 2024-05-11T04:37:19.212632+0000 mgr.y (mgr.14152) 209 : audit 0 from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:37:20.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:20 smithi072 bash[21439]: audit 2024-05-11T04:37:19.220141+0000 mon.a (mon.0) 454 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:37:20.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:20 smithi072 bash[21439]: audit 2024-05-11T04:37:19.226640+0000 mon.a (mon.0) 455 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:37:20.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:20 smithi072 bash[21439]: audit 2024-05-11T04:37:19.228380+0000 mon.a (mon.0) 456 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:20.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:20 smithi072 bash[31478]: cluster 2024-05-11T04:37:18.409434+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:20.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:20 smithi072 bash[31478]: audit 2024-05-11T04:37:19.212632+0000 mgr.y (mgr.14152) 209 : audit 0 from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:37:20.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:20 smithi072 bash[31478]: audit 2024-05-11T04:37:19.220141+0000 mon.a (mon.0) 454 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:37:20.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:20 smithi072 bash[31478]: audit 2024-05-11T04:37:19.226640+0000 mon.a (mon.0) 455 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:37:20.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:20 smithi072 bash[31478]: audit 2024-05-11T04:37:19.228380+0000 mon.a (mon.0) 456 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:20.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:20 smithi086 bash[23731]: cluster 2024-05-11T04:37:18.409434+0000 mgr.y (mgr.14152) 208 : cluster 0 pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:20.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:20 smithi086 bash[23731]: audit 2024-05-11T04:37:19.212632+0000 mgr.y (mgr.14152) 209 : audit 0 from='client.24178 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:37:20.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:20 smithi086 bash[23731]: audit 2024-05-11T04:37:19.220141+0000 mon.a (mon.0) 454 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:37:20.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:20 smithi086 bash[23731]: audit 2024-05-11T04:37:19.226640+0000 mon.a (mon.0) 455 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:37:20.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:20 smithi086 bash[23731]: audit 2024-05-11T04:37:19.228380+0000 mon.a (mon.0) 456 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:22.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:22 smithi072 bash[21439]: cluster 2024-05-11T04:37:20.409967+0000 mgr.y (mgr.14152) 210 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:22.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:22 smithi072 bash[31478]: cluster 2024-05-11T04:37:20.409967+0000 mgr.y (mgr.14152) 210 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:22.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:22 smithi086 bash[23731]: cluster 2024-05-11T04:37:20.409967+0000 mgr.y (mgr.14152) 210 : cluster 0 pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:24.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:24 smithi072 bash[21439]: cluster 2024-05-11T04:37:22.410448+0000 mgr.y (mgr.14152) 211 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:24.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:24 smithi072 bash[31478]: cluster 2024-05-11T04:37:22.410448+0000 mgr.y (mgr.14152) 211 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:24.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:24 smithi086 bash[23731]: cluster 2024-05-11T04:37:22.410448+0000 mgr.y (mgr.14152) 211 : cluster 0 pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:26.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:26 smithi086 bash[23731]: cluster 2024-05-11T04:37:24.410975+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:26.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:26 smithi072 bash[21439]: cluster 2024-05-11T04:37:24.410975+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:26.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:26 smithi072 bash[31478]: cluster 2024-05-11T04:37:24.410975+0000 mgr.y (mgr.14152) 212 : cluster 0 pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:28.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:28 smithi086 bash[23731]: cluster 2024-05-11T04:37:26.411537+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:28.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:28 smithi086 bash[23731]: audit 2024-05-11T04:37:27.096620+0000 mon.b (mon.1) 10 : audit 1 from='client.? 172.21.15.86:0/1142249545' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d115dec8-8499-4733-a850-73736ff08868"}]: dispatch 2024-05-11T04:37:28.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:28 smithi086 bash[23731]: audit 2024-05-11T04:37:27.097679+0000 mon.a (mon.0) 457 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d115dec8-8499-4733-a850-73736ff08868"}]: dispatch 2024-05-11T04:37:28.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:28 smithi086 bash[23731]: audit 2024-05-11T04:37:27.107851+0000 mon.a (mon.0) 458 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d115dec8-8499-4733-a850-73736ff08868"}]': finished 2024-05-11T04:37:28.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:28 smithi086 bash[23731]: cluster 2024-05-11T04:37:27.108084+0000 mon.a (mon.0) 459 : cluster 0 osdmap e27: 5 total, 4 up, 5 in 2024-05-11T04:37:28.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:28 smithi086 bash[23731]: audit 2024-05-11T04:37:27.108438+0000 mon.a (mon.0) 460 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:28.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:28 smithi086 bash[23731]: audit 2024-05-11T04:37:27.839421+0000 mon.b (mon.1) 11 : audit 0 from='client.? 172.21.15.86:0/2829069062' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:37:28.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:28 smithi072 bash[21439]: cluster 2024-05-11T04:37:26.411537+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:28.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:28 smithi072 bash[21439]: audit 2024-05-11T04:37:27.096620+0000 mon.b (mon.1) 10 : audit 1 from='client.? 172.21.15.86:0/1142249545' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d115dec8-8499-4733-a850-73736ff08868"}]: dispatch 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:28 smithi072 bash[21439]: audit 2024-05-11T04:37:27.097679+0000 mon.a (mon.0) 457 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d115dec8-8499-4733-a850-73736ff08868"}]: dispatch 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:28 smithi072 bash[21439]: audit 2024-05-11T04:37:27.107851+0000 mon.a (mon.0) 458 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d115dec8-8499-4733-a850-73736ff08868"}]': finished 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:28 smithi072 bash[21439]: cluster 2024-05-11T04:37:27.108084+0000 mon.a (mon.0) 459 : cluster 0 osdmap e27: 5 total, 4 up, 5 in 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:28 smithi072 bash[21439]: audit 2024-05-11T04:37:27.108438+0000 mon.a (mon.0) 460 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:28 smithi072 bash[21439]: audit 2024-05-11T04:37:27.839421+0000 mon.b (mon.1) 11 : audit 0 from='client.? 172.21.15.86:0/2829069062' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:28 smithi072 bash[31478]: cluster 2024-05-11T04:37:26.411537+0000 mgr.y (mgr.14152) 213 : cluster 0 pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:28 smithi072 bash[31478]: audit 2024-05-11T04:37:27.096620+0000 mon.b (mon.1) 10 : audit 1 from='client.? 172.21.15.86:0/1142249545' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d115dec8-8499-4733-a850-73736ff08868"}]: dispatch 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:28 smithi072 bash[31478]: audit 2024-05-11T04:37:27.097679+0000 mon.a (mon.0) 457 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d115dec8-8499-4733-a850-73736ff08868"}]: dispatch 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:28 smithi072 bash[31478]: audit 2024-05-11T04:37:27.107851+0000 mon.a (mon.0) 458 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d115dec8-8499-4733-a850-73736ff08868"}]': finished 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:28 smithi072 bash[31478]: cluster 2024-05-11T04:37:27.108084+0000 mon.a (mon.0) 459 : cluster 0 osdmap e27: 5 total, 4 up, 5 in 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:28 smithi072 bash[31478]: audit 2024-05-11T04:37:27.108438+0000 mon.a (mon.0) 460 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:28.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:28 smithi072 bash[31478]: audit 2024-05-11T04:37:27.839421+0000 mon.b (mon.1) 11 : audit 0 from='client.? 172.21.15.86:0/2829069062' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:37:30.311 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:30 smithi086 bash[23731]: cluster 2024-05-11T04:37:28.412094+0000 mgr.y (mgr.14152) 214 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:30.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:30 smithi072 bash[21439]: cluster 2024-05-11T04:37:28.412094+0000 mgr.y (mgr.14152) 214 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:30 smithi072 bash[31478]: cluster 2024-05-11T04:37:28.412094+0000 mgr.y (mgr.14152) 214 : cluster 0 pgmap v183: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:32 smithi086 bash[23731]: cluster 2024-05-11T04:37:30.412575+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:32.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:32 smithi072 bash[21439]: cluster 2024-05-11T04:37:30.412575+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:32.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:32 smithi072 bash[31478]: cluster 2024-05-11T04:37:30.412575+0000 mgr.y (mgr.14152) 215 : cluster 0 pgmap v184: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:34.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:34 smithi086 bash[23731]: cluster 2024-05-11T04:37:32.413123+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:34.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:34 smithi072 bash[21439]: cluster 2024-05-11T04:37:32.413123+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:34.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:34 smithi072 bash[31478]: cluster 2024-05-11T04:37:32.413123+0000 mgr.y (mgr.14152) 216 : cluster 0 pgmap v185: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:36.453 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:36 smithi086 bash[23731]: cluster 2024-05-11T04:37:34.413684+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:36.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:36 smithi072 bash[21439]: cluster 2024-05-11T04:37:34.413684+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:36.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:36 smithi072 bash[31478]: cluster 2024-05-11T04:37:34.413684+0000 mgr.y (mgr.14152) 217 : cluster 0 pgmap v186: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:38.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:38 smithi086 bash[23731]: cluster 2024-05-11T04:37:36.414217+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:38.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:38 smithi072 bash[21439]: cluster 2024-05-11T04:37:36.414217+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:38.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:38 smithi072 bash[31478]: cluster 2024-05-11T04:37:36.414217+0000 mgr.y (mgr.14152) 218 : cluster 0 pgmap v187: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:39.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:39 smithi086 bash[23731]: audit 2024-05-11T04:37:38.908247+0000 mon.a (mon.0) 461 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:37:39.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:39 smithi086 bash[23731]: audit 2024-05-11T04:37:38.910037+0000 mon.a (mon.0) 462 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:39.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:39 smithi072 bash[21439]: audit 2024-05-11T04:37:38.908247+0000 mon.a (mon.0) 461 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:37:39.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:39 smithi072 bash[21439]: audit 2024-05-11T04:37:38.910037+0000 mon.a (mon.0) 462 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:39 smithi072 bash[31478]: audit 2024-05-11T04:37:38.908247+0000 mon.a (mon.0) 461 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:37:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:39 smithi072 bash[31478]: audit 2024-05-11T04:37:38.910037+0000 mon.a (mon.0) 462 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:40.246 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:40 smithi086 bash[23731]: cluster 2024-05-11T04:37:38.414763+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:40.246 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:40 smithi086 bash[23731]: cephadm 2024-05-11T04:37:38.911648+0000 mgr.y (mgr.14152) 220 : cephadm 1 Deploying daemon osd.4 on smithi086 2024-05-11T04:37:40.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:40 smithi072 bash[21439]: cluster 2024-05-11T04:37:38.414763+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:40.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:40 smithi072 bash[21439]: cephadm 2024-05-11T04:37:38.911648+0000 mgr.y (mgr.14152) 220 : cephadm 1 Deploying daemon osd.4 on smithi086 2024-05-11T04:37:40.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:40 smithi072 bash[31478]: cluster 2024-05-11T04:37:38.414763+0000 mgr.y (mgr.14152) 219 : cluster 0 pgmap v188: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:40.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:40 smithi072 bash[31478]: cephadm 2024-05-11T04:37:38.911648+0000 mgr.y (mgr.14152) 220 : cephadm 1 Deploying daemon osd.4 on smithi086 2024-05-11T04:37:42.341 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:42 smithi086 bash[23731]: cluster 2024-05-11T04:37:40.415298+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:42.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:42 smithi072 bash[21439]: cluster 2024-05-11T04:37:40.415298+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:42.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:42 smithi072 bash[31478]: cluster 2024-05-11T04:37:40.415298+0000 mgr.y (mgr.14152) 221 : cluster 0 pgmap v189: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:42.596 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:42 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:37:42.597 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:37:42 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:37:42.852 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:42 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:37:42.853 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:37:42 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:37:44.144 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:43 smithi086 bash[23731]: cluster 2024-05-11T04:37:42.415833+0000 mgr.y (mgr.14152) 222 : cluster 0 pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:44.144 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:43 smithi086 bash[23731]: audit 2024-05-11T04:37:42.847004+0000 mon.a (mon.0) 463 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:44.144 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:43 smithi086 bash[23731]: audit 2024-05-11T04:37:42.856242+0000 mon.a (mon.0) 464 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:44.144 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:43 smithi086 bash[23731]: audit 2024-05-11T04:37:42.857554+0000 mon.a (mon.0) 465 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:44.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:43 smithi072 bash[21439]: cluster 2024-05-11T04:37:42.415833+0000 mgr.y (mgr.14152) 222 : cluster 0 pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:44.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:43 smithi072 bash[21439]: audit 2024-05-11T04:37:42.847004+0000 mon.a (mon.0) 463 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:44.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:43 smithi072 bash[21439]: audit 2024-05-11T04:37:42.856242+0000 mon.a (mon.0) 464 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:44.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:43 smithi072 bash[21439]: audit 2024-05-11T04:37:42.857554+0000 mon.a (mon.0) 465 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:44.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:43 smithi072 bash[31478]: cluster 2024-05-11T04:37:42.415833+0000 mgr.y (mgr.14152) 222 : cluster 0 pgmap v190: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:44.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:43 smithi072 bash[31478]: audit 2024-05-11T04:37:42.847004+0000 mon.a (mon.0) 463 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:44.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:43 smithi072 bash[31478]: audit 2024-05-11T04:37:42.856242+0000 mon.a (mon.0) 464 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:44.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:43 smithi072 bash[31478]: audit 2024-05-11T04:37:42.857554+0000 mon.a (mon.0) 465 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:46.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:45 smithi086 bash[23731]: cluster 2024-05-11T04:37:44.416379+0000 mgr.y (mgr.14152) 223 : cluster 0 pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:46.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:45 smithi072 bash[31478]: cluster 2024-05-11T04:37:44.416379+0000 mgr.y (mgr.14152) 223 : cluster 0 pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:46.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:45 smithi072 bash[21439]: cluster 2024-05-11T04:37:44.416379+0000 mgr.y (mgr.14152) 223 : cluster 0 pgmap v191: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:48.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:47 smithi086 bash[23731]: cluster 2024-05-11T04:37:46.416932+0000 mgr.y (mgr.14152) 224 : cluster 0 pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:48.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:47 smithi072 bash[21439]: cluster 2024-05-11T04:37:46.416932+0000 mgr.y (mgr.14152) 224 : cluster 0 pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:48.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:47 smithi072 bash[31478]: cluster 2024-05-11T04:37:46.416932+0000 mgr.y (mgr.14152) 224 : cluster 0 pgmap v192: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:50.147 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:49 smithi086 bash[23731]: cluster 2024-05-11T04:37:48.417469+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:50.148 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:49 smithi086 bash[23731]: audit 2024-05-11T04:37:48.922053+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.86:6800/2293720889,v1:172.21.15.86:6801/2293720889]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:37:50.148 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:49 smithi086 bash[23731]: audit 2024-05-11T04:37:48.922936+0000 mon.a (mon.0) 466 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:37:50.148 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:49 smithi086 bash[23731]: audit 2024-05-11T04:37:49.563952+0000 mon.a (mon.0) 467 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:50.148 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:49 smithi086 bash[23731]: audit 2024-05-11T04:37:49.572832+0000 mon.a (mon.0) 468 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:49 smithi072 bash[21439]: cluster 2024-05-11T04:37:48.417469+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:49 smithi072 bash[21439]: audit 2024-05-11T04:37:48.922053+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.86:6800/2293720889,v1:172.21.15.86:6801/2293720889]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:37:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:49 smithi072 bash[21439]: audit 2024-05-11T04:37:48.922936+0000 mon.a (mon.0) 466 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:37:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:49 smithi072 bash[21439]: audit 2024-05-11T04:37:49.563952+0000 mon.a (mon.0) 467 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:49 smithi072 bash[21439]: audit 2024-05-11T04:37:49.572832+0000 mon.a (mon.0) 468 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:49 smithi072 bash[31478]: cluster 2024-05-11T04:37:48.417469+0000 mgr.y (mgr.14152) 225 : cluster 0 pgmap v193: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:49 smithi072 bash[31478]: audit 2024-05-11T04:37:48.922053+0000 mon.b (mon.1) 12 : audit 1 from='osd.4 [v2:172.21.15.86:6800/2293720889,v1:172.21.15.86:6801/2293720889]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:37:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:49 smithi072 bash[31478]: audit 2024-05-11T04:37:48.922936+0000 mon.a (mon.0) 466 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-05-11T04:37:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:49 smithi072 bash[31478]: audit 2024-05-11T04:37:49.563952+0000 mon.a (mon.0) 467 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:49 smithi072 bash[31478]: audit 2024-05-11T04:37:49.572832+0000 mon.a (mon.0) 468 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:51.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:50 smithi086 bash[23731]: audit 2024-05-11T04:37:49.869245+0000 mon.a (mon.0) 469 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:37:51.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:50 smithi086 bash[23731]: cluster 2024-05-11T04:37:49.869503+0000 mon.a (mon.0) 470 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-05-11T04:37:51.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:50 smithi086 bash[23731]: audit 2024-05-11T04:37:49.869769+0000 mon.a (mon.0) 471 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:51.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:50 smithi086 bash[23731]: audit 2024-05-11T04:37:49.870115+0000 mon.b (mon.1) 13 : audit 1 from='osd.4 [v2:172.21.15.86:6800/2293720889,v1:172.21.15.86:6801/2293720889]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:37:51.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:50 smithi086 bash[23731]: audit 2024-05-11T04:37:49.870974+0000 mon.a (mon.0) 472 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:37:51.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:50 smithi086 bash[23731]: audit 2024-05-11T04:37:50.148176+0000 mon.a (mon.0) 473 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:51.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:50 smithi086 bash[23731]: audit 2024-05-11T04:37:50.150234+0000 mon.a (mon.0) 474 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:37:51.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:50 smithi086 bash[23731]: audit 2024-05-11T04:37:50.160686+0000 mon.a (mon.0) 475 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:51.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:50 smithi072 bash[21439]: audit 2024-05-11T04:37:49.869245+0000 mon.a (mon.0) 469 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:37:51.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:50 smithi072 bash[21439]: cluster 2024-05-11T04:37:49.869503+0000 mon.a (mon.0) 470 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-05-11T04:37:51.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:50 smithi072 bash[21439]: audit 2024-05-11T04:37:49.869769+0000 mon.a (mon.0) 471 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:51.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:50 smithi072 bash[21439]: audit 2024-05-11T04:37:49.870115+0000 mon.b (mon.1) 13 : audit 1 from='osd.4 [v2:172.21.15.86:6800/2293720889,v1:172.21.15.86:6801/2293720889]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:37:51.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:50 smithi072 bash[21439]: audit 2024-05-11T04:37:49.870974+0000 mon.a (mon.0) 472 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:37:51.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:50 smithi072 bash[21439]: audit 2024-05-11T04:37:50.148176+0000 mon.a (mon.0) 473 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:51.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:50 smithi072 bash[21439]: audit 2024-05-11T04:37:50.150234+0000 mon.a (mon.0) 474 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:37:51.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:50 smithi072 bash[21439]: audit 2024-05-11T04:37:50.160686+0000 mon.a (mon.0) 475 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:51.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:50 smithi072 bash[31478]: audit 2024-05-11T04:37:49.869245+0000 mon.a (mon.0) 469 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-05-11T04:37:51.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:50 smithi072 bash[31478]: cluster 2024-05-11T04:37:49.869503+0000 mon.a (mon.0) 470 : cluster 0 osdmap e28: 5 total, 4 up, 5 in 2024-05-11T04:37:51.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:50 smithi072 bash[31478]: audit 2024-05-11T04:37:49.869769+0000 mon.a (mon.0) 471 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:51.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:50 smithi072 bash[31478]: audit 2024-05-11T04:37:49.870115+0000 mon.b (mon.1) 13 : audit 1 from='osd.4 [v2:172.21.15.86:6800/2293720889,v1:172.21.15.86:6801/2293720889]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:37:51.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:50 smithi072 bash[31478]: audit 2024-05-11T04:37:49.870974+0000 mon.a (mon.0) 472 : audit 1 from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:37:51.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:50 smithi072 bash[31478]: audit 2024-05-11T04:37:50.148176+0000 mon.a (mon.0) 473 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:37:51.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:50 smithi072 bash[31478]: audit 2024-05-11T04:37:50.150234+0000 mon.a (mon.0) 474 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:37:51.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:50 smithi072 bash[31478]: audit 2024-05-11T04:37:50.160686+0000 mon.a (mon.0) 475 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:52.175 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:51 smithi086 bash[23731]: cluster 2024-05-11T04:37:50.418048+0000 mgr.y (mgr.14152) 226 : cluster 0 pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:52.175 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:51 smithi086 bash[23731]: audit 2024-05-11T04:37:50.872356+0000 mon.a (mon.0) 476 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:37:52.176 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:51 smithi086 bash[23731]: cluster 2024-05-11T04:37:50.872508+0000 mon.a (mon.0) 477 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-05-11T04:37:52.176 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:51 smithi086 bash[23731]: audit 2024-05-11T04:37:50.873159+0000 mon.a (mon.0) 478 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:52.176 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:51 smithi086 bash[23731]: audit 2024-05-11T04:37:50.883020+0000 mon.a (mon.0) 479 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:52.176 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:51 smithi086 bash[23731]: audit 2024-05-11T04:37:51.388606+0000 mon.a (mon.0) 480 : audit 1 from='osd.4 ' entity='osd.4' 2024-05-11T04:37:52.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:51 smithi072 bash[21439]: cluster 2024-05-11T04:37:50.418048+0000 mgr.y (mgr.14152) 226 : cluster 0 pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:52.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:51 smithi072 bash[21439]: audit 2024-05-11T04:37:50.872356+0000 mon.a (mon.0) 476 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:37:52.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:51 smithi072 bash[21439]: cluster 2024-05-11T04:37:50.872508+0000 mon.a (mon.0) 477 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-05-11T04:37:52.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:51 smithi072 bash[21439]: audit 2024-05-11T04:37:50.873159+0000 mon.a (mon.0) 478 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:52.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:51 smithi072 bash[21439]: audit 2024-05-11T04:37:50.883020+0000 mon.a (mon.0) 479 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:52.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:51 smithi072 bash[21439]: audit 2024-05-11T04:37:51.388606+0000 mon.a (mon.0) 480 : audit 1 from='osd.4 ' entity='osd.4' 2024-05-11T04:37:52.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:51 smithi072 bash[31478]: cluster 2024-05-11T04:37:50.418048+0000 mgr.y (mgr.14152) 226 : cluster 0 pgmap v195: 1 pgs: 1 active+clean; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:52.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:51 smithi072 bash[31478]: audit 2024-05-11T04:37:50.872356+0000 mon.a (mon.0) 476 : audit 1 from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:37:52.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:51 smithi072 bash[31478]: cluster 2024-05-11T04:37:50.872508+0000 mon.a (mon.0) 477 : cluster 0 osdmap e29: 5 total, 4 up, 5 in 2024-05-11T04:37:52.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:51 smithi072 bash[31478]: audit 2024-05-11T04:37:50.873159+0000 mon.a (mon.0) 478 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:52.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:51 smithi072 bash[31478]: audit 2024-05-11T04:37:50.883020+0000 mon.a (mon.0) 479 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:52.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:51 smithi072 bash[31478]: audit 2024-05-11T04:37:51.388606+0000 mon.a (mon.0) 480 : audit 1 from='osd.4 ' entity='osd.4' 2024-05-11T04:37:52.642 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 4 on host 'smithi086' 2024-05-11T04:37:53.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:52 smithi086 bash[23731]: cluster 2024-05-11T04:37:49.943127+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:37:53.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:52 smithi086 bash[23731]: cluster 2024-05-11T04:37:49.943215+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:37:53.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:52 smithi086 bash[23731]: cluster 2024-05-11T04:37:51.884343+0000 mon.a (mon.0) 481 : cluster 1 osd.4 [v2:172.21.15.86:6800/2293720889,v1:172.21.15.86:6801/2293720889] boot 2024-05-11T04:37:53.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:52 smithi086 bash[23731]: cluster 2024-05-11T04:37:51.884506+0000 mon.a (mon.0) 482 : cluster 0 osdmap e30: 5 total, 5 up, 5 in 2024-05-11T04:37:53.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:52 smithi086 bash[23731]: audit 2024-05-11T04:37:51.885960+0000 mon.a (mon.0) 483 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:53.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:52 smithi086 bash[23731]: audit 2024-05-11T04:37:52.601895+0000 mon.a (mon.0) 484 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:53.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:52 smithi086 bash[23731]: audit 2024-05-11T04:37:52.602383+0000 mon.a (mon.0) 485 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:53.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:52 smithi086 bash[23731]: audit 2024-05-11T04:37:52.613009+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:53.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:52 smithi086 bash[23731]: cluster 2024-05-11T04:37:52.728483+0000 mon.a (mon.0) 487 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-05-11T04:37:53.240 DEBUG:teuthology.orchestra.run.smithi086:osd.4> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.4.service 2024-05-11T04:37:53.243 INFO:tasks.cephadm:Deploying osd.5 on smithi086 with /dev/vg_nvme/lv_3... 2024-05-11T04:37:53.243 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-05-11T04:37:53.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:52 smithi072 bash[21439]: cluster 2024-05-11T04:37:49.943127+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:37:53.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:52 smithi072 bash[21439]: cluster 2024-05-11T04:37:49.943215+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:37:53.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:52 smithi072 bash[21439]: cluster 2024-05-11T04:37:51.884343+0000 mon.a (mon.0) 481 : cluster 1 osd.4 [v2:172.21.15.86:6800/2293720889,v1:172.21.15.86:6801/2293720889] boot 2024-05-11T04:37:53.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:52 smithi072 bash[21439]: cluster 2024-05-11T04:37:51.884506+0000 mon.a (mon.0) 482 : cluster 0 osdmap e30: 5 total, 5 up, 5 in 2024-05-11T04:37:53.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:52 smithi072 bash[21439]: audit 2024-05-11T04:37:51.885960+0000 mon.a (mon.0) 483 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:53.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:52 smithi072 bash[21439]: audit 2024-05-11T04:37:52.601895+0000 mon.a (mon.0) 484 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:53.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:52 smithi072 bash[21439]: audit 2024-05-11T04:37:52.602383+0000 mon.a (mon.0) 485 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:53.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:52 smithi072 bash[21439]: audit 2024-05-11T04:37:52.613009+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:53.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:52 smithi072 bash[21439]: cluster 2024-05-11T04:37:52.728483+0000 mon.a (mon.0) 487 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-05-11T04:37:53.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:52 smithi072 bash[31478]: cluster 2024-05-11T04:37:49.943127+0000 osd.4 (osd.4) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:37:53.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:52 smithi072 bash[31478]: cluster 2024-05-11T04:37:49.943215+0000 osd.4 (osd.4) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:37:53.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:52 smithi072 bash[31478]: cluster 2024-05-11T04:37:51.884343+0000 mon.a (mon.0) 481 : cluster 1 osd.4 [v2:172.21.15.86:6800/2293720889,v1:172.21.15.86:6801/2293720889] boot 2024-05-11T04:37:53.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:52 smithi072 bash[31478]: cluster 2024-05-11T04:37:51.884506+0000 mon.a (mon.0) 482 : cluster 0 osdmap e30: 5 total, 5 up, 5 in 2024-05-11T04:37:53.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:52 smithi072 bash[31478]: audit 2024-05-11T04:37:51.885960+0000 mon.a (mon.0) 483 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:37:53.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:52 smithi072 bash[31478]: audit 2024-05-11T04:37:52.601895+0000 mon.a (mon.0) 484 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:53.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:52 smithi072 bash[31478]: audit 2024-05-11T04:37:52.602383+0000 mon.a (mon.0) 485 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:37:53.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:52 smithi072 bash[31478]: audit 2024-05-11T04:37:52.613009+0000 mon.a (mon.0) 486 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:37:53.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:52 smithi072 bash[31478]: cluster 2024-05-11T04:37:52.728483+0000 mon.a (mon.0) 487 : cluster 0 osdmap e31: 5 total, 5 up, 5 in 2024-05-11T04:37:54.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:53 smithi086 bash[23731]: cluster 2024-05-11T04:37:52.418627+0000 mgr.y (mgr.14152) 227 : cluster 0 pgmap v198: 1 pgs: 1 remapped+peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:54.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:53 smithi086 bash[23731]: cluster 2024-05-11T04:37:53.730714+0000 mon.a (mon.0) 488 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-05-11T04:37:54.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:53 smithi072 bash[21439]: cluster 2024-05-11T04:37:52.418627+0000 mgr.y (mgr.14152) 227 : cluster 0 pgmap v198: 1 pgs: 1 remapped+peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:54.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:53 smithi072 bash[21439]: cluster 2024-05-11T04:37:53.730714+0000 mon.a (mon.0) 488 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-05-11T04:37:54.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:53 smithi072 bash[31478]: cluster 2024-05-11T04:37:52.418627+0000 mgr.y (mgr.14152) 227 : cluster 0 pgmap v198: 1 pgs: 1 remapped+peering; 577 KiB data, 112 MiB used, 357 GiB / 358 GiB avail 2024-05-11T04:37:54.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:53 smithi072 bash[31478]: cluster 2024-05-11T04:37:53.730714+0000 mon.a (mon.0) 488 : cluster 0 osdmap e32: 5 total, 5 up, 5 in 2024-05-11T04:37:56.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:55 smithi086 bash[23731]: cluster 2024-05-11T04:37:54.419163+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v201: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:37:56.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:55 smithi086 bash[23731]: cluster 2024-05-11T04:37:54.732753+0000 mon.a (mon.0) 489 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-05-11T04:37:56.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:55 smithi072 bash[31478]: cluster 2024-05-11T04:37:54.419163+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v201: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:37:56.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:55 smithi072 bash[31478]: cluster 2024-05-11T04:37:54.732753+0000 mon.a (mon.0) 489 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-05-11T04:37:56.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:55 smithi072 bash[21439]: cluster 2024-05-11T04:37:54.419163+0000 mgr.y (mgr.14152) 228 : cluster 0 pgmap v201: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:37:56.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:55 smithi072 bash[21439]: cluster 2024-05-11T04:37:54.732753+0000 mon.a (mon.0) 489 : cluster 0 osdmap e33: 5 total, 5 up, 5 in 2024-05-11T04:37:57.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:56 smithi086 bash[23731]: cluster 2024-05-11T04:37:55.734912+0000 mon.a (mon.0) 490 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-05-11T04:37:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:56 smithi072 bash[31478]: cluster 2024-05-11T04:37:55.734912+0000 mon.a (mon.0) 490 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-05-11T04:37:57.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:56 smithi072 bash[21439]: cluster 2024-05-11T04:37:55.734912+0000 mon.a (mon.0) 490 : cluster 0 osdmap e34: 5 total, 5 up, 5 in 2024-05-11T04:37:57.447 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:37:58.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:57 smithi086 bash[23731]: cluster 2024-05-11T04:37:56.419679+0000 mgr.y (mgr.14152) 229 : cluster 0 pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:37:58.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:57 smithi072 bash[21439]: cluster 2024-05-11T04:37:56.419679+0000 mgr.y (mgr.14152) 229 : cluster 0 pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:37:58.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:57 smithi072 bash[31478]: cluster 2024-05-11T04:37:56.419679+0000 mgr.y (mgr.14152) 229 : cluster 0 pgmap v204: 1 pgs: 1 remapped+peering; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:00.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:37:59 smithi072 bash[21439]: cluster 2024-05-11T04:37:58.420271+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-05-11T04:38:00.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:37:59 smithi072 bash[31478]: cluster 2024-05-11T04:37:58.420271+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-05-11T04:38:00.096 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:37:59 smithi086 bash[23731]: cluster 2024-05-11T04:37:58.420271+0000 mgr.y (mgr.14152) 230 : cluster 0 pgmap v205: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 101 KiB/s, 0 objects/s recovering 2024-05-11T04:38:01.245 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-05-11T04:38:01.246 INFO:teuthology.orchestra.run.smithi086.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-05-11T04:38:01.246 INFO:teuthology.orchestra.run.smithi086.stderr: stderr: 10+0 records in 2024-05-11T04:38:01.246 INFO:teuthology.orchestra.run.smithi086.stderr:10+0 records out 2024-05-11T04:38:01.246 INFO:teuthology.orchestra.run.smithi086.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.014032 s, 747 MB/s 2024-05-11T04:38:01.246 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping successful for: 2024-05-11T04:38:01.866 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:01 smithi086 bash[23731]: cluster 2024-05-11T04:38:00.420804+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-11T04:38:01.897 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_3 2024-05-11T04:38:02.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:01 smithi072 bash[21439]: cluster 2024-05-11T04:38:00.420804+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-11T04:38:02.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:01 smithi072 bash[31478]: cluster 2024-05-11T04:38:00.420804+0000 mgr.y (mgr.14152) 231 : cluster 0 pgmap v206: 1 pgs: 1 active+clean; 577 KiB data, 144 MiB used, 447 GiB / 447 GiB avail; 86 KiB/s, 0 objects/s recovering 2024-05-11T04:38:03.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:03 smithi086 bash[23731]: cephadm 2024-05-11T04:38:02.297313+0000 mgr.y (mgr.14152) 232 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:38:03.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:03 smithi086 bash[23731]: audit 2024-05-11T04:38:02.307915+0000 mon.a (mon.0) 491 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:03 smithi086 bash[23731]: audit 2024-05-11T04:38:02.318133+0000 mon.a (mon.0) 492 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:03 smithi086 bash[23731]: audit 2024-05-11T04:38:02.320354+0000 mon.a (mon.0) 493 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:38:03.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:03 smithi086 bash[23731]: cephadm 2024-05-11T04:38:02.321805+0000 mgr.y (mgr.14152) 233 : cephadm 1 Adjusting osd_memory_target on smithi086 to 17265M 2024-05-11T04:38:03.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:03 smithi086 bash[23731]: audit 2024-05-11T04:38:02.331898+0000 mon.a (mon.0) 494 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:03 smithi086 bash[23731]: audit 2024-05-11T04:38:02.334385+0000 mon.a (mon.0) 495 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:03.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:03 smithi086 bash[23731]: audit 2024-05-11T04:38:02.336132+0000 mon.a (mon.0) 496 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:03.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:03 smithi086 bash[23731]: audit 2024-05-11T04:38:02.347851+0000 mon.a (mon.0) 497 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:03 smithi086 bash[23731]: cluster 2024-05-11T04:38:02.421376+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:38:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:03 smithi072 bash[21439]: cephadm 2024-05-11T04:38:02.297313+0000 mgr.y (mgr.14152) 232 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:38:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:03 smithi072 bash[21439]: audit 2024-05-11T04:38:02.307915+0000 mon.a (mon.0) 491 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:03 smithi072 bash[21439]: audit 2024-05-11T04:38:02.318133+0000 mon.a (mon.0) 492 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:03 smithi072 bash[21439]: audit 2024-05-11T04:38:02.320354+0000 mon.a (mon.0) 493 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:38:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:03 smithi072 bash[21439]: cephadm 2024-05-11T04:38:02.321805+0000 mgr.y (mgr.14152) 233 : cephadm 1 Adjusting osd_memory_target on smithi086 to 17265M 2024-05-11T04:38:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:03 smithi072 bash[21439]: audit 2024-05-11T04:38:02.331898+0000 mon.a (mon.0) 494 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:03 smithi072 bash[21439]: audit 2024-05-11T04:38:02.334385+0000 mon.a (mon.0) 495 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:03 smithi072 bash[21439]: audit 2024-05-11T04:38:02.336132+0000 mon.a (mon.0) 496 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:03 smithi072 bash[21439]: audit 2024-05-11T04:38:02.347851+0000 mon.a (mon.0) 497 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:03 smithi072 bash[21439]: cluster 2024-05-11T04:38:02.421376+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:38:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:03 smithi072 bash[31478]: cephadm 2024-05-11T04:38:02.297313+0000 mgr.y (mgr.14152) 232 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:38:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:03 smithi072 bash[31478]: audit 2024-05-11T04:38:02.307915+0000 mon.a (mon.0) 491 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:03 smithi072 bash[31478]: audit 2024-05-11T04:38:02.318133+0000 mon.a (mon.0) 492 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:03 smithi072 bash[31478]: audit 2024-05-11T04:38:02.320354+0000 mon.a (mon.0) 493 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:38:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:03 smithi072 bash[31478]: cephadm 2024-05-11T04:38:02.321805+0000 mgr.y (mgr.14152) 233 : cephadm 1 Adjusting osd_memory_target on smithi086 to 17265M 2024-05-11T04:38:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:03 smithi072 bash[31478]: audit 2024-05-11T04:38:02.331898+0000 mon.a (mon.0) 494 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:03 smithi072 bash[31478]: audit 2024-05-11T04:38:02.334385+0000 mon.a (mon.0) 495 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:03 smithi072 bash[31478]: audit 2024-05-11T04:38:02.336132+0000 mon.a (mon.0) 496 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:03 smithi072 bash[31478]: audit 2024-05-11T04:38:02.347851+0000 mon.a (mon.0) 497 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:03 smithi072 bash[31478]: cluster 2024-05-11T04:38:02.421376+0000 mgr.y (mgr.14152) 234 : cluster 0 pgmap v207: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:38:05.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:05 smithi086 bash[23731]: cluster 2024-05-11T04:38:04.421998+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:38:05.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:05 smithi072 bash[31478]: cluster 2024-05-11T04:38:04.421998+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:38:05.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:05 smithi072 bash[21439]: cluster 2024-05-11T04:38:04.421998+0000 mgr.y (mgr.14152) 235 : cluster 0 pgmap v208: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:38:06.571 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:38:07.639 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:07 smithi086 bash[23731]: cluster 2024-05-11T04:38:06.422531+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-05-11T04:38:07.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:07 smithi072 bash[21439]: cluster 2024-05-11T04:38:06.422531+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-05-11T04:38:07.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:07 smithi072 bash[31478]: cluster 2024-05-11T04:38:06.422531+0000 mgr.y (mgr.14152) 236 : cluster 0 pgmap v209: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-05-11T04:38:09.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:09 smithi086 bash[23731]: cluster 2024-05-11T04:38:08.423101+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:38:09.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:09 smithi086 bash[23731]: audit 2024-05-11T04:38:09.051105+0000 mgr.y (mgr.14152) 238 : audit 0 from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:38:09.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:09 smithi086 bash[23731]: audit 2024-05-11T04:38:09.058116+0000 mon.a (mon.0) 498 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:38:09.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:09 smithi086 bash[23731]: audit 2024-05-11T04:38:09.064660+0000 mon.a (mon.0) 499 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:38:09.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:09 smithi086 bash[23731]: audit 2024-05-11T04:38:09.066314+0000 mon.a (mon.0) 500 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:09.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:09 smithi072 bash[31478]: cluster 2024-05-11T04:38:08.423101+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:38:09.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:09 smithi072 bash[31478]: audit 2024-05-11T04:38:09.051105+0000 mgr.y (mgr.14152) 238 : audit 0 from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:38:09.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:09 smithi072 bash[31478]: audit 2024-05-11T04:38:09.058116+0000 mon.a (mon.0) 498 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:38:09.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:09 smithi072 bash[31478]: audit 2024-05-11T04:38:09.064660+0000 mon.a (mon.0) 499 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:38:09.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:09 smithi072 bash[31478]: audit 2024-05-11T04:38:09.066314+0000 mon.a (mon.0) 500 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:09 smithi072 bash[21439]: cluster 2024-05-11T04:38:08.423101+0000 mgr.y (mgr.14152) 237 : cluster 0 pgmap v210: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:38:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:09 smithi072 bash[21439]: audit 2024-05-11T04:38:09.051105+0000 mgr.y (mgr.14152) 238 : audit 0 from='client.24205 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:38:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:09 smithi072 bash[21439]: audit 2024-05-11T04:38:09.058116+0000 mon.a (mon.0) 498 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:38:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:09 smithi072 bash[21439]: audit 2024-05-11T04:38:09.064660+0000 mon.a (mon.0) 499 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:38:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:09 smithi072 bash[21439]: audit 2024-05-11T04:38:09.066314+0000 mon.a (mon.0) 500 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:11.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:11 smithi086 bash[23731]: cluster 2024-05-11T04:38:10.423630+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:11.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:11 smithi072 bash[21439]: cluster 2024-05-11T04:38:10.423630+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:11.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:11 smithi072 bash[31478]: cluster 2024-05-11T04:38:10.423630+0000 mgr.y (mgr.14152) 239 : cluster 0 pgmap v211: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:13.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:13 smithi086 bash[23731]: cluster 2024-05-11T04:38:12.424211+0000 mgr.y (mgr.14152) 240 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:13.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:13 smithi072 bash[31478]: cluster 2024-05-11T04:38:12.424211+0000 mgr.y (mgr.14152) 240 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:13 smithi072 bash[21439]: cluster 2024-05-11T04:38:12.424211+0000 mgr.y (mgr.14152) 240 : cluster 0 pgmap v212: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:15.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:15 smithi086 bash[23731]: cluster 2024-05-11T04:38:14.424761+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:15.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:15 smithi072 bash[31478]: cluster 2024-05-11T04:38:14.424761+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:15.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:15 smithi072 bash[21439]: cluster 2024-05-11T04:38:14.424761+0000 mgr.y (mgr.14152) 241 : cluster 0 pgmap v213: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:17.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:17 smithi086 bash[23731]: cluster 2024-05-11T04:38:16.425288+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:17.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:17 smithi086 bash[23731]: audit 2024-05-11T04:38:16.823938+0000 mon.b (mon.1) 14 : audit 1 from='client.? 172.21.15.86:0/2799062423' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c86df54-e71b-4cab-951b-61e77e69cb27"}]: dispatch 2024-05-11T04:38:17.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:17 smithi086 bash[23731]: audit 2024-05-11T04:38:16.825338+0000 mon.a (mon.0) 501 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c86df54-e71b-4cab-951b-61e77e69cb27"}]: dispatch 2024-05-11T04:38:17.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:17 smithi086 bash[23731]: audit 2024-05-11T04:38:16.834145+0000 mon.a (mon.0) 502 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c86df54-e71b-4cab-951b-61e77e69cb27"}]': finished 2024-05-11T04:38:17.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:17 smithi086 bash[23731]: cluster 2024-05-11T04:38:16.834340+0000 mon.a (mon.0) 503 : cluster 0 osdmap e35: 6 total, 5 up, 6 in 2024-05-11T04:38:17.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:17 smithi086 bash[23731]: audit 2024-05-11T04:38:16.834605+0000 mon.a (mon.0) 504 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:17 smithi072 bash[31478]: cluster 2024-05-11T04:38:16.425288+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:17 smithi072 bash[31478]: audit 2024-05-11T04:38:16.823938+0000 mon.b (mon.1) 14 : audit 1 from='client.? 172.21.15.86:0/2799062423' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c86df54-e71b-4cab-951b-61e77e69cb27"}]: dispatch 2024-05-11T04:38:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:17 smithi072 bash[31478]: audit 2024-05-11T04:38:16.825338+0000 mon.a (mon.0) 501 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c86df54-e71b-4cab-951b-61e77e69cb27"}]: dispatch 2024-05-11T04:38:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:17 smithi072 bash[31478]: audit 2024-05-11T04:38:16.834145+0000 mon.a (mon.0) 502 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c86df54-e71b-4cab-951b-61e77e69cb27"}]': finished 2024-05-11T04:38:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:17 smithi072 bash[31478]: cluster 2024-05-11T04:38:16.834340+0000 mon.a (mon.0) 503 : cluster 0 osdmap e35: 6 total, 5 up, 6 in 2024-05-11T04:38:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:17 smithi072 bash[31478]: audit 2024-05-11T04:38:16.834605+0000 mon.a (mon.0) 504 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:17.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:17 smithi072 bash[21439]: cluster 2024-05-11T04:38:16.425288+0000 mgr.y (mgr.14152) 242 : cluster 0 pgmap v214: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:17.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:17 smithi072 bash[21439]: audit 2024-05-11T04:38:16.823938+0000 mon.b (mon.1) 14 : audit 1 from='client.? 172.21.15.86:0/2799062423' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c86df54-e71b-4cab-951b-61e77e69cb27"}]: dispatch 2024-05-11T04:38:17.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:17 smithi072 bash[21439]: audit 2024-05-11T04:38:16.825338+0000 mon.a (mon.0) 501 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4c86df54-e71b-4cab-951b-61e77e69cb27"}]: dispatch 2024-05-11T04:38:17.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:17 smithi072 bash[21439]: audit 2024-05-11T04:38:16.834145+0000 mon.a (mon.0) 502 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4c86df54-e71b-4cab-951b-61e77e69cb27"}]': finished 2024-05-11T04:38:17.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:17 smithi072 bash[21439]: cluster 2024-05-11T04:38:16.834340+0000 mon.a (mon.0) 503 : cluster 0 osdmap e35: 6 total, 5 up, 6 in 2024-05-11T04:38:17.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:17 smithi072 bash[21439]: audit 2024-05-11T04:38:16.834605+0000 mon.a (mon.0) 504 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:18.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:18 smithi086 bash[23731]: audit 2024-05-11T04:38:17.535294+0000 mon.b (mon.1) 15 : audit 0 from='client.? 172.21.15.86:0/1311074545' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:38:18.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:18 smithi072 bash[21439]: audit 2024-05-11T04:38:17.535294+0000 mon.b (mon.1) 15 : audit 0 from='client.? 172.21.15.86:0/1311074545' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:38:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:18 smithi072 bash[31478]: audit 2024-05-11T04:38:17.535294+0000 mon.b (mon.1) 15 : audit 0 from='client.? 172.21.15.86:0/1311074545' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:38:19.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:19 smithi086 bash[23731]: cluster 2024-05-11T04:38:18.425845+0000 mgr.y (mgr.14152) 243 : cluster 0 pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:19.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:19 smithi072 bash[21439]: cluster 2024-05-11T04:38:18.425845+0000 mgr.y (mgr.14152) 243 : cluster 0 pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:19.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:19 smithi072 bash[31478]: cluster 2024-05-11T04:38:18.425845+0000 mgr.y (mgr.14152) 243 : cluster 0 pgmap v216: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:21.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:21 smithi086 bash[23731]: cluster 2024-05-11T04:38:20.426330+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:21.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:21 smithi072 bash[21439]: cluster 2024-05-11T04:38:20.426330+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:21.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:21 smithi072 bash[31478]: cluster 2024-05-11T04:38:20.426330+0000 mgr.y (mgr.14152) 244 : cluster 0 pgmap v217: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:23.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:23 smithi086 bash[23731]: cluster 2024-05-11T04:38:22.426890+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:23.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:23 smithi072 bash[31478]: cluster 2024-05-11T04:38:22.426890+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:23.807 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:23 smithi072 bash[21439]: cluster 2024-05-11T04:38:22.426890+0000 mgr.y (mgr.14152) 245 : cluster 0 pgmap v218: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:25.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:25 smithi086 bash[23731]: cluster 2024-05-11T04:38:24.427381+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:25.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:25 smithi072 bash[31478]: cluster 2024-05-11T04:38:24.427381+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:25.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:25 smithi072 bash[21439]: cluster 2024-05-11T04:38:24.427381+0000 mgr.y (mgr.14152) 246 : cluster 0 pgmap v219: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:27.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:27 smithi086 bash[23731]: cluster 2024-05-11T04:38:26.427926+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:27.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:27 smithi072 bash[31478]: cluster 2024-05-11T04:38:26.427926+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:27 smithi072 bash[21439]: cluster 2024-05-11T04:38:26.427926+0000 mgr.y (mgr.14152) 247 : cluster 0 pgmap v220: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:29.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:29 smithi086 bash[23731]: cluster 2024-05-11T04:38:28.428570+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:29.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:29 smithi086 bash[23731]: audit 2024-05-11T04:38:28.564605+0000 mon.a (mon.0) 505 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:38:29.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:29 smithi086 bash[23731]: audit 2024-05-11T04:38:28.566449+0000 mon.a (mon.0) 506 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:29.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:29 smithi086 bash[23731]: cephadm 2024-05-11T04:38:28.568111+0000 mgr.y (mgr.14152) 249 : cephadm 1 Deploying daemon osd.5 on smithi086 2024-05-11T04:38:29.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:29 smithi072 bash[21439]: cluster 2024-05-11T04:38:28.428570+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:29.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:29 smithi072 bash[21439]: audit 2024-05-11T04:38:28.564605+0000 mon.a (mon.0) 505 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:38:29.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:29 smithi072 bash[21439]: audit 2024-05-11T04:38:28.566449+0000 mon.a (mon.0) 506 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:29.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:29 smithi072 bash[21439]: cephadm 2024-05-11T04:38:28.568111+0000 mgr.y (mgr.14152) 249 : cephadm 1 Deploying daemon osd.5 on smithi086 2024-05-11T04:38:29.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:29 smithi072 bash[31478]: cluster 2024-05-11T04:38:28.428570+0000 mgr.y (mgr.14152) 248 : cluster 0 pgmap v221: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:29.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:29 smithi072 bash[31478]: audit 2024-05-11T04:38:28.564605+0000 mon.a (mon.0) 505 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:38:29.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:29 smithi072 bash[31478]: audit 2024-05-11T04:38:28.566449+0000 mon.a (mon.0) 506 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:29.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:29 smithi072 bash[31478]: cephadm 2024-05-11T04:38:28.568111+0000 mgr.y (mgr.14152) 249 : cephadm 1 Deploying daemon osd.5 on smithi086 2024-05-11T04:38:31.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:31 smithi086 bash[23731]: cluster 2024-05-11T04:38:30.429259+0000 mgr.y (mgr.14152) 250 : cluster 0 pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:31.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:31 smithi072 bash[21439]: cluster 2024-05-11T04:38:30.429259+0000 mgr.y (mgr.14152) 250 : cluster 0 pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:31.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:31 smithi072 bash[31478]: cluster 2024-05-11T04:38:30.429259+0000 mgr.y (mgr.14152) 250 : cluster 0 pgmap v222: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:32.229 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:31 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:38:32.230 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:38:31 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:38:32.230 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:38:31 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:38:32.534 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:38:32 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:38:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:32 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:38:32.534 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:38:32 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:38:32.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:32 smithi086 bash[23731]: audit 2024-05-11T04:38:32.366380+0000 mon.a (mon.0) 507 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:38:32.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:32 smithi086 bash[23731]: audit 2024-05-11T04:38:32.372870+0000 mon.a (mon.0) 508 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:32.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:32 smithi086 bash[23731]: audit 2024-05-11T04:38:32.383441+0000 mon.a (mon.0) 509 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:32.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:32 smithi072 bash[21439]: audit 2024-05-11T04:38:32.366380+0000 mon.a (mon.0) 507 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:38:32.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:32 smithi072 bash[21439]: audit 2024-05-11T04:38:32.372870+0000 mon.a (mon.0) 508 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:32.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:32 smithi072 bash[21439]: audit 2024-05-11T04:38:32.383441+0000 mon.a (mon.0) 509 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:32.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:32 smithi072 bash[31478]: audit 2024-05-11T04:38:32.366380+0000 mon.a (mon.0) 507 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:38:32.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:32 smithi072 bash[31478]: audit 2024-05-11T04:38:32.372870+0000 mon.a (mon.0) 508 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:32.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:32 smithi072 bash[31478]: audit 2024-05-11T04:38:32.383441+0000 mon.a (mon.0) 509 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:33.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:33 smithi086 bash[23731]: cluster 2024-05-11T04:38:32.429844+0000 mgr.y (mgr.14152) 251 : cluster 0 pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:33.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:33 smithi072 bash[21439]: cluster 2024-05-11T04:38:32.429844+0000 mgr.y (mgr.14152) 251 : cluster 0 pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:33.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:33 smithi072 bash[31478]: cluster 2024-05-11T04:38:32.429844+0000 mgr.y (mgr.14152) 251 : cluster 0 pgmap v223: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:35.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:35 smithi072 bash[21439]: cluster 2024-05-11T04:38:34.430420+0000 mgr.y (mgr.14152) 252 : cluster 0 pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:35.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:35 smithi072 bash[31478]: cluster 2024-05-11T04:38:34.430420+0000 mgr.y (mgr.14152) 252 : cluster 0 pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:36.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:35 smithi086 bash[23731]: cluster 2024-05-11T04:38:34.430420+0000 mgr.y (mgr.14152) 252 : cluster 0 pgmap v224: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:37.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:37 smithi072 bash[21439]: cluster 2024-05-11T04:38:36.431031+0000 mgr.y (mgr.14152) 253 : cluster 0 pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:37.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:37 smithi072 bash[31478]: cluster 2024-05-11T04:38:36.431031+0000 mgr.y (mgr.14152) 253 : cluster 0 pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:37.987 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:37 smithi086 bash[23731]: cluster 2024-05-11T04:38:36.431031+0000 mgr.y (mgr.14152) 253 : cluster 0 pgmap v225: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:39.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:38 smithi086 bash[23731]: audit 2024-05-11T04:38:37.568459+0000 mon.a (mon.0) 510 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:39.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:38 smithi086 bash[23731]: audit 2024-05-11T04:38:37.579752+0000 mon.a (mon.0) 511 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:39.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:38 smithi086 bash[23731]: audit 2024-05-11T04:38:37.581790+0000 mon.a (mon.0) 512 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:39.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:38 smithi086 bash[23731]: audit 2024-05-11T04:38:37.583791+0000 mon.a (mon.0) 513 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:39.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:38 smithi086 bash[23731]: audit 2024-05-11T04:38:37.595703+0000 mon.a (mon.0) 514 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:39.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:38 smithi086 bash[23731]: audit 2024-05-11T04:38:38.518857+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.86:6808/1551950791,v1:172.21.15.86:6809/1551950791]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:38:39.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:38 smithi086 bash[23731]: audit 2024-05-11T04:38:38.520270+0000 mon.a (mon.0) 515 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:38:39.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:38 smithi072 bash[21439]: audit 2024-05-11T04:38:37.568459+0000 mon.a (mon.0) 510 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:39.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:38 smithi072 bash[21439]: audit 2024-05-11T04:38:37.579752+0000 mon.a (mon.0) 511 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:39.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:38 smithi072 bash[21439]: audit 2024-05-11T04:38:37.581790+0000 mon.a (mon.0) 512 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:39.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:38 smithi072 bash[21439]: audit 2024-05-11T04:38:37.583791+0000 mon.a (mon.0) 513 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:39.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:38 smithi072 bash[21439]: audit 2024-05-11T04:38:37.595703+0000 mon.a (mon.0) 514 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:39.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:38 smithi072 bash[21439]: audit 2024-05-11T04:38:38.518857+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.86:6808/1551950791,v1:172.21.15.86:6809/1551950791]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:38:39.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:38 smithi072 bash[21439]: audit 2024-05-11T04:38:38.520270+0000 mon.a (mon.0) 515 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:38:39.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:38 smithi072 bash[31478]: audit 2024-05-11T04:38:37.568459+0000 mon.a (mon.0) 510 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:39.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:38 smithi072 bash[31478]: audit 2024-05-11T04:38:37.579752+0000 mon.a (mon.0) 511 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:39.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:38 smithi072 bash[31478]: audit 2024-05-11T04:38:37.581790+0000 mon.a (mon.0) 512 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:39.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:38 smithi072 bash[31478]: audit 2024-05-11T04:38:37.583791+0000 mon.a (mon.0) 513 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:39.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:38 smithi072 bash[31478]: audit 2024-05-11T04:38:37.595703+0000 mon.a (mon.0) 514 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:39.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:38 smithi072 bash[31478]: audit 2024-05-11T04:38:38.518857+0000 mon.b (mon.1) 16 : audit 1 from='osd.5 [v2:172.21.15.86:6808/1551950791,v1:172.21.15.86:6809/1551950791]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:38:39.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:38 smithi072 bash[31478]: audit 2024-05-11T04:38:38.520270+0000 mon.a (mon.0) 515 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-05-11T04:38:39.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:39 smithi086 bash[23731]: cluster 2024-05-11T04:38:38.431590+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:39.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:39 smithi086 bash[23731]: audit 2024-05-11T04:38:38.604477+0000 mon.a (mon.0) 516 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-11T04:38:39.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:39 smithi086 bash[23731]: cluster 2024-05-11T04:38:38.604706+0000 mon.a (mon.0) 517 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-05-11T04:38:39.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:39 smithi086 bash[23731]: audit 2024-05-11T04:38:38.604970+0000 mon.a (mon.0) 518 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:39.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:39 smithi086 bash[23731]: audit 2024-05-11T04:38:38.605188+0000 mon.b (mon.1) 17 : audit 1 from='osd.5 [v2:172.21.15.86:6808/1551950791,v1:172.21.15.86:6809/1551950791]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:38:39.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:39 smithi086 bash[23731]: audit 2024-05-11T04:38:38.606412+0000 mon.a (mon.0) 519 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:38:40.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:39 smithi072 bash[21439]: cluster 2024-05-11T04:38:38.431590+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:40.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:39 smithi072 bash[21439]: audit 2024-05-11T04:38:38.604477+0000 mon.a (mon.0) 516 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-11T04:38:40.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:39 smithi072 bash[21439]: cluster 2024-05-11T04:38:38.604706+0000 mon.a (mon.0) 517 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-05-11T04:38:40.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:39 smithi072 bash[21439]: audit 2024-05-11T04:38:38.604970+0000 mon.a (mon.0) 518 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:40.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:39 smithi072 bash[21439]: audit 2024-05-11T04:38:38.605188+0000 mon.b (mon.1) 17 : audit 1 from='osd.5 [v2:172.21.15.86:6808/1551950791,v1:172.21.15.86:6809/1551950791]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:38:40.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:39 smithi072 bash[21439]: audit 2024-05-11T04:38:38.606412+0000 mon.a (mon.0) 519 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:38:40.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:39 smithi072 bash[31478]: cluster 2024-05-11T04:38:38.431590+0000 mgr.y (mgr.14152) 254 : cluster 0 pgmap v226: 1 pgs: 1 active+clean; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:40.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:39 smithi072 bash[31478]: audit 2024-05-11T04:38:38.604477+0000 mon.a (mon.0) 516 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-05-11T04:38:40.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:39 smithi072 bash[31478]: cluster 2024-05-11T04:38:38.604706+0000 mon.a (mon.0) 517 : cluster 0 osdmap e36: 6 total, 5 up, 6 in 2024-05-11T04:38:40.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:39 smithi072 bash[31478]: audit 2024-05-11T04:38:38.604970+0000 mon.a (mon.0) 518 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:40.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:39 smithi072 bash[31478]: audit 2024-05-11T04:38:38.605188+0000 mon.b (mon.1) 17 : audit 1 from='osd.5 [v2:172.21.15.86:6808/1551950791,v1:172.21.15.86:6809/1551950791]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:38:40.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:39 smithi072 bash[31478]: audit 2024-05-11T04:38:38.606412+0000 mon.a (mon.0) 519 : audit 1 from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:38:40.767 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 5 on host 'smithi086' 2024-05-11T04:38:40.968 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:40 smithi086 bash[23731]: audit 2024-05-11T04:38:39.607889+0000 mon.a (mon.0) 520 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:38:40.968 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:40 smithi086 bash[23731]: cluster 2024-05-11T04:38:39.608074+0000 mon.a (mon.0) 521 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-05-11T04:38:40.969 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:40 smithi086 bash[23731]: audit 2024-05-11T04:38:39.608844+0000 mon.a (mon.0) 522 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:40.969 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:40 smithi086 bash[23731]: audit 2024-05-11T04:38:39.618557+0000 mon.a (mon.0) 523 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:40.969 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:40 smithi086 bash[23731]: audit 2024-05-11T04:38:40.079619+0000 mon.a (mon.0) 524 : audit 1 from='osd.5 ' entity='osd.5' 2024-05-11T04:38:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:40 smithi072 bash[21439]: audit 2024-05-11T04:38:39.607889+0000 mon.a (mon.0) 520 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:38:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:40 smithi072 bash[21439]: cluster 2024-05-11T04:38:39.608074+0000 mon.a (mon.0) 521 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-05-11T04:38:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:40 smithi072 bash[21439]: audit 2024-05-11T04:38:39.608844+0000 mon.a (mon.0) 522 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:40 smithi072 bash[21439]: audit 2024-05-11T04:38:39.618557+0000 mon.a (mon.0) 523 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:40 smithi072 bash[21439]: audit 2024-05-11T04:38:40.079619+0000 mon.a (mon.0) 524 : audit 1 from='osd.5 ' entity='osd.5' 2024-05-11T04:38:41.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:40 smithi072 bash[31478]: audit 2024-05-11T04:38:39.607889+0000 mon.a (mon.0) 520 : audit 1 from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:38:41.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:40 smithi072 bash[31478]: cluster 2024-05-11T04:38:39.608074+0000 mon.a (mon.0) 521 : cluster 0 osdmap e37: 6 total, 5 up, 6 in 2024-05-11T04:38:41.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:40 smithi072 bash[31478]: audit 2024-05-11T04:38:39.608844+0000 mon.a (mon.0) 522 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:41.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:40 smithi072 bash[31478]: audit 2024-05-11T04:38:39.618557+0000 mon.a (mon.0) 523 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:40 smithi072 bash[31478]: audit 2024-05-11T04:38:40.079619+0000 mon.a (mon.0) 524 : audit 1 from='osd.5 ' entity='osd.5' 2024-05-11T04:38:41.367 DEBUG:teuthology.orchestra.run.smithi086:osd.5> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.5.service 2024-05-11T04:38:41.370 INFO:tasks.cephadm:Deploying osd.6 on smithi086 with /dev/vg_nvme/lv_2... 2024-05-11T04:38:41.370 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-05-11T04:38:42.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:41 smithi086 bash[23731]: cluster 2024-05-11T04:38:39.497859+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:38:42.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:41 smithi086 bash[23731]: cluster 2024-05-11T04:38:39.497992+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:38:42.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:41 smithi086 bash[23731]: cluster 2024-05-11T04:38:40.432153+0000 mgr.y (mgr.14152) 255 : cluster 0 pgmap v229: 1 pgs: 1 unknown; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:42.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:41 smithi086 bash[23731]: cluster 2024-05-11T04:38:40.611191+0000 mon.a (mon.0) 525 : cluster 1 osd.5 [v2:172.21.15.86:6808/1551950791,v1:172.21.15.86:6809/1551950791] boot 2024-05-11T04:38:42.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:41 smithi086 bash[23731]: cluster 2024-05-11T04:38:40.611336+0000 mon.a (mon.0) 526 : cluster 0 osdmap e38: 6 total, 6 up, 6 in 2024-05-11T04:38:42.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:41 smithi086 bash[23731]: audit 2024-05-11T04:38:40.611737+0000 mon.a (mon.0) 527 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:42.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:41 smithi086 bash[23731]: audit 2024-05-11T04:38:40.737482+0000 mon.a (mon.0) 528 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:42.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:41 smithi086 bash[23731]: audit 2024-05-11T04:38:40.741476+0000 mon.a (mon.0) 529 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:38:42.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:41 smithi086 bash[23731]: audit 2024-05-11T04:38:40.747260+0000 mon.a (mon.0) 530 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:42.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:41 smithi072 bash[21439]: cluster 2024-05-11T04:38:39.497859+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:38:42.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:41 smithi072 bash[21439]: cluster 2024-05-11T04:38:39.497992+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:38:42.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:41 smithi072 bash[21439]: cluster 2024-05-11T04:38:40.432153+0000 mgr.y (mgr.14152) 255 : cluster 0 pgmap v229: 1 pgs: 1 unknown; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:42.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:41 smithi072 bash[21439]: cluster 2024-05-11T04:38:40.611191+0000 mon.a (mon.0) 525 : cluster 1 osd.5 [v2:172.21.15.86:6808/1551950791,v1:172.21.15.86:6809/1551950791] boot 2024-05-11T04:38:42.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:41 smithi072 bash[21439]: cluster 2024-05-11T04:38:40.611336+0000 mon.a (mon.0) 526 : cluster 0 osdmap e38: 6 total, 6 up, 6 in 2024-05-11T04:38:42.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:41 smithi072 bash[21439]: audit 2024-05-11T04:38:40.611737+0000 mon.a (mon.0) 527 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:42.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:41 smithi072 bash[21439]: audit 2024-05-11T04:38:40.737482+0000 mon.a (mon.0) 528 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:42.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:41 smithi072 bash[21439]: audit 2024-05-11T04:38:40.741476+0000 mon.a (mon.0) 529 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:38:42.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:41 smithi072 bash[21439]: audit 2024-05-11T04:38:40.747260+0000 mon.a (mon.0) 530 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:42.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:41 smithi072 bash[31478]: cluster 2024-05-11T04:38:39.497859+0000 osd.5 (osd.5) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:38:42.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:41 smithi072 bash[31478]: cluster 2024-05-11T04:38:39.497992+0000 osd.5 (osd.5) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:38:42.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:41 smithi072 bash[31478]: cluster 2024-05-11T04:38:40.432153+0000 mgr.y (mgr.14152) 255 : cluster 0 pgmap v229: 1 pgs: 1 unknown; 577 KiB data, 143 MiB used, 447 GiB / 447 GiB avail 2024-05-11T04:38:42.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:41 smithi072 bash[31478]: cluster 2024-05-11T04:38:40.611191+0000 mon.a (mon.0) 525 : cluster 1 osd.5 [v2:172.21.15.86:6808/1551950791,v1:172.21.15.86:6809/1551950791] boot 2024-05-11T04:38:42.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:41 smithi072 bash[31478]: cluster 2024-05-11T04:38:40.611336+0000 mon.a (mon.0) 526 : cluster 0 osdmap e38: 6 total, 6 up, 6 in 2024-05-11T04:38:42.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:41 smithi072 bash[31478]: audit 2024-05-11T04:38:40.611737+0000 mon.a (mon.0) 527 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:38:42.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:41 smithi072 bash[31478]: audit 2024-05-11T04:38:40.737482+0000 mon.a (mon.0) 528 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:42.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:41 smithi072 bash[31478]: audit 2024-05-11T04:38:40.741476+0000 mon.a (mon.0) 529 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:38:42.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:41 smithi072 bash[31478]: audit 2024-05-11T04:38:40.747260+0000 mon.a (mon.0) 530 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:43.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:42 smithi086 bash[23731]: cluster 2024-05-11T04:38:41.615728+0000 mon.a (mon.0) 531 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-05-11T04:38:43.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:42 smithi072 bash[31478]: cluster 2024-05-11T04:38:41.615728+0000 mon.a (mon.0) 531 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-05-11T04:38:43.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:42 smithi072 bash[21439]: cluster 2024-05-11T04:38:41.615728+0000 mon.a (mon.0) 531 : cluster 0 osdmap e39: 6 total, 6 up, 6 in 2024-05-11T04:38:44.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:43 smithi086 bash[23731]: cluster 2024-05-11T04:38:42.432642+0000 mgr.y (mgr.14152) 256 : cluster 0 pgmap v232: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:38:44.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:43 smithi086 bash[23731]: cluster 2024-05-11T04:38:42.620611+0000 mon.a (mon.0) 532 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-05-11T04:38:44.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:43 smithi072 bash[31478]: cluster 2024-05-11T04:38:42.432642+0000 mgr.y (mgr.14152) 256 : cluster 0 pgmap v232: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:38:44.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:43 smithi072 bash[31478]: cluster 2024-05-11T04:38:42.620611+0000 mon.a (mon.0) 532 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-05-11T04:38:44.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:43 smithi072 bash[21439]: cluster 2024-05-11T04:38:42.432642+0000 mgr.y (mgr.14152) 256 : cluster 0 pgmap v232: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:38:44.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:43 smithi072 bash[21439]: cluster 2024-05-11T04:38:42.620611+0000 mon.a (mon.0) 532 : cluster 0 osdmap e40: 6 total, 6 up, 6 in 2024-05-11T04:38:45.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:44 smithi086 bash[23731]: cluster 2024-05-11T04:38:43.651445+0000 mon.a (mon.0) 533 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-05-11T04:38:45.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:44 smithi072 bash[31478]: cluster 2024-05-11T04:38:43.651445+0000 mon.a (mon.0) 533 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-05-11T04:38:45.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:44 smithi072 bash[21439]: cluster 2024-05-11T04:38:43.651445+0000 mon.a (mon.0) 533 : cluster 0 osdmap e41: 6 total, 6 up, 6 in 2024-05-11T04:38:45.581 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:38:46.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:45 smithi086 bash[23731]: cluster 2024-05-11T04:38:44.433195+0000 mgr.y (mgr.14152) 257 : cluster 0 pgmap v235: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:38:46.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:45 smithi086 bash[23731]: cluster 2024-05-11T04:38:44.660703+0000 mon.a (mon.0) 534 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-05-11T04:38:46.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:45 smithi072 bash[31478]: cluster 2024-05-11T04:38:44.433195+0000 mgr.y (mgr.14152) 257 : cluster 0 pgmap v235: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:38:46.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:45 smithi072 bash[31478]: cluster 2024-05-11T04:38:44.660703+0000 mon.a (mon.0) 534 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-05-11T04:38:46.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:45 smithi072 bash[21439]: cluster 2024-05-11T04:38:44.433195+0000 mgr.y (mgr.14152) 257 : cluster 0 pgmap v235: 1 pgs: 1 unknown; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:38:46.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:45 smithi072 bash[21439]: cluster 2024-05-11T04:38:44.660703+0000 mon.a (mon.0) 534 : cluster 0 osdmap e42: 6 total, 6 up, 6 in 2024-05-11T04:38:48.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:47 smithi086 bash[23731]: cluster 2024-05-11T04:38:46.433761+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 171 MiB used, 536 GiB / 536 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-05-11T04:38:48.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:47 smithi072 bash[21439]: cluster 2024-05-11T04:38:46.433761+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 171 MiB used, 536 GiB / 536 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-05-11T04:38:48.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:47 smithi072 bash[31478]: cluster 2024-05-11T04:38:46.433761+0000 mgr.y (mgr.14152) 258 : cluster 0 pgmap v237: 1 pgs: 1 active+clean; 577 KiB data, 171 MiB used, 536 GiB / 536 GiB avail; 120 KiB/s, 0 objects/s recovering 2024-05-11T04:38:49.338 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-05-11T04:38:49.338 INFO:teuthology.orchestra.run.smithi086.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-05-11T04:38:49.338 INFO:teuthology.orchestra.run.smithi086.stderr: stderr: 10+0 records in 2024-05-11T04:38:49.338 INFO:teuthology.orchestra.run.smithi086.stderr:10+0 records out 2024-05-11T04:38:49.338 INFO:teuthology.orchestra.run.smithi086.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0132126 s, 794 MB/s 2024-05-11T04:38:49.338 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping successful for: 2024-05-11T04:38:50.028 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:49 smithi086 bash[23731]: cluster 2024-05-11T04:38:48.434308+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-11T04:38:50.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:49 smithi072 bash[21439]: cluster 2024-05-11T04:38:48.434308+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-11T04:38:50.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:49 smithi072 bash[31478]: cluster 2024-05-11T04:38:48.434308+0000 mgr.y (mgr.14152) 259 : cluster 0 pgmap v238: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-05-11T04:38:50.062 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_2 2024-05-11T04:38:51.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:51 smithi086 bash[23731]: cluster 2024-05-11T04:38:50.434868+0000 mgr.y (mgr.14152) 260 : cluster 0 pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-11T04:38:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:51 smithi086 bash[23731]: cephadm 2024-05-11T04:38:50.441354+0000 mgr.y (mgr.14152) 261 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:38:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:51 smithi086 bash[23731]: audit 2024-05-11T04:38:50.451733+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:51 smithi086 bash[23731]: audit 2024-05-11T04:38:50.462155+0000 mon.a (mon.0) 536 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:51 smithi086 bash[23731]: audit 2024-05-11T04:38:50.464707+0000 mon.a (mon.0) 537 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:38:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:51 smithi086 bash[23731]: audit 2024-05-11T04:38:50.466677+0000 mon.a (mon.0) 538 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:38:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:51 smithi086 bash[23731]: cephadm 2024-05-11T04:38:50.468109+0000 mgr.y (mgr.14152) 262 : cephadm 1 Adjusting osd_memory_target on smithi086 to 8632M 2024-05-11T04:38:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:51 smithi086 bash[23731]: audit 2024-05-11T04:38:50.478650+0000 mon.a (mon.0) 539 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:51 smithi086 bash[23731]: audit 2024-05-11T04:38:50.480793+0000 mon.a (mon.0) 540 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:51 smithi086 bash[23731]: audit 2024-05-11T04:38:50.482643+0000 mon.a (mon.0) 541 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:51 smithi086 bash[23731]: audit 2024-05-11T04:38:50.493731+0000 mon.a (mon.0) 542 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:51 smithi072 bash[21439]: cluster 2024-05-11T04:38:50.434868+0000 mgr.y (mgr.14152) 260 : cluster 0 pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:51 smithi072 bash[21439]: cephadm 2024-05-11T04:38:50.441354+0000 mgr.y (mgr.14152) 261 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:51 smithi072 bash[21439]: audit 2024-05-11T04:38:50.451733+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:51 smithi072 bash[21439]: audit 2024-05-11T04:38:50.462155+0000 mon.a (mon.0) 536 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:51 smithi072 bash[21439]: audit 2024-05-11T04:38:50.464707+0000 mon.a (mon.0) 537 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:51 smithi072 bash[21439]: audit 2024-05-11T04:38:50.466677+0000 mon.a (mon.0) 538 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:51 smithi072 bash[21439]: cephadm 2024-05-11T04:38:50.468109+0000 mgr.y (mgr.14152) 262 : cephadm 1 Adjusting osd_memory_target on smithi086 to 8632M 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:51 smithi072 bash[21439]: audit 2024-05-11T04:38:50.478650+0000 mon.a (mon.0) 539 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:51 smithi072 bash[21439]: audit 2024-05-11T04:38:50.480793+0000 mon.a (mon.0) 540 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:51 smithi072 bash[21439]: audit 2024-05-11T04:38:50.482643+0000 mon.a (mon.0) 541 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:51 smithi072 bash[21439]: audit 2024-05-11T04:38:50.493731+0000 mon.a (mon.0) 542 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:51 smithi072 bash[31478]: cluster 2024-05-11T04:38:50.434868+0000 mgr.y (mgr.14152) 260 : cluster 0 pgmap v239: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-05-11T04:38:51.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:51 smithi072 bash[31478]: cephadm 2024-05-11T04:38:50.441354+0000 mgr.y (mgr.14152) 261 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:38:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:51 smithi072 bash[31478]: audit 2024-05-11T04:38:50.451733+0000 mon.a (mon.0) 535 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:51 smithi072 bash[31478]: audit 2024-05-11T04:38:50.462155+0000 mon.a (mon.0) 536 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:51 smithi072 bash[31478]: audit 2024-05-11T04:38:50.464707+0000 mon.a (mon.0) 537 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:38:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:51 smithi072 bash[31478]: audit 2024-05-11T04:38:50.466677+0000 mon.a (mon.0) 538 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:38:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:51 smithi072 bash[31478]: cephadm 2024-05-11T04:38:50.468109+0000 mgr.y (mgr.14152) 262 : cephadm 1 Adjusting osd_memory_target on smithi086 to 8632M 2024-05-11T04:38:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:51 smithi072 bash[31478]: audit 2024-05-11T04:38:50.478650+0000 mon.a (mon.0) 539 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:51 smithi072 bash[31478]: audit 2024-05-11T04:38:50.480793+0000 mon.a (mon.0) 540 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:51 smithi072 bash[31478]: audit 2024-05-11T04:38:50.482643+0000 mon.a (mon.0) 541 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:38:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:51 smithi072 bash[31478]: audit 2024-05-11T04:38:50.493731+0000 mon.a (mon.0) 542 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:38:54.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:53 smithi086 bash[23731]: cluster 2024-05-11T04:38:52.435476+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-11T04:38:54.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:53 smithi072 bash[21439]: cluster 2024-05-11T04:38:52.435476+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-11T04:38:54.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:53 smithi072 bash[31478]: cluster 2024-05-11T04:38:52.435476+0000 mgr.y (mgr.14152) 263 : cluster 0 pgmap v240: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 66 KiB/s, 0 objects/s recovering 2024-05-11T04:38:54.747 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:38:56.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:55 smithi086 bash[23731]: cluster 2024-05-11T04:38:54.436204+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-11T04:38:56.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:55 smithi072 bash[21439]: cluster 2024-05-11T04:38:54.436204+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-11T04:38:56.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:55 smithi072 bash[31478]: cluster 2024-05-11T04:38:54.436204+0000 mgr.y (mgr.14152) 264 : cluster 0 pgmap v241: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-05-11T04:38:58.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:57 smithi086 bash[23731]: cluster 2024-05-11T04:38:56.436791+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-05-11T04:38:58.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:57 smithi086 bash[23731]: audit 2024-05-11T04:38:57.288818+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:38:58.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:57 smithi086 bash[23731]: audit 2024-05-11T04:38:57.295161+0000 mon.a (mon.0) 544 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:38:58.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:57 smithi086 bash[23731]: audit 2024-05-11T04:38:57.296839+0000 mon.a (mon.0) 545 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:58.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:57 smithi072 bash[31478]: cluster 2024-05-11T04:38:56.436791+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-05-11T04:38:58.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:57 smithi072 bash[31478]: audit 2024-05-11T04:38:57.288818+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:38:58.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:57 smithi072 bash[31478]: audit 2024-05-11T04:38:57.295161+0000 mon.a (mon.0) 544 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:38:58.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:57 smithi072 bash[31478]: audit 2024-05-11T04:38:57.296839+0000 mon.a (mon.0) 545 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:58.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:57 smithi072 bash[21439]: cluster 2024-05-11T04:38:56.436791+0000 mgr.y (mgr.14152) 265 : cluster 0 pgmap v242: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail; 49 KiB/s, 0 objects/s recovering 2024-05-11T04:38:58.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:57 smithi072 bash[21439]: audit 2024-05-11T04:38:57.288818+0000 mon.a (mon.0) 543 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:38:58.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:57 smithi072 bash[21439]: audit 2024-05-11T04:38:57.295161+0000 mon.a (mon.0) 544 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:38:58.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:57 smithi072 bash[21439]: audit 2024-05-11T04:38:57.296839+0000 mon.a (mon.0) 545 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:38:59.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:58 smithi086 bash[23731]: audit 2024-05-11T04:38:57.281895+0000 mgr.y (mgr.14152) 266 : audit 0 from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:38:59.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:58 smithi072 bash[21439]: audit 2024-05-11T04:38:57.281895+0000 mgr.y (mgr.14152) 266 : audit 0 from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:38:59.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:58 smithi072 bash[31478]: audit 2024-05-11T04:38:57.281895+0000 mgr.y (mgr.14152) 266 : audit 0 from='client.24232 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:39:00.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:38:59 smithi086 bash[23731]: cluster 2024-05-11T04:38:58.437319+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:00.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:38:59 smithi072 bash[31478]: cluster 2024-05-11T04:38:58.437319+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:00.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:38:59 smithi072 bash[21439]: cluster 2024-05-11T04:38:58.437319+0000 mgr.y (mgr.14152) 267 : cluster 0 pgmap v243: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:02.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:01 smithi086 bash[23731]: cluster 2024-05-11T04:39:00.437897+0000 mgr.y (mgr.14152) 268 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:02.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:01 smithi072 bash[21439]: cluster 2024-05-11T04:39:00.437897+0000 mgr.y (mgr.14152) 268 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:02.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:01 smithi072 bash[31478]: cluster 2024-05-11T04:39:00.437897+0000 mgr.y (mgr.14152) 268 : cluster 0 pgmap v244: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:04.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:03 smithi086 bash[23731]: cluster 2024-05-11T04:39:02.438571+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:04.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:03 smithi072 bash[31478]: cluster 2024-05-11T04:39:02.438571+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:04.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:03 smithi072 bash[21439]: cluster 2024-05-11T04:39:02.438571+0000 mgr.y (mgr.14152) 269 : cluster 0 pgmap v245: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:06.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:05 smithi086 bash[23731]: cluster 2024-05-11T04:39:04.439135+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:06.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:05 smithi086 bash[23731]: audit 2024-05-11T04:39:05.204814+0000 mon.b (mon.1) 18 : audit 1 from='client.? 172.21.15.86:0/4016562421' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a073440-72fc-449b-9f91-d35f90385efd"}]: dispatch 2024-05-11T04:39:06.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:05 smithi086 bash[23731]: audit 2024-05-11T04:39:05.206279+0000 mon.a (mon.0) 546 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a073440-72fc-449b-9f91-d35f90385efd"}]: dispatch 2024-05-11T04:39:06.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:05 smithi086 bash[23731]: audit 2024-05-11T04:39:05.221589+0000 mon.a (mon.0) 547 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7a073440-72fc-449b-9f91-d35f90385efd"}]': finished 2024-05-11T04:39:06.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:05 smithi086 bash[23731]: cluster 2024-05-11T04:39:05.221716+0000 mon.a (mon.0) 548 : cluster 0 osdmap e43: 7 total, 6 up, 7 in 2024-05-11T04:39:06.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:05 smithi086 bash[23731]: audit 2024-05-11T04:39:05.222022+0000 mon.a (mon.0) 549 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:05 smithi072 bash[21439]: cluster 2024-05-11T04:39:04.439135+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:05 smithi072 bash[21439]: audit 2024-05-11T04:39:05.204814+0000 mon.b (mon.1) 18 : audit 1 from='client.? 172.21.15.86:0/4016562421' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a073440-72fc-449b-9f91-d35f90385efd"}]: dispatch 2024-05-11T04:39:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:05 smithi072 bash[21439]: audit 2024-05-11T04:39:05.206279+0000 mon.a (mon.0) 546 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a073440-72fc-449b-9f91-d35f90385efd"}]: dispatch 2024-05-11T04:39:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:05 smithi072 bash[21439]: audit 2024-05-11T04:39:05.221589+0000 mon.a (mon.0) 547 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7a073440-72fc-449b-9f91-d35f90385efd"}]': finished 2024-05-11T04:39:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:05 smithi072 bash[21439]: cluster 2024-05-11T04:39:05.221716+0000 mon.a (mon.0) 548 : cluster 0 osdmap e43: 7 total, 6 up, 7 in 2024-05-11T04:39:06.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:05 smithi072 bash[21439]: audit 2024-05-11T04:39:05.222022+0000 mon.a (mon.0) 549 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:06.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:05 smithi072 bash[31478]: cluster 2024-05-11T04:39:04.439135+0000 mgr.y (mgr.14152) 270 : cluster 0 pgmap v246: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:06.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:05 smithi072 bash[31478]: audit 2024-05-11T04:39:05.204814+0000 mon.b (mon.1) 18 : audit 1 from='client.? 172.21.15.86:0/4016562421' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a073440-72fc-449b-9f91-d35f90385efd"}]: dispatch 2024-05-11T04:39:06.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:05 smithi072 bash[31478]: audit 2024-05-11T04:39:05.206279+0000 mon.a (mon.0) 546 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7a073440-72fc-449b-9f91-d35f90385efd"}]: dispatch 2024-05-11T04:39:06.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:05 smithi072 bash[31478]: audit 2024-05-11T04:39:05.221589+0000 mon.a (mon.0) 547 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7a073440-72fc-449b-9f91-d35f90385efd"}]': finished 2024-05-11T04:39:06.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:05 smithi072 bash[31478]: cluster 2024-05-11T04:39:05.221716+0000 mon.a (mon.0) 548 : cluster 0 osdmap e43: 7 total, 6 up, 7 in 2024-05-11T04:39:06.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:05 smithi072 bash[31478]: audit 2024-05-11T04:39:05.222022+0000 mon.a (mon.0) 549 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:07.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:06 smithi086 bash[23731]: audit 2024-05-11T04:39:05.982019+0000 mon.b (mon.1) 19 : audit 0 from='client.? 172.21.15.86:0/2280047209' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:39:07.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:06 smithi072 bash[31478]: audit 2024-05-11T04:39:05.982019+0000 mon.b (mon.1) 19 : audit 0 from='client.? 172.21.15.86:0/2280047209' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:39:07.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:06 smithi072 bash[21439]: audit 2024-05-11T04:39:05.982019+0000 mon.b (mon.1) 19 : audit 0 from='client.? 172.21.15.86:0/2280047209' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:39:08.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:07 smithi086 bash[23731]: cluster 2024-05-11T04:39:06.439677+0000 mgr.y (mgr.14152) 271 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:08.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:07 smithi072 bash[21439]: cluster 2024-05-11T04:39:06.439677+0000 mgr.y (mgr.14152) 271 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:08.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:07 smithi072 bash[31478]: cluster 2024-05-11T04:39:06.439677+0000 mgr.y (mgr.14152) 271 : cluster 0 pgmap v248: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:10.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:09 smithi086 bash[23731]: cluster 2024-05-11T04:39:08.440225+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:10.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:09 smithi072 bash[21439]: cluster 2024-05-11T04:39:08.440225+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:10.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:09 smithi072 bash[31478]: cluster 2024-05-11T04:39:08.440225+0000 mgr.y (mgr.14152) 272 : cluster 0 pgmap v249: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:12.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:11 smithi086 bash[23731]: cluster 2024-05-11T04:39:10.440756+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:12.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:11 smithi072 bash[21439]: cluster 2024-05-11T04:39:10.440756+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:12.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:11 smithi072 bash[31478]: cluster 2024-05-11T04:39:10.440756+0000 mgr.y (mgr.14152) 273 : cluster 0 pgmap v250: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:14.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:13 smithi072 bash[31478]: cluster 2024-05-11T04:39:12.441282+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:14.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:13 smithi072 bash[21439]: cluster 2024-05-11T04:39:12.441282+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:14.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:13 smithi086 bash[23731]: cluster 2024-05-11T04:39:12.441282+0000 mgr.y (mgr.14152) 274 : cluster 0 pgmap v251: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:16.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:15 smithi072 bash[21439]: cluster 2024-05-11T04:39:14.441811+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:16.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:15 smithi072 bash[31478]: cluster 2024-05-11T04:39:14.441811+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:16.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:15 smithi086 bash[23731]: cluster 2024-05-11T04:39:14.441811+0000 mgr.y (mgr.14152) 275 : cluster 0 pgmap v252: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:18.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:17 smithi072 bash[21439]: cluster 2024-05-11T04:39:16.442325+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:18.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:17 smithi072 bash[21439]: audit 2024-05-11T04:39:16.985005+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:39:18.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:17 smithi072 bash[21439]: audit 2024-05-11T04:39:16.986573+0000 mon.a (mon.0) 551 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:17 smithi072 bash[21439]: cephadm 2024-05-11T04:39:16.988024+0000 mgr.y (mgr.14152) 277 : cephadm 1 Deploying daemon osd.6 on smithi086 2024-05-11T04:39:18.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:17 smithi072 bash[31478]: cluster 2024-05-11T04:39:16.442325+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:18.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:17 smithi072 bash[31478]: audit 2024-05-11T04:39:16.985005+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:39:18.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:17 smithi072 bash[31478]: audit 2024-05-11T04:39:16.986573+0000 mon.a (mon.0) 551 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:18.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:17 smithi072 bash[31478]: cephadm 2024-05-11T04:39:16.988024+0000 mgr.y (mgr.14152) 277 : cephadm 1 Deploying daemon osd.6 on smithi086 2024-05-11T04:39:18.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:17 smithi086 bash[23731]: cluster 2024-05-11T04:39:16.442325+0000 mgr.y (mgr.14152) 276 : cluster 0 pgmap v253: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:18.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:17 smithi086 bash[23731]: audit 2024-05-11T04:39:16.985005+0000 mon.a (mon.0) 550 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:39:18.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:17 smithi086 bash[23731]: audit 2024-05-11T04:39:16.986573+0000 mon.a (mon.0) 551 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:18.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:17 smithi086 bash[23731]: cephadm 2024-05-11T04:39:16.988024+0000 mgr.y (mgr.14152) 277 : cephadm 1 Deploying daemon osd.6 on smithi086 2024-05-11T04:39:20.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:19 smithi086 bash[23731]: cluster 2024-05-11T04:39:18.442877+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:20.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:19 smithi072 bash[21439]: cluster 2024-05-11T04:39:18.442877+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:20.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:19 smithi072 bash[31478]: cluster 2024-05-11T04:39:18.442877+0000 mgr.y (mgr.14152) 278 : cluster 0 pgmap v254: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:20.794 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:20 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:39:20.794 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:39:20 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:39:20.795 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:39:20 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:39:20.795 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:39:20 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:39:21.082 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:20 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:39:21.082 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:39:20 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:39:21.083 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:39:20 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:39:21.083 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:39:20 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:39:22.374 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:22 smithi086 bash[23731]: cluster 2024-05-11T04:39:20.443428+0000 mgr.y (mgr.14152) 279 : cluster 0 pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:22.375 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:22 smithi086 bash[23731]: audit 2024-05-11T04:39:21.083879+0000 mon.a (mon.0) 552 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:22.375 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:22 smithi086 bash[23731]: audit 2024-05-11T04:39:21.093783+0000 mon.a (mon.0) 553 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:22.375 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:22 smithi086 bash[23731]: audit 2024-05-11T04:39:21.117444+0000 mon.a (mon.0) 554 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:22.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:22 smithi072 bash[21439]: cluster 2024-05-11T04:39:20.443428+0000 mgr.y (mgr.14152) 279 : cluster 0 pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:22.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:22 smithi072 bash[21439]: audit 2024-05-11T04:39:21.083879+0000 mon.a (mon.0) 552 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:22.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:22 smithi072 bash[21439]: audit 2024-05-11T04:39:21.093783+0000 mon.a (mon.0) 553 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:22.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:22 smithi072 bash[21439]: audit 2024-05-11T04:39:21.117444+0000 mon.a (mon.0) 554 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:22.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:22 smithi072 bash[31478]: cluster 2024-05-11T04:39:20.443428+0000 mgr.y (mgr.14152) 279 : cluster 0 pgmap v255: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:22.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:22 smithi072 bash[31478]: audit 2024-05-11T04:39:21.083879+0000 mon.a (mon.0) 552 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:22.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:22 smithi072 bash[31478]: audit 2024-05-11T04:39:21.093783+0000 mon.a (mon.0) 553 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:22.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:22 smithi072 bash[31478]: audit 2024-05-11T04:39:21.117444+0000 mon.a (mon.0) 554 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:24.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:24 smithi086 bash[23731]: cluster 2024-05-11T04:39:22.444002+0000 mgr.y (mgr.14152) 280 : cluster 0 pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:24.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:24 smithi072 bash[21439]: cluster 2024-05-11T04:39:22.444002+0000 mgr.y (mgr.14152) 280 : cluster 0 pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:24.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:24 smithi072 bash[31478]: cluster 2024-05-11T04:39:22.444002+0000 mgr.y (mgr.14152) 280 : cluster 0 pgmap v256: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:26.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:26 smithi086 bash[23731]: cluster 2024-05-11T04:39:24.444480+0000 mgr.y (mgr.14152) 281 : cluster 0 pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:26.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:26 smithi072 bash[21439]: cluster 2024-05-11T04:39:24.444480+0000 mgr.y (mgr.14152) 281 : cluster 0 pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:26.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:26 smithi072 bash[31478]: cluster 2024-05-11T04:39:24.444480+0000 mgr.y (mgr.14152) 281 : cluster 0 pgmap v257: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:27.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:27 smithi086 bash[23731]: audit 2024-05-11T04:39:26.265184+0000 mon.a (mon.0) 555 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:27.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:27 smithi086 bash[23731]: audit 2024-05-11T04:39:26.275523+0000 mon.a (mon.0) 556 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:27 smithi086 bash[23731]: audit 2024-05-11T04:39:26.814602+0000 mon.a (mon.0) 557 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:27 smithi086 bash[23731]: audit 2024-05-11T04:39:26.816645+0000 mon.a (mon.0) 558 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:27 smithi086 bash[23731]: audit 2024-05-11T04:39:26.827020+0000 mon.a (mon.0) 559 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:27.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:27 smithi072 bash[21439]: audit 2024-05-11T04:39:26.265184+0000 mon.a (mon.0) 555 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:27.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:27 smithi072 bash[21439]: audit 2024-05-11T04:39:26.275523+0000 mon.a (mon.0) 556 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:27.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:27 smithi072 bash[21439]: audit 2024-05-11T04:39:26.814602+0000 mon.a (mon.0) 557 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:27.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:27 smithi072 bash[21439]: audit 2024-05-11T04:39:26.816645+0000 mon.a (mon.0) 558 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:27.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:27 smithi072 bash[21439]: audit 2024-05-11T04:39:26.827020+0000 mon.a (mon.0) 559 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:27.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:27 smithi072 bash[31478]: audit 2024-05-11T04:39:26.265184+0000 mon.a (mon.0) 555 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:27.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:27 smithi072 bash[31478]: audit 2024-05-11T04:39:26.275523+0000 mon.a (mon.0) 556 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:27.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:27 smithi072 bash[31478]: audit 2024-05-11T04:39:26.814602+0000 mon.a (mon.0) 557 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:27.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:27 smithi072 bash[31478]: audit 2024-05-11T04:39:26.816645+0000 mon.a (mon.0) 558 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:27.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:27 smithi072 bash[31478]: audit 2024-05-11T04:39:26.827020+0000 mon.a (mon.0) 559 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:28.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:28 smithi086 bash[23731]: cluster 2024-05-11T04:39:26.445024+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:28.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:28 smithi086 bash[23731]: audit 2024-05-11T04:39:27.271791+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.86:6816/3662032983,v1:172.21.15.86:6817/3662032983]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:39:28.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:28 smithi086 bash[23731]: audit 2024-05-11T04:39:27.273807+0000 mon.a (mon.0) 560 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:39:28.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:28 smithi072 bash[21439]: cluster 2024-05-11T04:39:26.445024+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:28.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:28 smithi072 bash[21439]: audit 2024-05-11T04:39:27.271791+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.86:6816/3662032983,v1:172.21.15.86:6817/3662032983]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:39:28.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:28 smithi072 bash[21439]: audit 2024-05-11T04:39:27.273807+0000 mon.a (mon.0) 560 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:39:28.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:28 smithi072 bash[31478]: cluster 2024-05-11T04:39:26.445024+0000 mgr.y (mgr.14152) 282 : cluster 0 pgmap v258: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:28.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:28 smithi072 bash[31478]: audit 2024-05-11T04:39:27.271791+0000 mon.b (mon.1) 20 : audit 1 from='osd.6 [v2:172.21.15.86:6816/3662032983,v1:172.21.15.86:6817/3662032983]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:39:28.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:28 smithi072 bash[31478]: audit 2024-05-11T04:39:27.273807+0000 mon.a (mon.0) 560 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-05-11T04:39:29.516 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 6 on host 'smithi086' 2024-05-11T04:39:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:29 smithi086 bash[23731]: audit 2024-05-11T04:39:28.270755+0000 mon.a (mon.0) 561 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-11T04:39:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:29 smithi086 bash[23731]: cluster 2024-05-11T04:39:28.270903+0000 mon.a (mon.0) 562 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-05-11T04:39:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:29 smithi086 bash[23731]: audit 2024-05-11T04:39:28.271388+0000 mon.b (mon.1) 21 : audit 1 from='osd.6 [v2:172.21.15.86:6816/3662032983,v1:172.21.15.86:6817/3662032983]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:39:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:29 smithi086 bash[23731]: audit 2024-05-11T04:39:28.271575+0000 mon.a (mon.0) 563 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:29 smithi086 bash[23731]: audit 2024-05-11T04:39:28.280494+0000 mon.a (mon.0) 564 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:39:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:29 smithi086 bash[23731]: cluster 2024-05-11T04:39:28.445645+0000 mgr.y (mgr.14152) 283 : cluster 0 pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:29.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:29 smithi072 bash[21439]: audit 2024-05-11T04:39:28.270755+0000 mon.a (mon.0) 561 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-11T04:39:29.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:29 smithi072 bash[21439]: cluster 2024-05-11T04:39:28.270903+0000 mon.a (mon.0) 562 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-05-11T04:39:29.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:29 smithi072 bash[21439]: audit 2024-05-11T04:39:28.271388+0000 mon.b (mon.1) 21 : audit 1 from='osd.6 [v2:172.21.15.86:6816/3662032983,v1:172.21.15.86:6817/3662032983]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:39:29.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:29 smithi072 bash[21439]: audit 2024-05-11T04:39:28.271575+0000 mon.a (mon.0) 563 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:29.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:29 smithi072 bash[21439]: audit 2024-05-11T04:39:28.280494+0000 mon.a (mon.0) 564 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:39:29.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:29 smithi072 bash[21439]: cluster 2024-05-11T04:39:28.445645+0000 mgr.y (mgr.14152) 283 : cluster 0 pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:29.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:29 smithi072 bash[31478]: audit 2024-05-11T04:39:28.270755+0000 mon.a (mon.0) 561 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-05-11T04:39:29.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:29 smithi072 bash[31478]: cluster 2024-05-11T04:39:28.270903+0000 mon.a (mon.0) 562 : cluster 0 osdmap e44: 7 total, 6 up, 7 in 2024-05-11T04:39:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:29 smithi072 bash[31478]: audit 2024-05-11T04:39:28.271388+0000 mon.b (mon.1) 21 : audit 1 from='osd.6 [v2:172.21.15.86:6816/3662032983,v1:172.21.15.86:6817/3662032983]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:39:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:29 smithi072 bash[31478]: audit 2024-05-11T04:39:28.271575+0000 mon.a (mon.0) 563 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:29 smithi072 bash[31478]: audit 2024-05-11T04:39:28.280494+0000 mon.a (mon.0) 564 : audit 1 from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:39:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:29 smithi072 bash[31478]: cluster 2024-05-11T04:39:28.445645+0000 mgr.y (mgr.14152) 283 : cluster 0 pgmap v260: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:30.152 DEBUG:teuthology.orchestra.run.smithi086:osd.6> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.6.service 2024-05-11T04:39:30.155 INFO:tasks.cephadm:Deploying osd.7 on smithi086 with /dev/vg_nvme/lv_1... 2024-05-11T04:39:30.155 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-05-11T04:39:30.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:30 smithi086 bash[23731]: cluster 2024-05-11T04:39:28.251277+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:39:30.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:30 smithi086 bash[23731]: cluster 2024-05-11T04:39:28.251392+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:39:30.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:30 smithi086 bash[23731]: audit 2024-05-11T04:39:29.282090+0000 mon.a (mon.0) 565 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:39:30.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:30 smithi086 bash[23731]: cluster 2024-05-11T04:39:29.282322+0000 mon.a (mon.0) 566 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-05-11T04:39:30.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:30 smithi086 bash[23731]: audit 2024-05-11T04:39:29.283088+0000 mon.a (mon.0) 567 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:30.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:30 smithi086 bash[23731]: audit 2024-05-11T04:39:29.292418+0000 mon.a (mon.0) 568 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:30.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:30 smithi086 bash[23731]: audit 2024-05-11T04:39:29.481354+0000 mon.a (mon.0) 569 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:30.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:30 smithi086 bash[23731]: audit 2024-05-11T04:39:29.491507+0000 mon.a (mon.0) 570 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:30.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:30 smithi086 bash[23731]: audit 2024-05-11T04:39:29.520160+0000 mon.a (mon.0) 571 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:30 smithi072 bash[21439]: cluster 2024-05-11T04:39:28.251277+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:39:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:30 smithi072 bash[21439]: cluster 2024-05-11T04:39:28.251392+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:39:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:30 smithi072 bash[21439]: audit 2024-05-11T04:39:29.282090+0000 mon.a (mon.0) 565 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:39:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:30 smithi072 bash[21439]: cluster 2024-05-11T04:39:29.282322+0000 mon.a (mon.0) 566 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-05-11T04:39:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:30 smithi072 bash[21439]: audit 2024-05-11T04:39:29.283088+0000 mon.a (mon.0) 567 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:30 smithi072 bash[21439]: audit 2024-05-11T04:39:29.292418+0000 mon.a (mon.0) 568 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:30 smithi072 bash[21439]: audit 2024-05-11T04:39:29.481354+0000 mon.a (mon.0) 569 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:30 smithi072 bash[21439]: audit 2024-05-11T04:39:29.491507+0000 mon.a (mon.0) 570 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:30.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:30 smithi072 bash[21439]: audit 2024-05-11T04:39:29.520160+0000 mon.a (mon.0) 571 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:30 smithi072 bash[31478]: cluster 2024-05-11T04:39:28.251277+0000 osd.6 (osd.6) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:39:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:30 smithi072 bash[31478]: cluster 2024-05-11T04:39:28.251392+0000 osd.6 (osd.6) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:39:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:30 smithi072 bash[31478]: audit 2024-05-11T04:39:29.282090+0000 mon.a (mon.0) 565 : audit 1 from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:39:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:30 smithi072 bash[31478]: cluster 2024-05-11T04:39:29.282322+0000 mon.a (mon.0) 566 : cluster 0 osdmap e45: 7 total, 6 up, 7 in 2024-05-11T04:39:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:30 smithi072 bash[31478]: audit 2024-05-11T04:39:29.283088+0000 mon.a (mon.0) 567 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:30 smithi072 bash[31478]: audit 2024-05-11T04:39:29.292418+0000 mon.a (mon.0) 568 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:30 smithi072 bash[31478]: audit 2024-05-11T04:39:29.481354+0000 mon.a (mon.0) 569 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:30 smithi072 bash[31478]: audit 2024-05-11T04:39:29.491507+0000 mon.a (mon.0) 570 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:30 smithi072 bash[31478]: audit 2024-05-11T04:39:29.520160+0000 mon.a (mon.0) 571 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:39:31.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:31 smithi086 bash[23731]: cluster 2024-05-11T04:39:30.293726+0000 mon.a (mon.0) 572 : cluster 1 osd.6 [v2:172.21.15.86:6816/3662032983,v1:172.21.15.86:6817/3662032983] boot 2024-05-11T04:39:31.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:31 smithi086 bash[23731]: cluster 2024-05-11T04:39:30.293882+0000 mon.a (mon.0) 573 : cluster 0 osdmap e46: 7 total, 7 up, 7 in 2024-05-11T04:39:31.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:31 smithi086 bash[23731]: audit 2024-05-11T04:39:30.294806+0000 mon.a (mon.0) 574 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:31.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:31 smithi086 bash[23731]: cluster 2024-05-11T04:39:30.446207+0000 mgr.y (mgr.14152) 284 : cluster 0 pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:31.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:31 smithi072 bash[21439]: cluster 2024-05-11T04:39:30.293726+0000 mon.a (mon.0) 572 : cluster 1 osd.6 [v2:172.21.15.86:6816/3662032983,v1:172.21.15.86:6817/3662032983] boot 2024-05-11T04:39:31.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:31 smithi072 bash[21439]: cluster 2024-05-11T04:39:30.293882+0000 mon.a (mon.0) 573 : cluster 0 osdmap e46: 7 total, 7 up, 7 in 2024-05-11T04:39:31.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:31 smithi072 bash[21439]: audit 2024-05-11T04:39:30.294806+0000 mon.a (mon.0) 574 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:31.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:31 smithi072 bash[21439]: cluster 2024-05-11T04:39:30.446207+0000 mgr.y (mgr.14152) 284 : cluster 0 pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:31.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:31 smithi072 bash[31478]: cluster 2024-05-11T04:39:30.293726+0000 mon.a (mon.0) 572 : cluster 1 osd.6 [v2:172.21.15.86:6816/3662032983,v1:172.21.15.86:6817/3662032983] boot 2024-05-11T04:39:31.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:31 smithi072 bash[31478]: cluster 2024-05-11T04:39:30.293882+0000 mon.a (mon.0) 573 : cluster 0 osdmap e46: 7 total, 7 up, 7 in 2024-05-11T04:39:31.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:31 smithi072 bash[31478]: audit 2024-05-11T04:39:30.294806+0000 mon.a (mon.0) 574 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:39:31.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:31 smithi072 bash[31478]: cluster 2024-05-11T04:39:30.446207+0000 mgr.y (mgr.14152) 284 : cluster 0 pgmap v263: 1 pgs: 1 active+clean; 577 KiB data, 170 MiB used, 536 GiB / 536 GiB avail 2024-05-11T04:39:32.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:32 smithi086 bash[23731]: cluster 2024-05-11T04:39:31.313286+0000 mon.a (mon.0) 575 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-05-11T04:39:32.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:32 smithi072 bash[21439]: cluster 2024-05-11T04:39:31.313286+0000 mon.a (mon.0) 575 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-05-11T04:39:32.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:32 smithi072 bash[31478]: cluster 2024-05-11T04:39:31.313286+0000 mon.a (mon.0) 575 : cluster 0 osdmap e47: 7 total, 7 up, 7 in 2024-05-11T04:39:33.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:33 smithi086 bash[23731]: cluster 2024-05-11T04:39:32.325291+0000 mon.a (mon.0) 576 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-05-11T04:39:33.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:33 smithi086 bash[23731]: cluster 2024-05-11T04:39:32.446862+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:33.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:33 smithi072 bash[21439]: cluster 2024-05-11T04:39:32.325291+0000 mon.a (mon.0) 576 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-05-11T04:39:33.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:33 smithi072 bash[21439]: cluster 2024-05-11T04:39:32.446862+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:33.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:33 smithi072 bash[31478]: cluster 2024-05-11T04:39:32.325291+0000 mon.a (mon.0) 576 : cluster 0 osdmap e48: 7 total, 7 up, 7 in 2024-05-11T04:39:33.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:33 smithi072 bash[31478]: cluster 2024-05-11T04:39:32.446862+0000 mgr.y (mgr.14152) 285 : cluster 0 pgmap v266: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:34.360 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:39:34.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:34 smithi086 bash[23731]: cluster 2024-05-11T04:39:33.338163+0000 mon.a (mon.0) 577 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-05-11T04:39:34.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:34 smithi072 bash[21439]: cluster 2024-05-11T04:39:33.338163+0000 mon.a (mon.0) 577 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-05-11T04:39:34.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:34 smithi072 bash[31478]: cluster 2024-05-11T04:39:33.338163+0000 mon.a (mon.0) 577 : cluster 0 osdmap e49: 7 total, 7 up, 7 in 2024-05-11T04:39:35.597 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:35 smithi086 bash[23731]: cluster 2024-05-11T04:39:34.337418+0000 mon.a (mon.0) 578 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-05-11T04:39:35.597 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:35 smithi086 bash[23731]: cluster 2024-05-11T04:39:34.447450+0000 mgr.y (mgr.14152) 286 : cluster 0 pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:35.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:35 smithi072 bash[21439]: cluster 2024-05-11T04:39:34.337418+0000 mon.a (mon.0) 578 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-05-11T04:39:35.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:35 smithi072 bash[21439]: cluster 2024-05-11T04:39:34.447450+0000 mgr.y (mgr.14152) 286 : cluster 0 pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:35.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:35 smithi072 bash[31478]: cluster 2024-05-11T04:39:34.337418+0000 mon.a (mon.0) 578 : cluster 0 osdmap e50: 7 total, 7 up, 7 in 2024-05-11T04:39:35.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:35 smithi072 bash[31478]: cluster 2024-05-11T04:39:34.447450+0000 mgr.y (mgr.14152) 286 : cluster 0 pgmap v269: 1 pgs: 1 active+clean; 577 KiB data, 197 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:37.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:37 smithi086 bash[23731]: cluster 2024-05-11T04:39:36.448027+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-05-11T04:39:37.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:37 smithi072 bash[21439]: cluster 2024-05-11T04:39:36.448027+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-05-11T04:39:37.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:37 smithi072 bash[31478]: cluster 2024-05-11T04:39:36.448027+0000 mgr.y (mgr.14152) 287 : cluster 0 pgmap v270: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 112 KiB/s, 0 objects/s recovering 2024-05-11T04:39:37.839 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-05-11T04:39:37.839 INFO:teuthology.orchestra.run.smithi086.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-05-11T04:39:37.839 INFO:teuthology.orchestra.run.smithi086.stderr: stderr: 10+0 records in 2024-05-11T04:39:37.839 INFO:teuthology.orchestra.run.smithi086.stderr:10+0 records out 2024-05-11T04:39:37.839 INFO:teuthology.orchestra.run.smithi086.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0138376 s, 758 MB/s 2024-05-11T04:39:37.839 INFO:teuthology.orchestra.run.smithi086.stderr:--> Zapping successful for: 2024-05-11T04:39:38.921 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch daemon add osd smithi086:vg_nvme/lv_1 2024-05-11T04:39:40.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: cluster 2024-05-11T04:39:38.448564+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-11T04:39:40.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: cephadm 2024-05-11T04:39:39.015406+0000 mgr.y (mgr.14152) 289 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:39:40.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: audit 2024-05-11T04:39:39.024995+0000 mon.a (mon.0) 579 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:40.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: audit 2024-05-11T04:39:39.034953+0000 mon.a (mon.0) 580 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:40.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: audit 2024-05-11T04:39:39.037576+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:39:40.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: audit 2024-05-11T04:39:39.039478+0000 mon.a (mon.0) 582 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:39:40.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: audit 2024-05-11T04:39:39.041420+0000 mon.a (mon.0) 583 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:39:40.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: cephadm 2024-05-11T04:39:39.042749+0000 mgr.y (mgr.14152) 290 : cephadm 1 Adjusting osd_memory_target on smithi086 to 5755M 2024-05-11T04:39:40.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: audit 2024-05-11T04:39:39.051505+0000 mon.a (mon.0) 584 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:40.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: audit 2024-05-11T04:39:39.053671+0000 mon.a (mon.0) 585 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:40.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: audit 2024-05-11T04:39:39.055638+0000 mon.a (mon.0) 586 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:40.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:40 smithi086 bash[23731]: audit 2024-05-11T04:39:39.065747+0000 mon.a (mon.0) 587 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:40.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: cluster 2024-05-11T04:39:38.448564+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-11T04:39:40.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: cephadm 2024-05-11T04:39:39.015406+0000 mgr.y (mgr.14152) 289 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:39:40.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: audit 2024-05-11T04:39:39.024995+0000 mon.a (mon.0) 579 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:40.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: audit 2024-05-11T04:39:39.034953+0000 mon.a (mon.0) 580 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:40.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: audit 2024-05-11T04:39:39.037576+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:39:40.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: audit 2024-05-11T04:39:39.039478+0000 mon.a (mon.0) 582 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:39:40.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: audit 2024-05-11T04:39:39.041420+0000 mon.a (mon.0) 583 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:39:40.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: cephadm 2024-05-11T04:39:39.042749+0000 mgr.y (mgr.14152) 290 : cephadm 1 Adjusting osd_memory_target on smithi086 to 5755M 2024-05-11T04:39:40.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: audit 2024-05-11T04:39:39.051505+0000 mon.a (mon.0) 584 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: audit 2024-05-11T04:39:39.053671+0000 mon.a (mon.0) 585 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: audit 2024-05-11T04:39:39.055638+0000 mon.a (mon.0) 586 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:40 smithi072 bash[21439]: audit 2024-05-11T04:39:39.065747+0000 mon.a (mon.0) 587 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: cluster 2024-05-11T04:39:38.448564+0000 mgr.y (mgr.14152) 288 : cluster 0 pgmap v271: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 94 KiB/s, 0 objects/s recovering 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: cephadm 2024-05-11T04:39:39.015406+0000 mgr.y (mgr.14152) 289 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: audit 2024-05-11T04:39:39.024995+0000 mon.a (mon.0) 579 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: audit 2024-05-11T04:39:39.034953+0000 mon.a (mon.0) 580 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: audit 2024-05-11T04:39:39.037576+0000 mon.a (mon.0) 581 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: audit 2024-05-11T04:39:39.039478+0000 mon.a (mon.0) 582 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: audit 2024-05-11T04:39:39.041420+0000 mon.a (mon.0) 583 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: cephadm 2024-05-11T04:39:39.042749+0000 mgr.y (mgr.14152) 290 : cephadm 1 Adjusting osd_memory_target on smithi086 to 5755M 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: audit 2024-05-11T04:39:39.051505+0000 mon.a (mon.0) 584 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: audit 2024-05-11T04:39:39.053671+0000 mon.a (mon.0) 585 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:40.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: audit 2024-05-11T04:39:39.055638+0000 mon.a (mon.0) 586 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:39:40.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:40 smithi072 bash[31478]: audit 2024-05-11T04:39:39.065747+0000 mon.a (mon.0) 587 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:39:42.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:42 smithi086 bash[23731]: cluster 2024-05-11T04:39:40.449156+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:39:42.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:42 smithi072 bash[21439]: cluster 2024-05-11T04:39:40.449156+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:39:42.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:42 smithi072 bash[31478]: cluster 2024-05-11T04:39:40.449156+0000 mgr.y (mgr.14152) 291 : cluster 0 pgmap v272: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:39:43.624 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:39:44.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:44 smithi086 bash[23731]: cluster 2024-05-11T04:39:42.449787+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-11T04:39:44.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:44 smithi072 bash[21439]: cluster 2024-05-11T04:39:42.449787+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-11T04:39:44.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:44 smithi072 bash[31478]: cluster 2024-05-11T04:39:42.449787+0000 mgr.y (mgr.14152) 292 : cluster 0 pgmap v273: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 63 KiB/s, 0 objects/s recovering 2024-05-11T04:39:46.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:46 smithi086 bash[23731]: cluster 2024-05-11T04:39:44.450373+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-05-11T04:39:46.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:46 smithi072 bash[21439]: cluster 2024-05-11T04:39:44.450373+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-05-11T04:39:46.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:46 smithi072 bash[31478]: cluster 2024-05-11T04:39:44.450373+0000 mgr.y (mgr.14152) 293 : cluster 0 pgmap v274: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 57 KiB/s, 0 objects/s recovering 2024-05-11T04:39:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:47 smithi072 bash[31478]: audit 2024-05-11T04:39:46.231515+0000 mgr.y (mgr.14152) 294 : audit 0 from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:39:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:47 smithi072 bash[31478]: audit 2024-05-11T04:39:46.238309+0000 mon.a (mon.0) 588 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:39:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:47 smithi072 bash[31478]: audit 2024-05-11T04:39:46.245694+0000 mon.a (mon.0) 589 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:39:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:47 smithi072 bash[31478]: audit 2024-05-11T04:39:46.247575+0000 mon.a (mon.0) 590 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:47.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:47 smithi072 bash[21439]: audit 2024-05-11T04:39:46.231515+0000 mgr.y (mgr.14152) 294 : audit 0 from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:39:47.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:47 smithi072 bash[21439]: audit 2024-05-11T04:39:46.238309+0000 mon.a (mon.0) 588 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:39:47.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:47 smithi072 bash[21439]: audit 2024-05-11T04:39:46.245694+0000 mon.a (mon.0) 589 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:39:47.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:47 smithi072 bash[21439]: audit 2024-05-11T04:39:46.247575+0000 mon.a (mon.0) 590 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:47.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:47 smithi086 bash[23731]: audit 2024-05-11T04:39:46.231515+0000 mgr.y (mgr.14152) 294 : audit 0 from='client.24259 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi086:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:39:47.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:47 smithi086 bash[23731]: audit 2024-05-11T04:39:46.238309+0000 mon.a (mon.0) 588 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-05-11T04:39:47.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:47 smithi086 bash[23731]: audit 2024-05-11T04:39:46.245694+0000 mon.a (mon.0) 589 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-05-11T04:39:47.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:47 smithi086 bash[23731]: audit 2024-05-11T04:39:46.247575+0000 mon.a (mon.0) 590 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:39:48.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:48 smithi072 bash[21439]: cluster 2024-05-11T04:39:46.451015+0000 mgr.y (mgr.14152) 295 : cluster 0 pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:39:48.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:48 smithi072 bash[31478]: cluster 2024-05-11T04:39:46.451015+0000 mgr.y (mgr.14152) 295 : cluster 0 pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:39:48.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:48 smithi086 bash[23731]: cluster 2024-05-11T04:39:46.451015+0000 mgr.y (mgr.14152) 295 : cluster 0 pgmap v275: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:39:50.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:50 smithi072 bash[21439]: cluster 2024-05-11T04:39:48.451622+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:50.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:50 smithi072 bash[31478]: cluster 2024-05-11T04:39:48.451622+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:50 smithi086 bash[23731]: cluster 2024-05-11T04:39:48.451622+0000 mgr.y (mgr.14152) 296 : cluster 0 pgmap v276: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:52.176 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:52 smithi086 bash[23731]: cluster 2024-05-11T04:39:50.452244+0000 mgr.y (mgr.14152) 297 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:52.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:52 smithi072 bash[21439]: cluster 2024-05-11T04:39:50.452244+0000 mgr.y (mgr.14152) 297 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:52.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:52 smithi072 bash[31478]: cluster 2024-05-11T04:39:50.452244+0000 mgr.y (mgr.14152) 297 : cluster 0 pgmap v277: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:54.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:54 smithi086 bash[23731]: cluster 2024-05-11T04:39:52.452808+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:54.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:54 smithi072 bash[21439]: cluster 2024-05-11T04:39:52.452808+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:54.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:54 smithi072 bash[31478]: cluster 2024-05-11T04:39:52.452808+0000 mgr.y (mgr.14152) 298 : cluster 0 pgmap v278: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:55.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:55 smithi086 bash[23731]: audit 2024-05-11T04:39:54.228639+0000 mon.b (mon.1) 22 : audit 1 from='client.? 172.21.15.86:0/80803681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c"}]: dispatch 2024-05-11T04:39:55.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:55 smithi086 bash[23731]: audit 2024-05-11T04:39:54.230367+0000 mon.a (mon.0) 591 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c"}]: dispatch 2024-05-11T04:39:55.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:55 smithi086 bash[23731]: audit 2024-05-11T04:39:54.243218+0000 mon.a (mon.0) 592 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c"}]': finished 2024-05-11T04:39:55.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:55 smithi086 bash[23731]: cluster 2024-05-11T04:39:54.243376+0000 mon.a (mon.0) 593 : cluster 0 osdmap e51: 8 total, 7 up, 8 in 2024-05-11T04:39:55.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:55 smithi086 bash[23731]: audit 2024-05-11T04:39:54.243755+0000 mon.a (mon.0) 594 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:39:55.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:55 smithi086 bash[23731]: audit 2024-05-11T04:39:54.979613+0000 mon.b (mon.1) 23 : audit 0 from='client.? 172.21.15.86:0/4019954967' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:39:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:55 smithi072 bash[21439]: audit 2024-05-11T04:39:54.228639+0000 mon.b (mon.1) 22 : audit 1 from='client.? 172.21.15.86:0/80803681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c"}]: dispatch 2024-05-11T04:39:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:55 smithi072 bash[21439]: audit 2024-05-11T04:39:54.230367+0000 mon.a (mon.0) 591 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c"}]: dispatch 2024-05-11T04:39:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:55 smithi072 bash[21439]: audit 2024-05-11T04:39:54.243218+0000 mon.a (mon.0) 592 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c"}]': finished 2024-05-11T04:39:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:55 smithi072 bash[21439]: cluster 2024-05-11T04:39:54.243376+0000 mon.a (mon.0) 593 : cluster 0 osdmap e51: 8 total, 7 up, 8 in 2024-05-11T04:39:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:55 smithi072 bash[21439]: audit 2024-05-11T04:39:54.243755+0000 mon.a (mon.0) 594 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:39:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:55 smithi072 bash[21439]: audit 2024-05-11T04:39:54.979613+0000 mon.b (mon.1) 23 : audit 0 from='client.? 172.21.15.86:0/4019954967' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:39:55.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:55 smithi072 bash[31478]: audit 2024-05-11T04:39:54.228639+0000 mon.b (mon.1) 22 : audit 1 from='client.? 172.21.15.86:0/80803681' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c"}]: dispatch 2024-05-11T04:39:55.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:55 smithi072 bash[31478]: audit 2024-05-11T04:39:54.230367+0000 mon.a (mon.0) 591 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c"}]: dispatch 2024-05-11T04:39:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:55 smithi072 bash[31478]: audit 2024-05-11T04:39:54.243218+0000 mon.a (mon.0) 592 : audit 1 from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c"}]': finished 2024-05-11T04:39:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:55 smithi072 bash[31478]: cluster 2024-05-11T04:39:54.243376+0000 mon.a (mon.0) 593 : cluster 0 osdmap e51: 8 total, 7 up, 8 in 2024-05-11T04:39:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:55 smithi072 bash[31478]: audit 2024-05-11T04:39:54.243755+0000 mon.a (mon.0) 594 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:39:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:55 smithi072 bash[31478]: audit 2024-05-11T04:39:54.979613+0000 mon.b (mon.1) 23 : audit 0 from='client.? 172.21.15.86:0/4019954967' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-05-11T04:39:56.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:56 smithi086 bash[23731]: cluster 2024-05-11T04:39:54.453358+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:56.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:56 smithi072 bash[21439]: cluster 2024-05-11T04:39:54.453358+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:56.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:56 smithi072 bash[31478]: cluster 2024-05-11T04:39:54.453358+0000 mgr.y (mgr.14152) 299 : cluster 0 pgmap v280: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:58.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:39:58 smithi086 bash[23731]: cluster 2024-05-11T04:39:56.453902+0000 mgr.y (mgr.14152) 300 : cluster 0 pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:58.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:39:58 smithi072 bash[21439]: cluster 2024-05-11T04:39:56.453902+0000 mgr.y (mgr.14152) 300 : cluster 0 pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:39:58.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:39:58 smithi072 bash[31478]: cluster 2024-05-11T04:39:56.453902+0000 mgr.y (mgr.14152) 300 : cluster 0 pgmap v281: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:00.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:00 smithi086 bash[23731]: cluster 2024-05-11T04:39:58.454481+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:00.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:00 smithi086 bash[23731]: cluster 2024-05-11T04:40:00.000157+0000 mon.a (mon.0) 595 : cluster 1 overall HEALTH_OK 2024-05-11T04:40:00.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:00 smithi072 bash[21439]: cluster 2024-05-11T04:39:58.454481+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:00.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:00 smithi072 bash[21439]: cluster 2024-05-11T04:40:00.000157+0000 mon.a (mon.0) 595 : cluster 1 overall HEALTH_OK 2024-05-11T04:40:00.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:00 smithi072 bash[31478]: cluster 2024-05-11T04:39:58.454481+0000 mgr.y (mgr.14152) 301 : cluster 0 pgmap v282: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:00.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:00 smithi072 bash[31478]: cluster 2024-05-11T04:40:00.000157+0000 mon.a (mon.0) 595 : cluster 1 overall HEALTH_OK 2024-05-11T04:40:02.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:02 smithi086 bash[23731]: cluster 2024-05-11T04:40:00.455072+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:02.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:02 smithi072 bash[21439]: cluster 2024-05-11T04:40:00.455072+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:02.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:02 smithi072 bash[31478]: cluster 2024-05-11T04:40:00.455072+0000 mgr.y (mgr.14152) 302 : cluster 0 pgmap v283: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:04.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:04 smithi086 bash[23731]: cluster 2024-05-11T04:40:02.455698+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:04.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:04 smithi072 bash[21439]: cluster 2024-05-11T04:40:02.455698+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:04.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:04 smithi072 bash[31478]: cluster 2024-05-11T04:40:02.455698+0000 mgr.y (mgr.14152) 303 : cluster 0 pgmap v284: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:06.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:06 smithi086 bash[23731]: cluster 2024-05-11T04:40:04.456313+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:06.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:06 smithi072 bash[21439]: cluster 2024-05-11T04:40:04.456313+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:06.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:06 smithi072 bash[31478]: cluster 2024-05-11T04:40:04.456313+0000 mgr.y (mgr.14152) 304 : cluster 0 pgmap v285: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:07 smithi086 bash[23731]: audit 2024-05-11T04:40:06.322472+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:40:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:07 smithi086 bash[23731]: audit 2024-05-11T04:40:06.324267+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:07.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:07 smithi072 bash[21439]: audit 2024-05-11T04:40:06.322472+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:40:07.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:07 smithi072 bash[21439]: audit 2024-05-11T04:40:06.324267+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:07.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:07 smithi072 bash[31478]: audit 2024-05-11T04:40:06.322472+0000 mon.a (mon.0) 596 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:40:07.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:07 smithi072 bash[31478]: audit 2024-05-11T04:40:06.324267+0000 mon.a (mon.0) 597 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:08.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:08 smithi086 bash[23731]: cephadm 2024-05-11T04:40:06.325985+0000 mgr.y (mgr.14152) 305 : cephadm 1 Deploying daemon osd.7 on smithi086 2024-05-11T04:40:08.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:08 smithi086 bash[23731]: cluster 2024-05-11T04:40:06.456985+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:08.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:08 smithi072 bash[21439]: cephadm 2024-05-11T04:40:06.325985+0000 mgr.y (mgr.14152) 305 : cephadm 1 Deploying daemon osd.7 on smithi086 2024-05-11T04:40:08.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:08 smithi072 bash[21439]: cluster 2024-05-11T04:40:06.456985+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:08.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:08 smithi072 bash[31478]: cephadm 2024-05-11T04:40:06.325985+0000 mgr.y (mgr.14152) 305 : cephadm 1 Deploying daemon osd.7 on smithi086 2024-05-11T04:40:08.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:08 smithi072 bash[31478]: cluster 2024-05-11T04:40:06.456985+0000 mgr.y (mgr.14152) 306 : cluster 0 pgmap v286: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:10.273 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:10 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:40:10.274 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:40:10 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:40:10.274 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:40:10 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:40:10.274 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:40:10 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:40:10.275 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:40:10 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:40:10.534 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:40:10 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:40:10.535 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:40:10 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:40:10.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:10 smithi086 bash[23731]: cluster 2024-05-11T04:40:08.457678+0000 mgr.y (mgr.14152) 307 : cluster 0 pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:10.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:10 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:40:10.536 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:40:10 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:40:10.536 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:40:10 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:40:10.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:10 smithi072 bash[21439]: cluster 2024-05-11T04:40:08.457678+0000 mgr.y (mgr.14152) 307 : cluster 0 pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:10.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:10 smithi072 bash[31478]: cluster 2024-05-11T04:40:08.457678+0000 mgr.y (mgr.14152) 307 : cluster 0 pgmap v287: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:11.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:11 smithi086 bash[23731]: cluster 2024-05-11T04:40:10.458398+0000 mgr.y (mgr.14152) 308 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:11.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:11 smithi086 bash[23731]: audit 2024-05-11T04:40:10.555320+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:11.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:11 smithi086 bash[23731]: audit 2024-05-11T04:40:10.564982+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:11.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:11 smithi086 bash[23731]: audit 2024-05-11T04:40:10.587512+0000 mon.a (mon.0) 600 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:11.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:11 smithi072 bash[21439]: cluster 2024-05-11T04:40:10.458398+0000 mgr.y (mgr.14152) 308 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:11.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:11 smithi072 bash[21439]: audit 2024-05-11T04:40:10.555320+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:11.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:11 smithi072 bash[21439]: audit 2024-05-11T04:40:10.564982+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:11.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:11 smithi072 bash[21439]: audit 2024-05-11T04:40:10.587512+0000 mon.a (mon.0) 600 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:11.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:11 smithi072 bash[31478]: cluster 2024-05-11T04:40:10.458398+0000 mgr.y (mgr.14152) 308 : cluster 0 pgmap v288: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:11.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:11 smithi072 bash[31478]: audit 2024-05-11T04:40:10.555320+0000 mon.a (mon.0) 598 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:11.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:11 smithi072 bash[31478]: audit 2024-05-11T04:40:10.564982+0000 mon.a (mon.0) 599 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:11.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:11 smithi072 bash[31478]: audit 2024-05-11T04:40:10.587512+0000 mon.a (mon.0) 600 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:13.821 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:13 smithi086 bash[23731]: cluster 2024-05-11T04:40:12.459024+0000 mgr.y (mgr.14152) 309 : cluster 0 pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:14.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:13 smithi072 bash[21439]: cluster 2024-05-11T04:40:12.459024+0000 mgr.y (mgr.14152) 309 : cluster 0 pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:14.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:13 smithi072 bash[31478]: cluster 2024-05-11T04:40:12.459024+0000 mgr.y (mgr.14152) 309 : cluster 0 pgmap v289: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:15.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:15 smithi086 bash[23731]: cluster 2024-05-11T04:40:14.459574+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:16.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:15 smithi072 bash[21439]: cluster 2024-05-11T04:40:14.459574+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:16.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:15 smithi072 bash[31478]: cluster 2024-05-11T04:40:14.459574+0000 mgr.y (mgr.14152) 310 : cluster 0 pgmap v290: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:17.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:16 smithi086 bash[23731]: audit 2024-05-11T04:40:15.830747+0000 mon.a (mon.0) 601 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:16 smithi086 bash[23731]: audit 2024-05-11T04:40:15.841170+0000 mon.a (mon.0) 602 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:16 smithi086 bash[23731]: audit 2024-05-11T04:40:15.843272+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:16 smithi086 bash[23731]: audit 2024-05-11T04:40:15.845130+0000 mon.a (mon.0) 604 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:16 smithi086 bash[23731]: audit 2024-05-11T04:40:15.855801+0000 mon.a (mon.0) 605 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:16 smithi072 bash[31478]: audit 2024-05-11T04:40:15.830747+0000 mon.a (mon.0) 601 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:16 smithi072 bash[31478]: audit 2024-05-11T04:40:15.841170+0000 mon.a (mon.0) 602 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:16 smithi072 bash[31478]: audit 2024-05-11T04:40:15.843272+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:16 smithi072 bash[31478]: audit 2024-05-11T04:40:15.845130+0000 mon.a (mon.0) 604 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:16 smithi072 bash[31478]: audit 2024-05-11T04:40:15.855801+0000 mon.a (mon.0) 605 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:17.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:16 smithi072 bash[21439]: audit 2024-05-11T04:40:15.830747+0000 mon.a (mon.0) 601 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:17.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:16 smithi072 bash[21439]: audit 2024-05-11T04:40:15.841170+0000 mon.a (mon.0) 602 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:17.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:16 smithi072 bash[21439]: audit 2024-05-11T04:40:15.843272+0000 mon.a (mon.0) 603 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:17.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:16 smithi072 bash[21439]: audit 2024-05-11T04:40:15.845130+0000 mon.a (mon.0) 604 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:17.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:16 smithi072 bash[21439]: audit 2024-05-11T04:40:15.855801+0000 mon.a (mon.0) 605 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:18.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:17 smithi086 bash[23731]: cluster 2024-05-11T04:40:16.460191+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:18.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:17 smithi086 bash[23731]: audit 2024-05-11T04:40:16.834836+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.86:6824/1653010799,v1:172.21.15.86:6825/1653010799]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:40:18.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:17 smithi086 bash[23731]: audit 2024-05-11T04:40:16.836201+0000 mon.a (mon.0) 606 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:40:18.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:17 smithi072 bash[31478]: cluster 2024-05-11T04:40:16.460191+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:18.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:17 smithi072 bash[31478]: audit 2024-05-11T04:40:16.834836+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.86:6824/1653010799,v1:172.21.15.86:6825/1653010799]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:40:18.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:17 smithi072 bash[31478]: audit 2024-05-11T04:40:16.836201+0000 mon.a (mon.0) 606 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:40:18.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:17 smithi072 bash[21439]: cluster 2024-05-11T04:40:16.460191+0000 mgr.y (mgr.14152) 311 : cluster 0 pgmap v291: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:18.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:17 smithi072 bash[21439]: audit 2024-05-11T04:40:16.834836+0000 mon.b (mon.1) 24 : audit 1 from='osd.7 [v2:172.21.15.86:6824/1653010799,v1:172.21.15.86:6825/1653010799]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:40:18.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:17 smithi072 bash[21439]: audit 2024-05-11T04:40:16.836201+0000 mon.a (mon.0) 606 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-05-11T04:40:19.144 INFO:teuthology.orchestra.run.smithi086.stdout:Created osd(s) 7 on host 'smithi086' 2024-05-11T04:40:19.167 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:18 smithi086 bash[23731]: audit 2024-05-11T04:40:17.845064+0000 mon.a (mon.0) 607 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-11T04:40:19.167 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:18 smithi086 bash[23731]: audit 2024-05-11T04:40:17.845193+0000 mon.b (mon.1) 25 : audit 1 from='osd.7 [v2:172.21.15.86:6824/1653010799,v1:172.21.15.86:6825/1653010799]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:40:19.167 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:18 smithi086 bash[23731]: cluster 2024-05-11T04:40:17.845239+0000 mon.a (mon.0) 608 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-05-11T04:40:19.167 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:18 smithi086 bash[23731]: audit 2024-05-11T04:40:17.845541+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:19.167 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:18 smithi086 bash[23731]: audit 2024-05-11T04:40:17.846684+0000 mon.a (mon.0) 610 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:40:19.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:18 smithi072 bash[21439]: audit 2024-05-11T04:40:17.845064+0000 mon.a (mon.0) 607 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-11T04:40:19.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:18 smithi072 bash[21439]: audit 2024-05-11T04:40:17.845193+0000 mon.b (mon.1) 25 : audit 1 from='osd.7 [v2:172.21.15.86:6824/1653010799,v1:172.21.15.86:6825/1653010799]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:40:19.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:18 smithi072 bash[21439]: cluster 2024-05-11T04:40:17.845239+0000 mon.a (mon.0) 608 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-05-11T04:40:19.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:18 smithi072 bash[21439]: audit 2024-05-11T04:40:17.845541+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:19.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:18 smithi072 bash[21439]: audit 2024-05-11T04:40:17.846684+0000 mon.a (mon.0) 610 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:40:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:18 smithi072 bash[31478]: audit 2024-05-11T04:40:17.845064+0000 mon.a (mon.0) 607 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-05-11T04:40:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:18 smithi072 bash[31478]: audit 2024-05-11T04:40:17.845193+0000 mon.b (mon.1) 25 : audit 1 from='osd.7 [v2:172.21.15.86:6824/1653010799,v1:172.21.15.86:6825/1653010799]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:40:19.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:18 smithi072 bash[31478]: cluster 2024-05-11T04:40:17.845239+0000 mon.a (mon.0) 608 : cluster 0 osdmap e52: 8 total, 7 up, 8 in 2024-05-11T04:40:19.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:18 smithi072 bash[31478]: audit 2024-05-11T04:40:17.845541+0000 mon.a (mon.0) 609 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:19.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:18 smithi072 bash[31478]: audit 2024-05-11T04:40:17.846684+0000 mon.a (mon.0) 610 : audit 1 from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]: dispatch 2024-05-11T04:40:19.830 DEBUG:teuthology.orchestra.run.smithi086:osd.7> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.7.service 2024-05-11T04:40:19.833 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-05-11T04:40:19.833 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd stat -f json 2024-05-11T04:40:20.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:19 smithi086 bash[23731]: cluster 2024-05-11T04:40:17.822676+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:40:20.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:19 smithi086 bash[23731]: cluster 2024-05-11T04:40:17.822771+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:40:20.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:19 smithi086 bash[23731]: cluster 2024-05-11T04:40:18.460720+0000 mgr.y (mgr.14152) 312 : cluster 0 pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:20.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:19 smithi086 bash[23731]: audit 2024-05-11T04:40:18.848295+0000 mon.a (mon.0) 611 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:40:20.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:19 smithi086 bash[23731]: cluster 2024-05-11T04:40:18.848631+0000 mon.a (mon.0) 612 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-05-11T04:40:20.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:19 smithi086 bash[23731]: audit 2024-05-11T04:40:18.849435+0000 mon.a (mon.0) 613 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:20.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:19 smithi086 bash[23731]: audit 2024-05-11T04:40:18.861718+0000 mon.a (mon.0) 614 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:20.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:19 smithi086 bash[23731]: audit 2024-05-11T04:40:19.051133+0000 mon.a (mon.0) 615 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:20.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:19 smithi086 bash[23731]: audit 2024-05-11T04:40:19.067839+0000 mon.a (mon.0) 616 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:20.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:19 smithi086 bash[23731]: audit 2024-05-11T04:40:19.107334+0000 mon.a (mon.0) 617 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:20.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:19 smithi086 bash[23731]: audit 2024-05-11T04:40:19.314975+0000 mon.a (mon.0) 618 : audit 1 from='osd.7 ' entity='osd.7' 2024-05-11T04:40:20.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:19 smithi072 bash[21439]: cluster 2024-05-11T04:40:17.822676+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:40:20.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:19 smithi072 bash[21439]: cluster 2024-05-11T04:40:17.822771+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:40:20.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:19 smithi072 bash[21439]: cluster 2024-05-11T04:40:18.460720+0000 mgr.y (mgr.14152) 312 : cluster 0 pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:20.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:19 smithi072 bash[21439]: audit 2024-05-11T04:40:18.848295+0000 mon.a (mon.0) 611 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:40:20.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:19 smithi072 bash[21439]: cluster 2024-05-11T04:40:18.848631+0000 mon.a (mon.0) 612 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-05-11T04:40:20.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:19 smithi072 bash[21439]: audit 2024-05-11T04:40:18.849435+0000 mon.a (mon.0) 613 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:20.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:19 smithi072 bash[21439]: audit 2024-05-11T04:40:18.861718+0000 mon.a (mon.0) 614 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:20.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:19 smithi072 bash[21439]: audit 2024-05-11T04:40:19.051133+0000 mon.a (mon.0) 615 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:20.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:19 smithi072 bash[21439]: audit 2024-05-11T04:40:19.067839+0000 mon.a (mon.0) 616 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:20.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:19 smithi072 bash[21439]: audit 2024-05-11T04:40:19.107334+0000 mon.a (mon.0) 617 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:20.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:19 smithi072 bash[21439]: audit 2024-05-11T04:40:19.314975+0000 mon.a (mon.0) 618 : audit 1 from='osd.7 ' entity='osd.7' 2024-05-11T04:40:20.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:19 smithi072 bash[31478]: cluster 2024-05-11T04:40:17.822676+0000 osd.7 (osd.7) 1 : cluster 0 purged_snaps scrub starts 2024-05-11T04:40:20.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:19 smithi072 bash[31478]: cluster 2024-05-11T04:40:17.822771+0000 osd.7 (osd.7) 2 : cluster 0 purged_snaps scrub ok 2024-05-11T04:40:20.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:19 smithi072 bash[31478]: cluster 2024-05-11T04:40:18.460720+0000 mgr.y (mgr.14152) 312 : cluster 0 pgmap v293: 1 pgs: 1 active+clean; 577 KiB data, 198 MiB used, 626 GiB / 626 GiB avail 2024-05-11T04:40:20.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:19 smithi072 bash[31478]: audit 2024-05-11T04:40:18.848295+0000 mon.a (mon.0) 611 : audit 1 from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi086", "root=default"]}]': finished 2024-05-11T04:40:20.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:19 smithi072 bash[31478]: cluster 2024-05-11T04:40:18.848631+0000 mon.a (mon.0) 612 : cluster 0 osdmap e53: 8 total, 7 up, 8 in 2024-05-11T04:40:20.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:19 smithi072 bash[31478]: audit 2024-05-11T04:40:18.849435+0000 mon.a (mon.0) 613 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:20.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:19 smithi072 bash[31478]: audit 2024-05-11T04:40:18.861718+0000 mon.a (mon.0) 614 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:20.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:19 smithi072 bash[31478]: audit 2024-05-11T04:40:19.051133+0000 mon.a (mon.0) 615 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:20.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:19 smithi072 bash[31478]: audit 2024-05-11T04:40:19.067839+0000 mon.a (mon.0) 616 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:20.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:19 smithi072 bash[31478]: audit 2024-05-11T04:40:19.107334+0000 mon.a (mon.0) 617 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:20.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:19 smithi072 bash[31478]: audit 2024-05-11T04:40:19.314975+0000 mon.a (mon.0) 618 : audit 1 from='osd.7 ' entity='osd.7' 2024-05-11T04:40:21.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:20 smithi086 bash[23731]: cluster 2024-05-11T04:40:19.854588+0000 mon.a (mon.0) 619 : cluster 1 osd.7 [v2:172.21.15.86:6824/1653010799,v1:172.21.15.86:6825/1653010799] boot 2024-05-11T04:40:21.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:20 smithi086 bash[23731]: cluster 2024-05-11T04:40:19.854697+0000 mon.a (mon.0) 620 : cluster 0 osdmap e54: 8 total, 8 up, 8 in 2024-05-11T04:40:21.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:20 smithi086 bash[23731]: audit 2024-05-11T04:40:19.854999+0000 mon.a (mon.0) 621 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:21.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:20 smithi086 bash[23731]: cluster 2024-05-11T04:40:20.853268+0000 mon.a (mon.0) 622 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-05-11T04:40:21.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:20 smithi072 bash[21439]: cluster 2024-05-11T04:40:19.854588+0000 mon.a (mon.0) 619 : cluster 1 osd.7 [v2:172.21.15.86:6824/1653010799,v1:172.21.15.86:6825/1653010799] boot 2024-05-11T04:40:21.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:20 smithi072 bash[21439]: cluster 2024-05-11T04:40:19.854697+0000 mon.a (mon.0) 620 : cluster 0 osdmap e54: 8 total, 8 up, 8 in 2024-05-11T04:40:21.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:20 smithi072 bash[21439]: audit 2024-05-11T04:40:19.854999+0000 mon.a (mon.0) 621 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:21.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:20 smithi072 bash[21439]: cluster 2024-05-11T04:40:20.853268+0000 mon.a (mon.0) 622 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-05-11T04:40:21.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:20 smithi072 bash[31478]: cluster 2024-05-11T04:40:19.854588+0000 mon.a (mon.0) 619 : cluster 1 osd.7 [v2:172.21.15.86:6824/1653010799,v1:172.21.15.86:6825/1653010799] boot 2024-05-11T04:40:21.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:20 smithi072 bash[31478]: cluster 2024-05-11T04:40:19.854697+0000 mon.a (mon.0) 620 : cluster 0 osdmap e54: 8 total, 8 up, 8 in 2024-05-11T04:40:21.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:20 smithi072 bash[31478]: audit 2024-05-11T04:40:19.854999+0000 mon.a (mon.0) 621 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:40:21.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:20 smithi072 bash[31478]: cluster 2024-05-11T04:40:20.853268+0000 mon.a (mon.0) 622 : cluster 0 osdmap e55: 8 total, 8 up, 8 in 2024-05-11T04:40:22.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:21 smithi086 bash[23731]: cluster 2024-05-11T04:40:20.461354+0000 mgr.y (mgr.14152) 313 : cluster 0 pgmap v296: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:22.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:21 smithi086 bash[23731]: cluster 2024-05-11T04:40:21.856971+0000 mon.a (mon.0) 623 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-05-11T04:40:22.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:21 smithi072 bash[21439]: cluster 2024-05-11T04:40:20.461354+0000 mgr.y (mgr.14152) 313 : cluster 0 pgmap v296: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:22.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:21 smithi072 bash[21439]: cluster 2024-05-11T04:40:21.856971+0000 mon.a (mon.0) 623 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-05-11T04:40:22.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:21 smithi072 bash[31478]: cluster 2024-05-11T04:40:20.461354+0000 mgr.y (mgr.14152) 313 : cluster 0 pgmap v296: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:22.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:21 smithi072 bash[31478]: cluster 2024-05-11T04:40:21.856971+0000 mon.a (mon.0) 623 : cluster 0 osdmap e56: 8 total, 8 up, 8 in 2024-05-11T04:40:24.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:23 smithi086 bash[23731]: cluster 2024-05-11T04:40:22.461933+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v299: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:24.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:23 smithi086 bash[23731]: cluster 2024-05-11T04:40:22.763574+0000 mon.a (mon.0) 624 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-05-11T04:40:24.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:23 smithi072 bash[21439]: cluster 2024-05-11T04:40:22.461933+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v299: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:24.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:23 smithi072 bash[21439]: cluster 2024-05-11T04:40:22.763574+0000 mon.a (mon.0) 624 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-05-11T04:40:24.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:23 smithi072 bash[31478]: cluster 2024-05-11T04:40:22.461933+0000 mgr.y (mgr.14152) 314 : cluster 0 pgmap v299: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:24.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:23 smithi072 bash[31478]: cluster 2024-05-11T04:40:22.763574+0000 mon.a (mon.0) 624 : cluster 0 osdmap e57: 8 total, 8 up, 8 in 2024-05-11T04:40:24.549 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:40:25.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:24 smithi086 bash[23731]: cluster 2024-05-11T04:40:23.765912+0000 mon.a (mon.0) 625 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-05-11T04:40:25.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:24 smithi072 bash[21439]: cluster 2024-05-11T04:40:23.765912+0000 mon.a (mon.0) 625 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-05-11T04:40:25.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:24 smithi072 bash[31478]: cluster 2024-05-11T04:40:23.765912+0000 mon.a (mon.0) 625 : cluster 0 osdmap e58: 8 total, 8 up, 8 in 2024-05-11T04:40:26.017 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:25 smithi072 bash[21439]: cluster 2024-05-11T04:40:24.462451+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v302: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:26.017 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:25 smithi072 bash[31478]: cluster 2024-05-11T04:40:24.462451+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v302: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:25 smithi086 bash[23731]: cluster 2024-05-11T04:40:24.462451+0000 mgr.y (mgr.14152) 315 : cluster 0 pgmap v302: 1 pgs: 1 remapped+peering; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:27.870 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:40:28.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:27 smithi086 bash[23731]: cluster 2024-05-11T04:40:26.463016+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-05-11T04:40:28.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:27 smithi072 bash[21439]: cluster 2024-05-11T04:40:26.463016+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-05-11T04:40:28.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:27 smithi072 bash[31478]: cluster 2024-05-11T04:40:26.463016+0000 mgr.y (mgr.14152) 316 : cluster 0 pgmap v303: 1 pgs: 1 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail; 103 KiB/s, 0 objects/s recovering 2024-05-11T04:40:28.718 INFO:teuthology.orchestra.run.smithi072.stdout:{"epoch":58,"num_osds":8,"num_up_osds":8,"osd_up_since":1715402419,"num_in_osds":8,"osd_in_since":1715402394,"num_remapped_pgs":0} 2024-05-11T04:40:28.719 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:40:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: audit 2024-05-11T04:40:27.873938+0000 mon.a (mon.0) 626 : audit 0 from='client.? 172.21.15.72:0/2297122215' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-11T04:40:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: cephadm 2024-05-11T04:40:28.190919+0000 mgr.y (mgr.14152) 317 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:40:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: audit 2024-05-11T04:40:28.200674+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: audit 2024-05-11T04:40:28.210811+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: audit 2024-05-11T04:40:28.213473+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: audit 2024-05-11T04:40:28.215164+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: audit 2024-05-11T04:40:28.216831+0000 mon.a (mon.0) 631 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: audit 2024-05-11T04:40:28.218398+0000 mon.a (mon.0) 632 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: cephadm 2024-05-11T04:40:28.219574+0000 mgr.y (mgr.14152) 318 : cephadm 1 Adjusting osd_memory_target on smithi086 to 4316M 2024-05-11T04:40:29.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: audit 2024-05-11T04:40:28.227924+0000 mon.a (mon.0) 633 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:29.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: audit 2024-05-11T04:40:28.230070+0000 mon.a (mon.0) 634 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:29.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: audit 2024-05-11T04:40:28.231610+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:29.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:28 smithi086 bash[23731]: audit 2024-05-11T04:40:28.241651+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:29.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: audit 2024-05-11T04:40:27.873938+0000 mon.a (mon.0) 626 : audit 0 from='client.? 172.21.15.72:0/2297122215' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-11T04:40:29.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: cephadm 2024-05-11T04:40:28.190919+0000 mgr.y (mgr.14152) 317 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:40:29.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: audit 2024-05-11T04:40:28.200674+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:29.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: audit 2024-05-11T04:40:28.210811+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:29.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: audit 2024-05-11T04:40:28.213473+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: audit 2024-05-11T04:40:28.215164+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: audit 2024-05-11T04:40:28.216831+0000 mon.a (mon.0) 631 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: audit 2024-05-11T04:40:28.218398+0000 mon.a (mon.0) 632 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: cephadm 2024-05-11T04:40:28.219574+0000 mgr.y (mgr.14152) 318 : cephadm 1 Adjusting osd_memory_target on smithi086 to 4316M 2024-05-11T04:40:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: audit 2024-05-11T04:40:28.227924+0000 mon.a (mon.0) 633 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: audit 2024-05-11T04:40:28.230070+0000 mon.a (mon.0) 634 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: audit 2024-05-11T04:40:28.231610+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:28 smithi072 bash[21439]: audit 2024-05-11T04:40:28.241651+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:29.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: audit 2024-05-11T04:40:27.873938+0000 mon.a (mon.0) 626 : audit 0 from='client.? 172.21.15.72:0/2297122215' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-05-11T04:40:29.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: cephadm 2024-05-11T04:40:28.190919+0000 mgr.y (mgr.14152) 317 : cephadm 1 Detected new or changed devices on smithi086 2024-05-11T04:40:29.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: audit 2024-05-11T04:40:28.200674+0000 mon.a (mon.0) 627 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:29.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: audit 2024-05-11T04:40:28.210811+0000 mon.a (mon.0) 628 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:29.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: audit 2024-05-11T04:40:28.213473+0000 mon.a (mon.0) 629 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: audit 2024-05-11T04:40:28.215164+0000 mon.a (mon.0) 630 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: audit 2024-05-11T04:40:28.216831+0000 mon.a (mon.0) 631 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: audit 2024-05-11T04:40:28.218398+0000 mon.a (mon.0) 632 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:40:29.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: cephadm 2024-05-11T04:40:28.219574+0000 mgr.y (mgr.14152) 318 : cephadm 1 Adjusting osd_memory_target on smithi086 to 4316M 2024-05-11T04:40:29.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: audit 2024-05-11T04:40:28.227924+0000 mon.a (mon.0) 633 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:29.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: audit 2024-05-11T04:40:28.230070+0000 mon.a (mon.0) 634 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:29.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: audit 2024-05-11T04:40:28.231610+0000 mon.a (mon.0) 635 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:29.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:28 smithi072 bash[31478]: audit 2024-05-11T04:40:28.241651+0000 mon.a (mon.0) 636 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:30.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:30 smithi086 bash[23731]: cluster 2024-05-11T04:40:28.463529+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-11T04:40:30.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:30 smithi072 bash[21439]: cluster 2024-05-11T04:40:28.463529+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-11T04:40:30.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:30 smithi072 bash[31478]: cluster 2024-05-11T04:40:28.463529+0000 mgr.y (mgr.14152) 319 : cluster 0 pgmap v304: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 87 KiB/s, 0 objects/s recovering 2024-05-11T04:40:32.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:32 smithi086 bash[23731]: cluster 2024-05-11T04:40:30.464187+0000 mgr.y (mgr.14152) 320 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:40:32.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:32 smithi072 bash[21439]: cluster 2024-05-11T04:40:30.464187+0000 mgr.y (mgr.14152) 320 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:40:32.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:32 smithi072 bash[31478]: cluster 2024-05-11T04:40:30.464187+0000 mgr.y (mgr.14152) 320 : cluster 0 pgmap v305: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-05-11T04:40:33.434 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:40:34.524 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:34 smithi072 bash[21439]: cluster 2024-05-11T04:40:32.464842+0000 mgr.y (mgr.14152) 321 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:40:34.525 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:34 smithi072 bash[31478]: cluster 2024-05-11T04:40:32.464842+0000 mgr.y (mgr.14152) 321 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:40:34.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:34 smithi086 bash[23731]: cluster 2024-05-11T04:40:32.464842+0000 mgr.y (mgr.14152) 321 : cluster 0 pgmap v306: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 59 KiB/s, 0 objects/s recovering 2024-05-11T04:40:36.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:36 smithi086 bash[23731]: cluster 2024-05-11T04:40:34.465297+0000 mgr.y (mgr.14152) 322 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-05-11T04:40:36.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:36 smithi072 bash[21439]: cluster 2024-05-11T04:40:34.465297+0000 mgr.y (mgr.14152) 322 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-05-11T04:40:36.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:36 smithi072 bash[31478]: cluster 2024-05-11T04:40:34.465297+0000 mgr.y (mgr.14152) 322 : cluster 0 pgmap v307: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 54 KiB/s, 0 objects/s recovering 2024-05-11T04:40:36.561 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:40:36.561 INFO:teuthology.orchestra.run.smithi072.stdout:{"epoch":58,"fsid":"10baa432-0f4f-11ef-bc98-c7b262605968","created":"2024-05-11T04:30:51.452440+0000","modified":"2024-05-11T04:40:23.756339+0000","last_up_change":"2024-05-11T04:40:19.842862+0000","last_in_change":"2024-05-11T04:39:54.231529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:36:10.965267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dadf143c-2627-4419-a73f-d46123c901fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6802","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6803","nonce":369548728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6804","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6805","nonce":369548728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6808","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6809","nonce":369548728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6806","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6807","nonce":369548728}]},"public_addr":"172.21.15.72:6803/369548728","cluster_addr":"172.21.15.72:6805/369548728","heartbeat_back_addr":"172.21.15.72:6809/369548728","heartbeat_front_addr":"172.21.15.72:6807/369548728","state":["exists","up"]},{"osd":1,"uuid":"17e2f837-6d2a-489b-9746-822da67fde93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6810","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6811","nonce":2633657348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6812","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6813","nonce":2633657348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6816","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6817","nonce":2633657348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6814","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6815","nonce":2633657348}]},"public_addr":"172.21.15.72:6811/2633657348","cluster_addr":"172.21.15.72:6813/2633657348","heartbeat_back_addr":"172.21.15.72:6817/2633657348","heartbeat_front_addr":"172.21.15.72:6815/2633657348","state":["exists","up"]},{"osd":2,"uuid":"81a78ca1-d9b5-4de7-a978-f4c28bb8e151","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6818","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6819","nonce":3985656513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6820","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6821","nonce":3985656513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6824","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6825","nonce":3985656513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6822","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6823","nonce":3985656513}]},"public_addr":"172.21.15.72:6819/3985656513","cluster_addr":"172.21.15.72:6821/3985656513","heartbeat_back_addr":"172.21.15.72:6825/3985656513","heartbeat_front_addr":"172.21.15.72:6823/3985656513","state":["exists","up"]},{"osd":3,"uuid":"37da6131-a6b8-44e4-a78e-e0d10beba2cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6826","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6827","nonce":1456201891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6828","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6829","nonce":1456201891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6832","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6833","nonce":1456201891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6830","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6831","nonce":1456201891}]},"public_addr":"172.21.15.72:6827/1456201891","cluster_addr":"172.21.15.72:6829/1456201891","heartbeat_back_addr":"172.21.15.72:6833/1456201891","heartbeat_front_addr":"172.21.15.72:6831/1456201891","state":["exists","up"]},{"osd":4,"uuid":"d115dec8-8499-4733-a850-73736ff08868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6801","nonce":2293720889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6803","nonce":2293720889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6807","nonce":2293720889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6805","nonce":2293720889}]},"public_addr":"172.21.15.86:6801/2293720889","cluster_addr":"172.21.15.86:6803/2293720889","heartbeat_back_addr":"172.21.15.86:6807/2293720889","heartbeat_front_addr":"172.21.15.86:6805/2293720889","state":["exists","up"]},{"osd":5,"uuid":"4c86df54-e71b-4cab-951b-61e77e69cb27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6809","nonce":1551950791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6811","nonce":1551950791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6815","nonce":1551950791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6813","nonce":1551950791}]},"public_addr":"172.21.15.86:6809/1551950791","cluster_addr":"172.21.15.86:6811/1551950791","heartbeat_back_addr":"172.21.15.86:6815/1551950791","heartbeat_front_addr":"172.21.15.86:6813/1551950791","state":["exists","up"]},{"osd":6,"uuid":"7a073440-72fc-449b-9f91-d35f90385efd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6817","nonce":3662032983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6819","nonce":3662032983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6823","nonce":3662032983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6821","nonce":3662032983}]},"public_addr":"172.21.15.86:6817/3662032983","cluster_addr":"172.21.15.86:6819/3662032983","heartbeat_back_addr":"172.21.15.86:6823/3662032983","heartbeat_front_addr":"172.21.15.86:6821/3662032983","state":["exists","up"]},{"osd":7,"uuid":"3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6825","nonce":1653010799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6827","nonce":1653010799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6831","nonce":1653010799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6829","nonce":1653010799}]},"public_addr":"172.21.15.86:6825/1653010799","cluster_addr":"172.21.15.86:6827/1653010799","heartbeat_back_addr":"172.21.15.86:6831/1653010799","heartbeat_front_addr":"172.21.15.86:6829/1653010799","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:34:22.363914+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:35:14.909826+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:36:08.011116+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:01.553722+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:49.943220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:38:39.497998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:39:28.251397+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:40:17.822776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.72:0/2736625902":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/1192235219":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/1955197046":"2024-05-12T04:31:56.330156+0000","172.21.15.72:6801/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/3263242948":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/118401972":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6800/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:6800/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/60304101":"2024-05-12T04:31:24.365351+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:40:37.499 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-05-11T04:36:10.965267+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-05-11T04:40:37.499 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-05-11T04:40:37.510 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:37 smithi072 bash[21439]: audit 2024-05-11T04:40:36.564232+0000 mon.c (mon.2) 14 : audit 0 from='client.? 172.21.15.72:0/787307864' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:40:37.510 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:37 smithi072 bash[31478]: audit 2024-05-11T04:40:36.564232+0000 mon.c (mon.2) 14 : audit 0 from='client.? 172.21.15.72:0/787307864' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:40:37.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:37 smithi086 bash[23731]: audit 2024-05-11T04:40:36.564232+0000 mon.c (mon.2) 14 : audit 0 from='client.? 172.21.15.72:0/787307864' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:40:38.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:38 smithi086 bash[23731]: cluster 2024-05-11T04:40:36.465680+0000 mgr.y (mgr.14152) 323 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:40:38.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:38 smithi072 bash[21439]: cluster 2024-05-11T04:40:36.465680+0000 mgr.y (mgr.14152) 323 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:40:38.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:38 smithi072 bash[31478]: cluster 2024-05-11T04:40:36.465680+0000 mgr.y (mgr.14152) 323 : cluster 0 pgmap v308: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-05-11T04:40:40.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:40 smithi086 bash[23731]: cluster 2024-05-11T04:40:38.466221+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:40.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:40 smithi072 bash[21439]: cluster 2024-05-11T04:40:38.466221+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:40.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:40 smithi072 bash[31478]: cluster 2024-05-11T04:40:38.466221+0000 mgr.y (mgr.14152) 324 : cluster 0 pgmap v309: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:42.215 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:40:42.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:42 smithi086 bash[23731]: cluster 2024-05-11T04:40:40.466823+0000 mgr.y (mgr.14152) 325 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:42.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:42 smithi072 bash[21439]: cluster 2024-05-11T04:40:40.466823+0000 mgr.y (mgr.14152) 325 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:42.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:42 smithi072 bash[31478]: cluster 2024-05-11T04:40:40.466823+0000 mgr.y (mgr.14152) 325 : cluster 0 pgmap v310: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:44.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:44 smithi086 bash[23731]: cluster 2024-05-11T04:40:42.467396+0000 mgr.y (mgr.14152) 326 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:44.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:44 smithi072 bash[21439]: cluster 2024-05-11T04:40:42.467396+0000 mgr.y (mgr.14152) 326 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:44.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:44 smithi072 bash[31478]: cluster 2024-05-11T04:40:42.467396+0000 mgr.y (mgr.14152) 326 : cluster 0 pgmap v311: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:45.536 INFO:teuthology.orchestra.run.smithi072.stdout:pg_num: 1 2024-05-11T04:40:46.297 INFO:tasks.cephadm:Adding prometheus.a on smithi086 2024-05-11T04:40:46.298 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch apply prometheus '1;smithi086=a' 2024-05-11T04:40:46.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:46 smithi086 bash[23731]: cluster 2024-05-11T04:40:44.468004+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:46.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:46 smithi086 bash[23731]: audit 2024-05-11T04:40:45.541076+0000 mon.a (mon.0) 637 : audit 0 from='client.? 172.21.15.72:0/3067021640' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-11T04:40:46.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:46 smithi072 bash[21439]: cluster 2024-05-11T04:40:44.468004+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:46.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:46 smithi072 bash[21439]: audit 2024-05-11T04:40:45.541076+0000 mon.a (mon.0) 637 : audit 0 from='client.? 172.21.15.72:0/3067021640' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-11T04:40:46.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:46 smithi072 bash[31478]: cluster 2024-05-11T04:40:44.468004+0000 mgr.y (mgr.14152) 327 : cluster 0 pgmap v312: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:46.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:46 smithi072 bash[31478]: audit 2024-05-11T04:40:45.541076+0000 mon.a (mon.0) 637 : audit 0 from='client.? 172.21.15.72:0/3067021640' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-05-11T04:40:48.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:48 smithi072 bash[21439]: cluster 2024-05-11T04:40:46.468550+0000 mgr.y (mgr.14152) 328 : cluster 0 pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:48.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:48 smithi072 bash[31478]: cluster 2024-05-11T04:40:46.468550+0000 mgr.y (mgr.14152) 328 : cluster 0 pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:48.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:48 smithi086 bash[23731]: cluster 2024-05-11T04:40:46.468550+0000 mgr.y (mgr.14152) 328 : cluster 0 pgmap v313: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:49.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:49 smithi072 bash[21439]: cluster 2024-05-11T04:40:48.469154+0000 mgr.y (mgr.14152) 329 : cluster 0 pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:49.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:49 smithi072 bash[31478]: cluster 2024-05-11T04:40:48.469154+0000 mgr.y (mgr.14152) 329 : cluster 0 pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:49 smithi086 bash[23731]: cluster 2024-05-11T04:40:48.469154+0000 mgr.y (mgr.14152) 329 : cluster 0 pgmap v314: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:50.998 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:40:51.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:51 smithi086 bash[23731]: cluster 2024-05-11T04:40:50.469729+0000 mgr.y (mgr.14152) 330 : cluster 0 pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:51 smithi072 bash[21439]: cluster 2024-05-11T04:40:50.469729+0000 mgr.y (mgr.14152) 330 : cluster 0 pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:51.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:51 smithi072 bash[31478]: cluster 2024-05-11T04:40:50.469729+0000 mgr.y (mgr.14152) 330 : cluster 0 pgmap v315: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:53.572 INFO:teuthology.orchestra.run.smithi086.stdout:Scheduled prometheus update... 2024-05-11T04:40:54.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:53 smithi086 bash[23731]: cluster 2024-05-11T04:40:52.470253+0000 mgr.y (mgr.14152) 331 : cluster 0 pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:54.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:53 smithi086 bash[23731]: audit 2024-05-11T04:40:53.576034+0000 mon.a (mon.0) 638 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:54.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:53 smithi086 bash[23731]: audit 2024-05-11T04:40:53.590971+0000 mon.a (mon.0) 639 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:54.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:53 smithi072 bash[21439]: cluster 2024-05-11T04:40:52.470253+0000 mgr.y (mgr.14152) 331 : cluster 0 pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:54.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:53 smithi072 bash[21439]: audit 2024-05-11T04:40:53.576034+0000 mon.a (mon.0) 638 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:54.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:53 smithi072 bash[21439]: audit 2024-05-11T04:40:53.590971+0000 mon.a (mon.0) 639 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:54.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:53 smithi072 bash[31478]: cluster 2024-05-11T04:40:52.470253+0000 mgr.y (mgr.14152) 331 : cluster 0 pgmap v316: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:54.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:53 smithi072 bash[31478]: audit 2024-05-11T04:40:53.576034+0000 mon.a (mon.0) 638 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:54.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:53 smithi072 bash[31478]: audit 2024-05-11T04:40:53.590971+0000 mon.a (mon.0) 639 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:40:54.198 DEBUG:teuthology.orchestra.run.smithi086:prometheus.a> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@prometheus.a.service 2024-05-11T04:40:54.201 INFO:tasks.cephadm:Adding node-exporter.a on smithi072 2024-05-11T04:40:54.201 INFO:tasks.cephadm:Adding node-exporter.b on smithi086 2024-05-11T04:40:54.201 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch apply node-exporter '2;smithi072=a;smithi086=b' 2024-05-11T04:40:55.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:54 smithi086 bash[23731]: audit 2024-05-11T04:40:53.564252+0000 mgr.y (mgr.14152) 332 : audit 0 from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi086=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:40:55.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:54 smithi086 bash[23731]: cephadm 2024-05-11T04:40:53.567683+0000 mgr.y (mgr.14152) 333 : cephadm 1 Saving service prometheus spec with placement smithi086=a;count:1 2024-05-11T04:40:55.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:54 smithi086 bash[23731]: audit 2024-05-11T04:40:54.127811+0000 mon.a (mon.0) 640 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:55.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:54 smithi086 bash[23731]: audit 2024-05-11T04:40:54.128851+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:55.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:54 smithi086 bash[23731]: audit 2024-05-11T04:40:54.137941+0000 mon.a (mon.0) 642 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:55.035 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:40:54 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:40:55.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:54 smithi072 bash[21439]: audit 2024-05-11T04:40:53.564252+0000 mgr.y (mgr.14152) 332 : audit 0 from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi086=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:40:55.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:54 smithi072 bash[21439]: cephadm 2024-05-11T04:40:53.567683+0000 mgr.y (mgr.14152) 333 : cephadm 1 Saving service prometheus spec with placement smithi086=a;count:1 2024-05-11T04:40:55.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:54 smithi072 bash[21439]: audit 2024-05-11T04:40:54.127811+0000 mon.a (mon.0) 640 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:55.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:54 smithi072 bash[21439]: audit 2024-05-11T04:40:54.128851+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:55.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:54 smithi072 bash[21439]: audit 2024-05-11T04:40:54.137941+0000 mon.a (mon.0) 642 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:55.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:54 smithi072 bash[31478]: audit 2024-05-11T04:40:53.564252+0000 mgr.y (mgr.14152) 332 : audit 0 from='client.24289 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi086=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:40:55.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:54 smithi072 bash[31478]: cephadm 2024-05-11T04:40:53.567683+0000 mgr.y (mgr.14152) 333 : cephadm 1 Saving service prometheus spec with placement smithi086=a;count:1 2024-05-11T04:40:55.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:54 smithi072 bash[31478]: audit 2024-05-11T04:40:54.127811+0000 mon.a (mon.0) 640 : audit 0 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:40:55.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:54 smithi072 bash[31478]: audit 2024-05-11T04:40:54.128851+0000 mon.a (mon.0) 641 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:40:55.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:54 smithi072 bash[31478]: audit 2024-05-11T04:40:54.137941+0000 mon.a (mon.0) 642 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:40:56.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:56 smithi086 bash[23731]: cephadm 2024-05-11T04:40:54.410084+0000 mgr.y (mgr.14152) 334 : cephadm 1 Deploying daemon prometheus.a on smithi086 2024-05-11T04:40:56.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:56 smithi086 bash[23731]: cluster 2024-05-11T04:40:54.470800+0000 mgr.y (mgr.14152) 335 : cluster 0 pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:56.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:56 smithi072 bash[21439]: cephadm 2024-05-11T04:40:54.410084+0000 mgr.y (mgr.14152) 334 : cephadm 1 Deploying daemon prometheus.a on smithi086 2024-05-11T04:40:56.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:56 smithi072 bash[21439]: cluster 2024-05-11T04:40:54.470800+0000 mgr.y (mgr.14152) 335 : cluster 0 pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:56.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:56 smithi072 bash[31478]: cephadm 2024-05-11T04:40:54.410084+0000 mgr.y (mgr.14152) 334 : cephadm 1 Deploying daemon prometheus.a on smithi086 2024-05-11T04:40:56.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:56 smithi072 bash[31478]: cluster 2024-05-11T04:40:54.470800+0000 mgr.y (mgr.14152) 335 : cluster 0 pgmap v317: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:58.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:40:58 smithi086 bash[23731]: cluster 2024-05-11T04:40:56.471387+0000 mgr.y (mgr.14152) 336 : cluster 0 pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:58.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:40:58 smithi072 bash[21439]: cluster 2024-05-11T04:40:56.471387+0000 mgr.y (mgr.14152) 336 : cluster 0 pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:58.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:40:58 smithi072 bash[31478]: cluster 2024-05-11T04:40:56.471387+0000 mgr.y (mgr.14152) 336 : cluster 0 pgmap v318: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:40:58.935 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:41:00.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:00 smithi086 bash[23731]: cluster 2024-05-11T04:40:58.472018+0000 mgr.y (mgr.14152) 337 : cluster 0 pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:00.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:00 smithi072 bash[21439]: cluster 2024-05-11T04:40:58.472018+0000 mgr.y (mgr.14152) 337 : cluster 0 pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:00.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:00 smithi072 bash[31478]: cluster 2024-05-11T04:40:58.472018+0000 mgr.y (mgr.14152) 337 : cluster 0 pgmap v319: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:02.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:02 smithi086 bash[23731]: cluster 2024-05-11T04:41:00.472576+0000 mgr.y (mgr.14152) 338 : cluster 0 pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:02.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:02 smithi072 bash[21439]: cluster 2024-05-11T04:41:00.472576+0000 mgr.y (mgr.14152) 338 : cluster 0 pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:02.570 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:02 smithi072 bash[31478]: cluster 2024-05-11T04:41:00.472576+0000 mgr.y (mgr.14152) 338 : cluster 0 pgmap v320: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:04.494 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:04 smithi086 bash[23731]: cluster 2024-05-11T04:41:02.473174+0000 mgr.y (mgr.14152) 339 : cluster 0 pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:04.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:04 smithi072 bash[21439]: cluster 2024-05-11T04:41:02.473174+0000 mgr.y (mgr.14152) 339 : cluster 0 pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:04.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:04 smithi072 bash[31478]: cluster 2024-05-11T04:41:02.473174+0000 mgr.y (mgr.14152) 339 : cluster 0 pgmap v321: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:04.916 INFO:teuthology.orchestra.run.smithi086.stdout:Scheduled node-exporter update... 2024-05-11T04:41:05.739 DEBUG:teuthology.orchestra.run.smithi072:node-exporter.a> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@node-exporter.a.service 2024-05-11T04:41:05.742 DEBUG:teuthology.orchestra.run.smithi086:node-exporter.b> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@node-exporter.b.service 2024-05-11T04:41:05.745 INFO:tasks.cephadm:Adding alertmanager.a on smithi072 2024-05-11T04:41:05.745 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch apply alertmanager '1;smithi072=a' 2024-05-11T04:41:05.990 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:05 smithi086 bash[23731]: cluster 2024-05-11T04:41:04.473738+0000 mgr.y (mgr.14152) 340 : cluster 0 pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:05.990 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:05 smithi086 bash[23731]: audit 2024-05-11T04:41:04.908058+0000 mgr.y (mgr.14152) 341 : audit 0 from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi072=a;smithi086=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:41:05.990 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:05 smithi086 bash[23731]: cephadm 2024-05-11T04:41:04.911674+0000 mgr.y (mgr.14152) 342 : cephadm 1 Saving service node-exporter spec with placement smithi072=a;smithi086=b;count:2 2024-05-11T04:41:05.991 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:05 smithi086 bash[23731]: audit 2024-05-11T04:41:04.919743+0000 mon.a (mon.0) 643 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:06.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:05 smithi072 bash[21439]: cluster 2024-05-11T04:41:04.473738+0000 mgr.y (mgr.14152) 340 : cluster 0 pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:06.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:05 smithi072 bash[21439]: audit 2024-05-11T04:41:04.908058+0000 mgr.y (mgr.14152) 341 : audit 0 from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi072=a;smithi086=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:41:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:05 smithi072 bash[21439]: cephadm 2024-05-11T04:41:04.911674+0000 mgr.y (mgr.14152) 342 : cephadm 1 Saving service node-exporter spec with placement smithi072=a;smithi086=b;count:2 2024-05-11T04:41:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:05 smithi072 bash[21439]: audit 2024-05-11T04:41:04.919743+0000 mon.a (mon.0) 643 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:06.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:05 smithi072 bash[31478]: cluster 2024-05-11T04:41:04.473738+0000 mgr.y (mgr.14152) 340 : cluster 0 pgmap v322: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:06.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:05 smithi072 bash[31478]: audit 2024-05-11T04:41:04.908058+0000 mgr.y (mgr.14152) 341 : audit 0 from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi072=a;smithi086=b", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:41:06.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:05 smithi072 bash[31478]: cephadm 2024-05-11T04:41:04.911674+0000 mgr.y (mgr.14152) 342 : cephadm 1 Saving service node-exporter spec with placement smithi072=a;smithi086=b;count:2 2024-05-11T04:41:06.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:05 smithi072 bash[31478]: audit 2024-05-11T04:41:04.919743+0000 mon.a (mon.0) 643 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:07.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:07.781 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:07.782 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:07.782 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:07.782 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:07.783 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:08.034 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:08.034 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:08.035 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:08.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:08.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:07 smithi086 bash[23731]: cluster 2024-05-11T04:41:06.474430+0000 mgr.y (mgr.14152) 343 : cluster 0 pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:08.035 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:08.036 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:08.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:08.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:08.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:08.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:07 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:08.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 systemd[1]: Started Ceph prometheus.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:41:08.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:07 smithi072 bash[21439]: cluster 2024-05-11T04:41:06.474430+0000 mgr.y (mgr.14152) 343 : cluster 0 pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:08.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:07 smithi072 bash[31478]: cluster 2024-05-11T04:41:06.474430+0000 mgr.y (mgr.14152) 343 : cluster 0 pgmap v323: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:09.035 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.874Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-05-11T04:41:09.035 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.874Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-05-11T04:41:09.035 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.874Z caller=main.go:570 level=info host_details="(Linux 5.15.0-106-generic #116-Ubuntu SMP Wed Apr 17 09:17:56 UTC 2024 x86_64 smithi086 (none))" 2024-05-11T04:41:09.035 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.874Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-11T04:41:09.035 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.874Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-11T04:41:09.035 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.875Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.875Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.876Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.876Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.879Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.879Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.252µs 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.879Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.880Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.880Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=42.246µs wal_replay_duration=445.594µs wbl_replay_duration=117ns total_replay_duration=508.53µs 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.881Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.881Z caller=main.go:1029 level=info msg="TSDB started" 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.881Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.905Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.277781ms db_storage=886ns remote_storage=1.167µs web_handler=663ns query_engine=581ns scrape=248.996µs scrape_sd=86.433µs notify=863ns notify_sd=1.494µs rules=23.544161ms tracing=5.532µs 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.905Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-05-11T04:41:09.036 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:08 smithi086 bash[47787]: ts=2024-05-11T04:41:08.905Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-05-11T04:41:09.329 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:09 smithi086 bash[23731]: audit 2024-05-11T04:41:08.057477+0000 mon.a (mon.0) 644 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:09.329 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:09 smithi086 bash[23731]: audit 2024-05-11T04:41:08.068026+0000 mon.a (mon.0) 645 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:09.329 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:09 smithi086 bash[23731]: audit 2024-05-11T04:41:08.078807+0000 mon.a (mon.0) 646 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:09.329 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:09 smithi086 bash[23731]: audit 2024-05-11T04:41:08.086771+0000 mon.a (mon.0) 647 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-11T04:41:09.330 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:09 smithi086 bash[24680]: ignoring --setuser ceph since I am not root 2024-05-11T04:41:09.330 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:09 smithi086 bash[24680]: ignoring --setgroup ceph since I am not root 2024-05-11T04:41:09.330 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:09 smithi086 bash[24680]: debug 2024-05-11T04:41:09.185+0000 7fa68036c700 1 -- 172.21.15.86:0/3125958613 <== mon.1 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x55ff489b81a0 con 0x55ff4973a400 2024-05-11T04:41:09.330 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:09 smithi086 bash[24680]: debug 2024-05-11T04:41:09.329+0000 7fa68a0d8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:41:09.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:09 smithi072 bash[21439]: audit 2024-05-11T04:41:08.057477+0000 mon.a (mon.0) 644 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:09.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:09 smithi072 bash[21439]: audit 2024-05-11T04:41:08.068026+0000 mon.a (mon.0) 645 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:09.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:09 smithi072 bash[21439]: audit 2024-05-11T04:41:08.078807+0000 mon.a (mon.0) 646 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:09.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:09 smithi072 bash[21439]: audit 2024-05-11T04:41:08.086771+0000 mon.a (mon.0) 647 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-11T04:41:09.550 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:09 smithi072 bash[21693]: ignoring --setuser ceph since I am not root 2024-05-11T04:41:09.550 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:09 smithi072 bash[21693]: ignoring --setgroup ceph since I am not root 2024-05-11T04:41:09.550 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:09 smithi072 bash[21693]: debug 2024-05-11T04:41:09.297+0000 7fb2239ec200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:41:09.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:09 smithi072 bash[31478]: audit 2024-05-11T04:41:08.057477+0000 mon.a (mon.0) 644 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:09.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:09 smithi072 bash[31478]: audit 2024-05-11T04:41:08.068026+0000 mon.a (mon.0) 645 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:09.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:09 smithi072 bash[31478]: audit 2024-05-11T04:41:08.078807+0000 mon.a (mon.0) 646 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' 2024-05-11T04:41:09.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:09 smithi072 bash[31478]: audit 2024-05-11T04:41:08.086771+0000 mon.a (mon.0) 647 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-05-11T04:41:10.483 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:41:10.500 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:10 smithi086 bash[23731]: audit 2024-05-11T04:41:09.097873+0000 mon.a (mon.0) 648 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-11T04:41:10.500 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:10 smithi086 bash[23731]: cluster 2024-05-11T04:41:09.097950+0000 mon.a (mon.0) 649 : cluster 0 mgrmap e16: y(active, since 9m), standbys: x 2024-05-11T04:41:10.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:10 smithi072 bash[21439]: audit 2024-05-11T04:41:09.097873+0000 mon.a (mon.0) 648 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-11T04:41:10.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:10 smithi072 bash[21439]: cluster 2024-05-11T04:41:09.097950+0000 mon.a (mon.0) 649 : cluster 0 mgrmap e16: y(active, since 9m), standbys: x 2024-05-11T04:41:10.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:10 smithi072 bash[31478]: audit 2024-05-11T04:41:09.097873+0000 mon.a (mon.0) 648 : audit 1 from='mgr.14152 172.21.15.72:0/1539515327' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-05-11T04:41:10.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:10 smithi072 bash[31478]: cluster 2024-05-11T04:41:09.097950+0000 mon.a (mon.0) 649 : cluster 0 mgrmap e16: y(active, since 9m), standbys: x 2024-05-11T04:41:11.219 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:10 smithi072 bash[21693]: debug 2024-05-11T04:41:10.873+0000 7fb2239ec200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:41:11.219 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:10 smithi072 bash[21693]: debug 2024-05-11T04:41:10.969+0000 7fb2239ec200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:41:11.263 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:10 smithi086 bash[24680]: debug 2024-05-11T04:41:10.913+0000 7fa68a0d8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:41:11.263 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:11 smithi086 bash[24680]: debug 2024-05-11T04:41:11.013+0000 7fa68a0d8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:41:11.528 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:11 smithi086 bash[24680]: debug 2024-05-11T04:41:11.261+0000 7fa68a0d8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:41:11.549 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:11 smithi072 bash[21693]: debug 2024-05-11T04:41:11.217+0000 7fb2239ec200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:41:12.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:12 smithi072 bash[21693]: debug 2024-05-11T04:41:12.009+0000 7fb2239ec200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:41:12.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:12 smithi072 bash[21693]: debug 2024-05-11T04:41:12.117+0000 7fb2239ec200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:41:12.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:12 smithi072 bash[21693]: debug 2024-05-11T04:41:12.225+0000 7fb2239ec200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:41:12.534 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:12 smithi086 bash[24680]: debug 2024-05-11T04:41:12.061+0000 7fa68a0d8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:41:12.534 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:12 smithi086 bash[24680]: debug 2024-05-11T04:41:12.177+0000 7fa68a0d8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:41:12.534 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:12 smithi086 bash[24680]: debug 2024-05-11T04:41:12.277+0000 7fa68a0d8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:41:12.917 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:12 smithi086 bash[24680]: debug 2024-05-11T04:41:12.633+0000 7fa68a0d8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:41:12.917 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:12 smithi086 bash[24680]: debug 2024-05-11T04:41:12.749+0000 7fa68a0d8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:41:12.917 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:12 smithi086 bash[24680]: debug 2024-05-11T04:41:12.853+0000 7fa68a0d8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:41:13.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:12 smithi072 bash[21693]: debug 2024-05-11T04:41:12.577+0000 7fb2239ec200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:41:13.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:12 smithi072 bash[21693]: debug 2024-05-11T04:41:12.693+0000 7fb2239ec200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:41:13.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:12 smithi072 bash[21693]: debug 2024-05-11T04:41:12.797+0000 7fb2239ec200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:41:13.534 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:13 smithi086 bash[24680]: debug 2024-05-11T04:41:13.233+0000 7fa68a0d8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:41:13.534 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:13 smithi086 bash[24680]: debug 2024-05-11T04:41:13.469+0000 7fa68a0d8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:41:13.549 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:13 smithi072 bash[21693]: debug 2024-05-11T04:41:13.157+0000 7fb2239ec200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:41:13.549 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:13 smithi072 bash[21693]: debug 2024-05-11T04:41:13.397+0000 7fb2239ec200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:41:14.034 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:13 smithi086 bash[24680]: debug 2024-05-11T04:41:13.733+0000 7fa68a0d8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:41:14.034 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:13 smithi086 bash[24680]: debug 2024-05-11T04:41:13.841+0000 7fa68a0d8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:41:14.047 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:13 smithi072 bash[21693]: debug 2024-05-11T04:41:13.661+0000 7fb2239ec200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:41:14.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:13 smithi072 bash[21693]: debug 2024-05-11T04:41:13.773+0000 7fb2239ec200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:41:14.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:14 smithi072 bash[21693]: debug 2024-05-11T04:41:14.049+0000 7fb2239ec200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:41:14.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:14 smithi072 bash[21693]: debug 2024-05-11T04:41:14.293+0000 7fb2239ec200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:41:14.534 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:14 smithi086 bash[24680]: debug 2024-05-11T04:41:14.117+0000 7fa68a0d8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:41:14.534 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:14 smithi086 bash[24680]: debug 2024-05-11T04:41:14.357+0000 7fa68a0d8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:41:15.034 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:14 smithi086 bash[24680]: debug 2024-05-11T04:41:14.765+0000 7fa68a0d8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:41:15.034 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:14 smithi086 bash[24680]: debug 2024-05-11T04:41:14.881+0000 7fa68a0d8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:41:15.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:14 smithi072 bash[21693]: debug 2024-05-11T04:41:14.705+0000 7fb2239ec200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:41:15.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:14 smithi072 bash[21693]: debug 2024-05-11T04:41:14.825+0000 7fb2239ec200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:41:15.534 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:15 smithi086 bash[24680]: debug 2024-05-11T04:41:15.125+0000 7fa68a0d8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:41:15.549 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:15 smithi072 bash[21693]: debug 2024-05-11T04:41:15.077+0000 7fb2239ec200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:41:16.499 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:16 smithi072 bash[21693]: debug 2024-05-11T04:41:16.085+0000 7fb2239ec200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:41:16.499 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:16 smithi072 bash[21693]: debug 2024-05-11T04:41:16.201+0000 7fb2239ec200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:41:16.527 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:16 smithi086 bash[24680]: debug 2024-05-11T04:41:16.125+0000 7fa68a0d8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:41:16.527 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:16 smithi086 bash[24680]: debug 2024-05-11T04:41:16.237+0000 7fa68a0d8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:41:16.528 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:16 smithi086 bash[24680]: debug 2024-05-11T04:41:16.529+0000 7fa68a0d8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:41:16.784 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:16 smithi086 bash[24680]: debug 2024-05-11T04:41:16.641+0000 7fa68a0d8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:41:16.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:16 smithi072 bash[21693]: debug 2024-05-11T04:41:16.497+0000 7fb2239ec200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:41:16.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:16 smithi072 bash[21693]: debug 2024-05-11T04:41:16.613+0000 7fb2239ec200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:41:17.353 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:17 smithi072 bash[21693]: debug 2024-05-11T04:41:17.065+0000 7fb2239ec200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:41:17.353 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:17 smithi072 bash[21693]: debug 2024-05-11T04:41:17.185+0000 7fb2239ec200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:41:17.353 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:17 smithi072 bash[21693]: [11/May/2024:04:41:17] ENGINE Bus STARTING 2024-05-11T04:41:17.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: cluster 2024-05-11T04:41:17.210456+0000 mon.a (mon.0) 650 : cluster 1 Active manager daemon y restarted 2024-05-11T04:41:17.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: cluster 2024-05-11T04:41:17.211030+0000 mon.a (mon.0) 651 : cluster 1 Activating manager daemon y 2024-05-11T04:41:17.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: cluster 2024-05-11T04:41:17.228329+0000 mon.a (mon.0) 652 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-05-11T04:41:17.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: cluster 2024-05-11T04:41:17.229108+0000 mon.a (mon.0) 653 : cluster 0 mgrmap e17: y(active, starting, since 0.0182595s), standbys: x 2024-05-11T04:41:17.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.229927+0000 mon.c (mon.2) 15 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:41:17.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.230099+0000 mon.c (mon.2) 16 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:41:17.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.230249+0000 mon.c (mon.2) 17 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:41:17.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: cluster 2024-05-11T04:41:17.230558+0000 mon.a (mon.0) 654 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:41:17.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: cluster 2024-05-11T04:41:17.230725+0000 mon.a (mon.0) 655 : cluster 0 Standby manager daemon x started 2024-05-11T04:41:17.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.232175+0000 mon.c (mon.2) 18 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.232377+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.232446+0000 mon.c (mon.2) 19 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.232728+0000 mon.c (mon.2) 20 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.232995+0000 mon.c (mon.2) 21 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.233253+0000 mon.c (mon.2) 22 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.233560+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.233589+0000 mon.c (mon.2) 23 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.233996+0000 mon.c (mon.2) 24 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.234305+0000 mon.c (mon.2) 25 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.234580+0000 mon.c (mon.2) 26 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.234837+0000 mon.c (mon.2) 27 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.235102+0000 mon.c (mon.2) 28 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.235280+0000 mon.c (mon.2) 29 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.235804+0000 mon.c (mon.2) 30 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.237010+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:41:17.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:17 smithi072 bash[21439]: audit 2024-05-11T04:41:17.237456+0000 mon.b (mon.1) 29 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:41:17.356 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: cluster 2024-05-11T04:41:17.210456+0000 mon.a (mon.0) 650 : cluster 1 Active manager daemon y restarted 2024-05-11T04:41:17.356 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: cluster 2024-05-11T04:41:17.211030+0000 mon.a (mon.0) 651 : cluster 1 Activating manager daemon y 2024-05-11T04:41:17.356 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: cluster 2024-05-11T04:41:17.228329+0000 mon.a (mon.0) 652 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-05-11T04:41:17.356 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: cluster 2024-05-11T04:41:17.229108+0000 mon.a (mon.0) 653 : cluster 0 mgrmap e17: y(active, starting, since 0.0182595s), standbys: x 2024-05-11T04:41:17.356 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.229927+0000 mon.c (mon.2) 15 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:41:17.356 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.230099+0000 mon.c (mon.2) 16 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:41:17.356 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.230249+0000 mon.c (mon.2) 17 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:41:17.356 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: cluster 2024-05-11T04:41:17.230558+0000 mon.a (mon.0) 654 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:41:17.356 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: cluster 2024-05-11T04:41:17.230725+0000 mon.a (mon.0) 655 : cluster 0 Standby manager daemon x started 2024-05-11T04:41:17.356 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.232175+0000 mon.c (mon.2) 18 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.232377+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.232446+0000 mon.c (mon.2) 19 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.232728+0000 mon.c (mon.2) 20 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.232995+0000 mon.c (mon.2) 21 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.233253+0000 mon.c (mon.2) 22 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.233560+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.233589+0000 mon.c (mon.2) 23 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.233996+0000 mon.c (mon.2) 24 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.234305+0000 mon.c (mon.2) 25 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.234580+0000 mon.c (mon.2) 26 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.234837+0000 mon.c (mon.2) 27 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.235102+0000 mon.c (mon.2) 28 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.235280+0000 mon.c (mon.2) 29 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:41:17.357 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.235804+0000 mon.c (mon.2) 30 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:41:17.358 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.237010+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:41:17.358 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:17 smithi072 bash[31478]: audit 2024-05-11T04:41:17.237456+0000 mon.b (mon.1) 29 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:41:17.358 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: cluster 2024-05-11T04:41:17.210456+0000 mon.a (mon.0) 650 : cluster 1 Active manager daemon y restarted 2024-05-11T04:41:17.358 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: cluster 2024-05-11T04:41:17.211030+0000 mon.a (mon.0) 651 : cluster 1 Activating manager daemon y 2024-05-11T04:41:17.358 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: cluster 2024-05-11T04:41:17.228329+0000 mon.a (mon.0) 652 : cluster 0 osdmap e59: 8 total, 8 up, 8 in 2024-05-11T04:41:17.358 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: cluster 2024-05-11T04:41:17.229108+0000 mon.a (mon.0) 653 : cluster 0 mgrmap e17: y(active, starting, since 0.0182595s), standbys: x 2024-05-11T04:41:17.358 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.229927+0000 mon.c (mon.2) 15 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.230099+0000 mon.c (mon.2) 16 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.230249+0000 mon.c (mon.2) 17 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: cluster 2024-05-11T04:41:17.230558+0000 mon.a (mon.0) 654 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: cluster 2024-05-11T04:41:17.230725+0000 mon.a (mon.0) 655 : cluster 0 Standby manager daemon x started 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.232175+0000 mon.c (mon.2) 18 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.232377+0000 mon.b (mon.1) 26 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.232446+0000 mon.c (mon.2) 19 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.232728+0000 mon.c (mon.2) 20 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.232995+0000 mon.c (mon.2) 21 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.233253+0000 mon.c (mon.2) 22 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.233560+0000 mon.b (mon.1) 27 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.233589+0000 mon.c (mon.2) 23 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:41:17.359 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.233996+0000 mon.c (mon.2) 24 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.234305+0000 mon.c (mon.2) 25 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.234580+0000 mon.c (mon.2) 26 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.234837+0000 mon.c (mon.2) 27 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.235102+0000 mon.c (mon.2) 28 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.235280+0000 mon.c (mon.2) 29 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.235804+0000 mon.c (mon.2) 30 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.237010+0000 mon.b (mon.1) 28 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:17 smithi086 bash[23731]: audit 2024-05-11T04:41:17.237456+0000 mon.b (mon.1) 29 : audit 0 from='mgr.? 172.21.15.86:0/2981031490' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:17 smithi086 bash[24680]: debug 2024-05-11T04:41:17.085+0000 7fa68a0d8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:17 smithi086 bash[24680]: debug 2024-05-11T04:41:17.205+0000 7fa68a0d8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:17 smithi086 bash[24680]: [11/May/2024:04:41:17] ENGINE Bus STARTING 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:17 smithi086 bash[24680]: CherryPy Checker: 2024-05-11T04:41:17.360 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:17 smithi086 bash[24680]: The Application mounted at '' has an empty config. 2024-05-11T04:41:17.361 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:17 smithi086 bash[24680]: [11/May/2024:04:41:17] ENGINE Serving on http://:::9283 2024-05-11T04:41:17.361 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:17 smithi086 bash[24680]: [11/May/2024:04:41:17] ENGINE Bus STARTED 2024-05-11T04:41:17.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:17 smithi072 bash[21693]: CherryPy Checker: 2024-05-11T04:41:17.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:17 smithi072 bash[21693]: The Application mounted at '' has an empty config. 2024-05-11T04:41:17.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:17 smithi072 bash[21693]: [11/May/2024:04:41:17] ENGINE Serving on http://:::9283 2024-05-11T04:41:17.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:17 smithi072 bash[21693]: [11/May/2024:04:41:17] ENGINE Bus STARTED 2024-05-11T04:41:18.258 INFO:teuthology.orchestra.run.smithi086.stdout:Scheduled alertmanager update... 2024-05-11T04:41:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: cluster 2024-05-11T04:41:17.262965+0000 mon.a (mon.0) 656 : cluster 1 Manager daemon y is now available 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: audit 2024-05-11T04:41:17.288642+0000 mon.c (mon.2) 31 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: audit 2024-05-11T04:41:17.309132+0000 mon.a (mon.0) 657 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: audit 2024-05-11T04:41:17.312478+0000 mon.c (mon.2) 32 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: audit 2024-05-11T04:41:17.323717+0000 mon.c (mon.2) 33 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: audit 2024-05-11T04:41:17.324147+0000 mon.a (mon.0) 658 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: audit 2024-05-11T04:41:17.337002+0000 mon.c (mon.2) 34 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: audit 2024-05-11T04:41:17.337317+0000 mon.a (mon.0) 659 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: cephadm 2024-05-11T04:41:17.862143+0000 mgr.y (mgr.14385) 1 : cephadm 1 [11/May/2024:04:41:17] ENGINE Bus STARTING 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: cephadm 2024-05-11T04:41:17.964121+0000 mgr.y (mgr.14385) 2 : cephadm 1 [11/May/2024:04:41:17] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: cephadm 2024-05-11T04:41:18.079341+0000 mgr.y (mgr.14385) 3 : cephadm 1 [11/May/2024:04:41:18] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: cephadm 2024-05-11T04:41:18.079521+0000 mgr.y (mgr.14385) 4 : cephadm 1 [11/May/2024:04:41:18] ENGINE Bus STARTED 2024-05-11T04:41:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: cluster 2024-05-11T04:41:18.238102+0000 mon.a (mon.0) 660 : cluster 0 mgrmap e18: y(active, since 1.02725s), standbys: x 2024-05-11T04:41:18.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:18 smithi086 bash[23731]: audit 2024-05-11T04:41:18.261016+0000 mon.a (mon.0) 661 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: cluster 2024-05-11T04:41:17.262965+0000 mon.a (mon.0) 656 : cluster 1 Manager daemon y is now available 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: audit 2024-05-11T04:41:17.288642+0000 mon.c (mon.2) 31 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: audit 2024-05-11T04:41:17.309132+0000 mon.a (mon.0) 657 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: audit 2024-05-11T04:41:17.312478+0000 mon.c (mon.2) 32 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: audit 2024-05-11T04:41:17.323717+0000 mon.c (mon.2) 33 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: audit 2024-05-11T04:41:17.324147+0000 mon.a (mon.0) 658 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: audit 2024-05-11T04:41:17.337002+0000 mon.c (mon.2) 34 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: audit 2024-05-11T04:41:17.337317+0000 mon.a (mon.0) 659 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: cephadm 2024-05-11T04:41:17.862143+0000 mgr.y (mgr.14385) 1 : cephadm 1 [11/May/2024:04:41:17] ENGINE Bus STARTING 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: cephadm 2024-05-11T04:41:17.964121+0000 mgr.y (mgr.14385) 2 : cephadm 1 [11/May/2024:04:41:17] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: cephadm 2024-05-11T04:41:18.079341+0000 mgr.y (mgr.14385) 3 : cephadm 1 [11/May/2024:04:41:18] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: cephadm 2024-05-11T04:41:18.079521+0000 mgr.y (mgr.14385) 4 : cephadm 1 [11/May/2024:04:41:18] ENGINE Bus STARTED 2024-05-11T04:41:18.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: cluster 2024-05-11T04:41:18.238102+0000 mon.a (mon.0) 660 : cluster 0 mgrmap e18: y(active, since 1.02725s), standbys: x 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:18 smithi072 bash[21439]: audit 2024-05-11T04:41:18.261016+0000 mon.a (mon.0) 661 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: cluster 2024-05-11T04:41:17.262965+0000 mon.a (mon.0) 656 : cluster 1 Manager daemon y is now available 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: audit 2024-05-11T04:41:17.288642+0000 mon.c (mon.2) 31 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: audit 2024-05-11T04:41:17.309132+0000 mon.a (mon.0) 657 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: audit 2024-05-11T04:41:17.312478+0000 mon.c (mon.2) 32 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: audit 2024-05-11T04:41:17.323717+0000 mon.c (mon.2) 33 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: audit 2024-05-11T04:41:17.324147+0000 mon.a (mon.0) 658 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: audit 2024-05-11T04:41:17.337002+0000 mon.c (mon.2) 34 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: audit 2024-05-11T04:41:17.337317+0000 mon.a (mon.0) 659 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: cephadm 2024-05-11T04:41:17.862143+0000 mgr.y (mgr.14385) 1 : cephadm 1 [11/May/2024:04:41:17] ENGINE Bus STARTING 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: cephadm 2024-05-11T04:41:17.964121+0000 mgr.y (mgr.14385) 2 : cephadm 1 [11/May/2024:04:41:17] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:41:18.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: cephadm 2024-05-11T04:41:18.079341+0000 mgr.y (mgr.14385) 3 : cephadm 1 [11/May/2024:04:41:18] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:41:18.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: cephadm 2024-05-11T04:41:18.079521+0000 mgr.y (mgr.14385) 4 : cephadm 1 [11/May/2024:04:41:18] ENGINE Bus STARTED 2024-05-11T04:41:18.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: cluster 2024-05-11T04:41:18.238102+0000 mon.a (mon.0) 660 : cluster 0 mgrmap e18: y(active, since 1.02725s), standbys: x 2024-05-11T04:41:18.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:18 smithi072 bash[31478]: audit 2024-05-11T04:41:18.261016+0000 mon.a (mon.0) 661 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:19.013 DEBUG:teuthology.orchestra.run.smithi072:alertmanager.a> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@alertmanager.a.service 2024-05-11T04:41:19.016 INFO:tasks.cephadm:Adding grafana.a on smithi086 2024-05-11T04:41:19.016 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph orch apply grafana '1;smithi086=a' 2024-05-11T04:41:19.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:19 smithi086 bash[23731]: audit 2024-05-11T04:41:18.246077+0000 mgr.y (mgr.14385) 5 : audit 0 from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi072=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:41:19.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:19 smithi086 bash[23731]: cephadm 2024-05-11T04:41:18.251371+0000 mgr.y (mgr.14385) 6 : cephadm 1 Saving service alertmanager spec with placement smithi072=a;count:1 2024-05-11T04:41:19.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:19 smithi086 bash[23731]: cluster 2024-05-11T04:41:18.255290+0000 mgr.y (mgr.14385) 7 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:19.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:19 smithi072 bash[21439]: audit 2024-05-11T04:41:18.246077+0000 mgr.y (mgr.14385) 5 : audit 0 from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi072=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:41:19.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:19 smithi072 bash[21439]: cephadm 2024-05-11T04:41:18.251371+0000 mgr.y (mgr.14385) 6 : cephadm 1 Saving service alertmanager spec with placement smithi072=a;count:1 2024-05-11T04:41:19.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:19 smithi072 bash[21439]: cluster 2024-05-11T04:41:18.255290+0000 mgr.y (mgr.14385) 7 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:19.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:19 smithi072 bash[31478]: audit 2024-05-11T04:41:18.246077+0000 mgr.y (mgr.14385) 5 : audit 0 from='client.24310 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi072=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:41:19.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:19 smithi072 bash[31478]: cephadm 2024-05-11T04:41:18.251371+0000 mgr.y (mgr.14385) 6 : cephadm 1 Saving service alertmanager spec with placement smithi072=a;count:1 2024-05-11T04:41:19.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:19 smithi072 bash[31478]: cluster 2024-05-11T04:41:18.255290+0000 mgr.y (mgr.14385) 7 : cluster 0 pgmap v3: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:20.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:20 smithi072 bash[21439]: cluster 2024-05-11T04:41:19.233867+0000 mgr.y (mgr.14385) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:20.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:20 smithi072 bash[21439]: cluster 2024-05-11T04:41:19.283452+0000 mon.a (mon.0) 662 : cluster 0 mgrmap e19: y(active, since 2s), standbys: x 2024-05-11T04:41:20.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:20 smithi072 bash[31478]: cluster 2024-05-11T04:41:19.233867+0000 mgr.y (mgr.14385) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:20.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:20 smithi072 bash[31478]: cluster 2024-05-11T04:41:19.283452+0000 mon.a (mon.0) 662 : cluster 0 mgrmap e19: y(active, since 2s), standbys: x 2024-05-11T04:41:20.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:20 smithi086 bash[23731]: cluster 2024-05-11T04:41:19.233867+0000 mgr.y (mgr.14385) 8 : cluster 0 pgmap v4: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:20.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:20 smithi086 bash[23731]: cluster 2024-05-11T04:41:19.283452+0000 mon.a (mon.0) 662 : cluster 0 mgrmap e19: y(active, since 2s), standbys: x 2024-05-11T04:41:22.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:22 smithi072 bash[21439]: cluster 2024-05-11T04:41:21.234532+0000 mgr.y (mgr.14385) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:22.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:22 smithi072 bash[21439]: cluster 2024-05-11T04:41:21.309258+0000 mon.a (mon.0) 663 : cluster 0 mgrmap e20: y(active, since 4s), standbys: x 2024-05-11T04:41:22.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:22 smithi072 bash[31478]: cluster 2024-05-11T04:41:21.234532+0000 mgr.y (mgr.14385) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:22.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:22 smithi072 bash[31478]: cluster 2024-05-11T04:41:21.309258+0000 mon.a (mon.0) 663 : cluster 0 mgrmap e20: y(active, since 4s), standbys: x 2024-05-11T04:41:22.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:22 smithi086 bash[23731]: cluster 2024-05-11T04:41:21.234532+0000 mgr.y (mgr.14385) 9 : cluster 0 pgmap v5: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:22.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:22 smithi086 bash[23731]: cluster 2024-05-11T04:41:21.309258+0000 mon.a (mon.0) 663 : cluster 0 mgrmap e20: y(active, since 4s), standbys: x 2024-05-11T04:41:23.555 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:41:24.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:23 smithi086 bash[23731]: audit 2024-05-11T04:41:22.850673+0000 mon.a (mon.0) 664 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:23 smithi086 bash[23731]: audit 2024-05-11T04:41:22.856779+0000 mon.a (mon.0) 665 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:23 smithi086 bash[23731]: audit 2024-05-11T04:41:23.024419+0000 mon.a (mon.0) 666 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:23 smithi086 bash[23731]: audit 2024-05-11T04:41:23.039885+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:23 smithi086 bash[23731]: audit 2024-05-11T04:41:23.658639+0000 mon.a (mon.0) 668 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:23 smithi086 bash[23731]: audit 2024-05-11T04:41:23.669398+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:23 smithi072 bash[21439]: audit 2024-05-11T04:41:22.850673+0000 mon.a (mon.0) 664 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:23 smithi072 bash[21439]: audit 2024-05-11T04:41:22.856779+0000 mon.a (mon.0) 665 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:23 smithi072 bash[21439]: audit 2024-05-11T04:41:23.024419+0000 mon.a (mon.0) 666 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:23 smithi072 bash[21439]: audit 2024-05-11T04:41:23.039885+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:23 smithi072 bash[21439]: audit 2024-05-11T04:41:23.658639+0000 mon.a (mon.0) 668 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:23 smithi072 bash[21439]: audit 2024-05-11T04:41:23.669398+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:23 smithi072 bash[31478]: audit 2024-05-11T04:41:22.850673+0000 mon.a (mon.0) 664 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:23 smithi072 bash[31478]: audit 2024-05-11T04:41:22.856779+0000 mon.a (mon.0) 665 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:23 smithi072 bash[31478]: audit 2024-05-11T04:41:23.024419+0000 mon.a (mon.0) 666 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:23 smithi072 bash[31478]: audit 2024-05-11T04:41:23.039885+0000 mon.a (mon.0) 667 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:23 smithi072 bash[31478]: audit 2024-05-11T04:41:23.658639+0000 mon.a (mon.0) 668 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:24.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:23 smithi072 bash[31478]: audit 2024-05-11T04:41:23.669398+0000 mon.a (mon.0) 669 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: cluster 2024-05-11T04:41:23.234917+0000 mgr.y (mgr.14385) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:25.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.852006+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.871827+0000 mon.a (mon.0) 671 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.875949+0000 mon.c (mon.2) 35 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.876722+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.879319+0000 mon.c (mon.2) 36 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.879884+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.881883+0000 mon.c (mon.2) 37 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.882466+0000 mon.a (mon.0) 674 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.884580+0000 mon.c (mon.2) 38 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.885257+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: cephadm 2024-05-11T04:41:23.887049+0000 mgr.y (mgr.14385) 11 : cephadm 1 Adjusting osd_memory_target on smithi086 to 4060M 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.896490+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.899579+0000 mon.c (mon.2) 39 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:23.901423+0000 mon.c (mon.2) 40 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: cephadm 2024-05-11T04:41:23.904264+0000 mgr.y (mgr.14385) 12 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: cephadm 2024-05-11T04:41:23.904819+0000 mgr.y (mgr.14385) 13 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:41:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:24.672050+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:24 smithi086 bash[23731]: audit 2024-05-11T04:41:24.681873+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.235 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:25 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:41:25] "GET /metrics HTTP/1.1" 200 23678 "" "Prometheus/2.43.0" 2024-05-11T04:41:25.235 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: cluster 2024-05-11T04:41:23.234917+0000 mgr.y (mgr.14385) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:25.235 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.852006+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.235 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.871827+0000 mon.a (mon.0) 671 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.235 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.875949+0000 mon.c (mon.2) 35 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.235 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.876722+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.879319+0000 mon.c (mon.2) 36 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.879884+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.881883+0000 mon.c (mon.2) 37 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.882466+0000 mon.a (mon.0) 674 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.884580+0000 mon.c (mon.2) 38 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.885257+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: cephadm 2024-05-11T04:41:23.887049+0000 mgr.y (mgr.14385) 11 : cephadm 1 Adjusting osd_memory_target on smithi086 to 4060M 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.896490+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.899579+0000 mon.c (mon.2) 39 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:23.901423+0000 mon.c (mon.2) 40 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: cephadm 2024-05-11T04:41:23.904264+0000 mgr.y (mgr.14385) 12 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:41:25.236 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: cephadm 2024-05-11T04:41:23.904819+0000 mgr.y (mgr.14385) 13 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:24.672050+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:24 smithi072 bash[21439]: audit 2024-05-11T04:41:24.681873+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: cluster 2024-05-11T04:41:23.234917+0000 mgr.y (mgr.14385) 10 : cluster 0 pgmap v6: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.852006+0000 mon.a (mon.0) 670 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.871827+0000 mon.a (mon.0) 671 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.875949+0000 mon.c (mon.2) 35 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.876722+0000 mon.a (mon.0) 672 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.879319+0000 mon.c (mon.2) 36 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.879884+0000 mon.a (mon.0) 673 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.881883+0000 mon.c (mon.2) 37 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.882466+0000 mon.a (mon.0) 674 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.237 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.884580+0000 mon.c (mon.2) 38 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.238 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.885257+0000 mon.a (mon.0) 675 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:41:25.238 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: cephadm 2024-05-11T04:41:23.887049+0000 mgr.y (mgr.14385) 11 : cephadm 1 Adjusting osd_memory_target on smithi086 to 4060M 2024-05-11T04:41:25.238 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.896490+0000 mon.a (mon.0) 676 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.238 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.899579+0000 mon.c (mon.2) 39 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:25.238 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:23.901423+0000 mon.c (mon.2) 40 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:25.238 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: cephadm 2024-05-11T04:41:23.904264+0000 mgr.y (mgr.14385) 12 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:41:25.238 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: cephadm 2024-05-11T04:41:23.904819+0000 mgr.y (mgr.14385) 13 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:41:25.238 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:24.672050+0000 mon.a (mon.0) 677 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.238 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:24 smithi072 bash[31478]: audit 2024-05-11T04:41:24.681873+0000 mon.a (mon.0) 678 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:25.549 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:25 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:26.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:25 smithi086 bash[23731]: cephadm 2024-05-11T04:41:24.171153+0000 mgr.y (mgr.14385) 14 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:41:26.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:25 smithi086 bash[23731]: cephadm 2024-05-11T04:41:24.171352+0000 mgr.y (mgr.14385) 15 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:41:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:25 smithi086 bash[23731]: cephadm 2024-05-11T04:41:24.335770+0000 mgr.y (mgr.14385) 16 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:41:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:25 smithi086 bash[23731]: cephadm 2024-05-11T04:41:24.336222+0000 mgr.y (mgr.14385) 17 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:41:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:25 smithi086 bash[23731]: cephadm 2024-05-11T04:41:24.500714+0000 mgr.y (mgr.14385) 18 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:41:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:25 smithi086 bash[23731]: cephadm 2024-05-11T04:41:24.501494+0000 mgr.y (mgr.14385) 19 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:41:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:25 smithi086 bash[23731]: audit 2024-05-11T04:41:24.926718+0000 mon.a (mon.0) 679 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:25 smithi086 bash[23731]: audit 2024-05-11T04:41:24.940628+0000 mon.a (mon.0) 680 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:25 smithi086 bash[23731]: audit 2024-05-11T04:41:24.952819+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:25 smithi086 bash[23731]: cephadm 2024-05-11T04:41:24.960766+0000 mgr.y (mgr.14385) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi072 2024-05-11T04:41:26.146 INFO:teuthology.orchestra.run.smithi086.stdout:Scheduled grafana update... 2024-05-11T04:41:26.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:25 smithi072 bash[21439]: cephadm 2024-05-11T04:41:24.171153+0000 mgr.y (mgr.14385) 14 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:41:26.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:25 smithi072 bash[21439]: cephadm 2024-05-11T04:41:24.171352+0000 mgr.y (mgr.14385) 15 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:41:26.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:25 smithi072 bash[21439]: cephadm 2024-05-11T04:41:24.335770+0000 mgr.y (mgr.14385) 16 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:41:26.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:25 smithi072 bash[21439]: cephadm 2024-05-11T04:41:24.336222+0000 mgr.y (mgr.14385) 17 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:41:26.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:25 smithi072 bash[21439]: cephadm 2024-05-11T04:41:24.500714+0000 mgr.y (mgr.14385) 18 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:41:26.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:25 smithi072 bash[21439]: cephadm 2024-05-11T04:41:24.501494+0000 mgr.y (mgr.14385) 19 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:41:26.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:25 smithi072 bash[21439]: audit 2024-05-11T04:41:24.926718+0000 mon.a (mon.0) 679 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:26.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:25 smithi072 bash[21439]: audit 2024-05-11T04:41:24.940628+0000 mon.a (mon.0) 680 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:26.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:25 smithi072 bash[21439]: audit 2024-05-11T04:41:24.952819+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:26.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:25 smithi072 bash[21439]: cephadm 2024-05-11T04:41:24.960766+0000 mgr.y (mgr.14385) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi072 2024-05-11T04:41:26.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:25 smithi072 bash[31478]: cephadm 2024-05-11T04:41:24.171153+0000 mgr.y (mgr.14385) 14 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:41:26.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:25 smithi072 bash[31478]: cephadm 2024-05-11T04:41:24.171352+0000 mgr.y (mgr.14385) 15 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:41:26.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:25 smithi072 bash[31478]: cephadm 2024-05-11T04:41:24.335770+0000 mgr.y (mgr.14385) 16 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:41:26.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:25 smithi072 bash[31478]: cephadm 2024-05-11T04:41:24.336222+0000 mgr.y (mgr.14385) 17 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:41:26.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:25 smithi072 bash[31478]: cephadm 2024-05-11T04:41:24.500714+0000 mgr.y (mgr.14385) 18 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:41:26.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:25 smithi072 bash[31478]: cephadm 2024-05-11T04:41:24.501494+0000 mgr.y (mgr.14385) 19 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:41:26.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:25 smithi072 bash[31478]: audit 2024-05-11T04:41:24.926718+0000 mon.a (mon.0) 679 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:26.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:25 smithi072 bash[31478]: audit 2024-05-11T04:41:24.940628+0000 mon.a (mon.0) 680 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:26.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:25 smithi072 bash[31478]: audit 2024-05-11T04:41:24.952819+0000 mon.a (mon.0) 681 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:26.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:25 smithi072 bash[31478]: cephadm 2024-05-11T04:41:24.960766+0000 mgr.y (mgr.14385) 20 : cephadm 1 Deploying daemon node-exporter.a on smithi072 2024-05-11T04:41:26.772 DEBUG:teuthology.orchestra.run.smithi086:grafana.a> sudo journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@grafana.a.service 2024-05-11T04:41:26.774 INFO:tasks.cephadm:Setting up client nodes... 2024-05-11T04:41:26.774 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-11T04:41:27.441 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:27 smithi072 bash[21439]: cluster 2024-05-11T04:41:25.235312+0000 mgr.y (mgr.14385) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-05-11T04:41:27.442 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:27 smithi072 bash[21439]: audit 2024-05-11T04:41:26.137106+0000 mgr.y (mgr.14385) 22 : audit 0 from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi086=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:41:27.442 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:27 smithi072 bash[21439]: cephadm 2024-05-11T04:41:26.141291+0000 mgr.y (mgr.14385) 23 : cephadm 1 Saving service grafana spec with placement smithi086=a;count:1 2024-05-11T04:41:27.442 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:27 smithi072 bash[21439]: audit 2024-05-11T04:41:26.149919+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:27.442 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:27 smithi072 bash[31478]: cluster 2024-05-11T04:41:25.235312+0000 mgr.y (mgr.14385) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-05-11T04:41:27.442 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:27 smithi072 bash[31478]: audit 2024-05-11T04:41:26.137106+0000 mgr.y (mgr.14385) 22 : audit 0 from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi086=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:41:27.442 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:27 smithi072 bash[31478]: cephadm 2024-05-11T04:41:26.141291+0000 mgr.y (mgr.14385) 23 : cephadm 1 Saving service grafana spec with placement smithi086=a;count:1 2024-05-11T04:41:27.442 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:27 smithi072 bash[31478]: audit 2024-05-11T04:41:26.149919+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:27 smithi086 bash[23731]: cluster 2024-05-11T04:41:25.235312+0000 mgr.y (mgr.14385) 21 : cluster 0 pgmap v7: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 30 KiB/s rd, 0 B/s wr, 16 op/s 2024-05-11T04:41:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:27 smithi086 bash[23731]: audit 2024-05-11T04:41:26.137106+0000 mgr.y (mgr.14385) 22 : audit 0 from='client.24337 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi086=a", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:41:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:27 smithi086 bash[23731]: cephadm 2024-05-11T04:41:26.141291+0000 mgr.y (mgr.14385) 23 : cephadm 1 Saving service grafana spec with placement smithi086=a;count:1 2024-05-11T04:41:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:27 smithi086 bash[23731]: audit 2024-05-11T04:41:26.149919+0000 mon.a (mon.0) 682 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:27.692 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.692 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.692 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.692 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.693 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.693 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.693 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.693 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.694 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.694 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.694 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.694 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.695 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.695 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.695 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:27.695 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.050 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:27 smithi072 systemd[1]: Started Ceph node-exporter.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:41:28.050 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:27 smithi072 bash[55926]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-05-11T04:41:28.499 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.500 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.500 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.500 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.500 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.501 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.501 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.501 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.784 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.784 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.785 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.785 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.785 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.786 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.786 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.786 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.786 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:28.786 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:28 smithi086 systemd[1]: Started Ceph node-exporter.b for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:41:29.034 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:28 smithi086 bash[48779]: Unable to find image 'quay.io/prometheus/node-exporter:v1.5.0' locally 2024-05-11T04:41:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:28 smithi086 bash[23731]: cluster 2024-05-11T04:41:27.235861+0000 mgr.y (mgr.14385) 24 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-05-11T04:41:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:28 smithi086 bash[23731]: audit 2024-05-11T04:41:27.838215+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:28 smithi086 bash[23731]: audit 2024-05-11T04:41:27.847816+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:28 smithi086 bash[23731]: audit 2024-05-11T04:41:27.887908+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:28 smithi086 bash[23731]: cephadm 2024-05-11T04:41:27.888979+0000 mgr.y (mgr.14385) 25 : cephadm 1 Deploying daemon node-exporter.b on smithi086 2024-05-11T04:41:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:28 smithi086 bash[23731]: audit 2024-05-11T04:41:28.796055+0000 mon.a (mon.0) 686 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:28 smithi086 bash[23731]: audit 2024-05-11T04:41:28.809968+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.154 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:28 smithi072 bash[21439]: cluster 2024-05-11T04:41:27.235861+0000 mgr.y (mgr.14385) 24 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-05-11T04:41:29.155 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:28 smithi072 bash[21439]: audit 2024-05-11T04:41:27.838215+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.155 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:28 smithi072 bash[21439]: audit 2024-05-11T04:41:27.847816+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.155 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:28 smithi072 bash[21439]: audit 2024-05-11T04:41:27.887908+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.155 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:28 smithi072 bash[21439]: cephadm 2024-05-11T04:41:27.888979+0000 mgr.y (mgr.14385) 25 : cephadm 1 Deploying daemon node-exporter.b on smithi086 2024-05-11T04:41:29.155 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:28 smithi072 bash[21439]: audit 2024-05-11T04:41:28.796055+0000 mon.a (mon.0) 686 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.155 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:28 smithi072 bash[21439]: audit 2024-05-11T04:41:28.809968+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.155 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:28 smithi072 bash[31478]: cluster 2024-05-11T04:41:27.235861+0000 mgr.y (mgr.14385) 24 : cluster 0 pgmap v8: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 23 KiB/s rd, 0 B/s wr, 12 op/s 2024-05-11T04:41:29.155 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:28 smithi072 bash[31478]: audit 2024-05-11T04:41:27.838215+0000 mon.a (mon.0) 683 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.155 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:28 smithi072 bash[31478]: audit 2024-05-11T04:41:27.847816+0000 mon.a (mon.0) 684 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.155 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:28 smithi072 bash[31478]: audit 2024-05-11T04:41:27.887908+0000 mon.a (mon.0) 685 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.155 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:28 smithi072 bash[31478]: cephadm 2024-05-11T04:41:27.888979+0000 mgr.y (mgr.14385) 25 : cephadm 1 Deploying daemon node-exporter.b on smithi086 2024-05-11T04:41:29.156 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:28 smithi072 bash[31478]: audit 2024-05-11T04:41:28.796055+0000 mon.a (mon.0) 686 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.156 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:28 smithi072 bash[31478]: audit 2024-05-11T04:41:28.809968+0000 mon.a (mon.0) 687 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:29.549 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[55926]: v1.5.0: Pulling from prometheus/node-exporter 2024-05-11T04:41:29.549 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[55926]: 22b70bddd3ac: Pulling fs layer 2024-05-11T04:41:29.549 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[55926]: 5c12815fee55: Pulling fs layer 2024-05-11T04:41:29.550 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[55926]: c0e87333d380: Pulling fs layer 2024-05-11T04:41:29.550 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:29 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:29.589 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[48779]: v1.5.0: Pulling from prometheus/node-exporter 2024-05-11T04:41:29.856 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[55926]: 5c12815fee55: Download complete 2024-05-11T04:41:29.856 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[55926]: 22b70bddd3ac: Download complete 2024-05-11T04:41:29.856 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[55926]: c0e87333d380: Verifying Checksum 2024-05-11T04:41:29.857 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[55926]: c0e87333d380: Download complete 2024-05-11T04:41:29.857 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[55926]: 22b70bddd3ac: Pull complete 2024-05-11T04:41:29.857 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[48779]: 22b70bddd3ac: Pulling fs layer 2024-05-11T04:41:29.857 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[48779]: 5c12815fee55: Pulling fs layer 2024-05-11T04:41:29.857 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[48779]: c0e87333d380: Pulling fs layer 2024-05-11T04:41:29.857 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[48779]: 5c12815fee55: Verifying Checksum 2024-05-11T04:41:29.857 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[48779]: 5c12815fee55: Download complete 2024-05-11T04:41:29.857 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[48779]: 22b70bddd3ac: Verifying Checksum 2024-05-11T04:41:29.857 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[48779]: 22b70bddd3ac: Download complete 2024-05-11T04:41:30.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[23731]: audit 2024-05-11T04:41:28.862776+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:30.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[23731]: audit 2024-05-11T04:41:28.871611+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:30.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[23731]: audit 2024-05-11T04:41:28.890476+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:30.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[23731]: cephadm 2024-05-11T04:41:28.927072+0000 mgr.y (mgr.14385) 26 : cephadm 1 Deploying daemon alertmanager.a on smithi072 2024-05-11T04:41:30.285 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[48779]: c0e87333d380: Verifying Checksum 2024-05-11T04:41:30.285 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[48779]: c0e87333d380: Download complete 2024-05-11T04:41:30.285 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:29 smithi086 bash[48779]: 22b70bddd3ac: Pull complete 2024-05-11T04:41:30.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[21439]: audit 2024-05-11T04:41:28.862776+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:30.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[21439]: audit 2024-05-11T04:41:28.871611+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:30.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[21439]: audit 2024-05-11T04:41:28.890476+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:30.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:29 smithi072 bash[21439]: cephadm 2024-05-11T04:41:28.927072+0000 mgr.y (mgr.14385) 26 : cephadm 1 Deploying daemon alertmanager.a on smithi072 2024-05-11T04:41:30.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:29 smithi072 bash[31478]: audit 2024-05-11T04:41:28.862776+0000 mon.a (mon.0) 688 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:30.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:29 smithi072 bash[31478]: audit 2024-05-11T04:41:28.871611+0000 mon.a (mon.0) 689 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:30.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:29 smithi072 bash[31478]: audit 2024-05-11T04:41:28.890476+0000 mon.a (mon.0) 690 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:30.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:29 smithi072 bash[31478]: cephadm 2024-05-11T04:41:28.927072+0000 mgr.y (mgr.14385) 26 : cephadm 1 Deploying daemon alertmanager.a on smithi072 2024-05-11T04:41:30.755 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:30 smithi072 bash[55926]: 5c12815fee55: Pull complete 2024-05-11T04:41:30.784 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:30 smithi086 bash[48779]: 5c12815fee55: Pull complete 2024-05-11T04:41:31.030 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:30 smithi072 bash[21439]: cluster 2024-05-11T04:41:29.236261+0000 mgr.y (mgr.14385) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:41:31.031 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:30 smithi072 bash[31478]: cluster 2024-05-11T04:41:29.236261+0000 mgr.y (mgr.14385) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:41:31.031 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:30 smithi072 bash[55926]: c0e87333d380: Pull complete 2024-05-11T04:41:31.031 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:30 smithi072 bash[55926]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-05-11T04:41:31.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:30 smithi086 bash[23731]: cluster 2024-05-11T04:41:29.236261+0000 mgr.y (mgr.14385) 27 : cluster 0 pgmap v9: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 19 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:41:31.284 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:30 smithi086 bash[48779]: c0e87333d380: Pull complete 2024-05-11T04:41:31.284 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:31 smithi086 bash[48779]: Digest: sha256:39c642b2b337e38c18e80266fb14383754178202f40103646337722a594d984c 2024-05-11T04:41:31.284 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:31 smithi086 bash[48779]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-05-11T04:41:31.291 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:31 smithi072 bash[55926]: Status: Downloaded newer image for quay.io/prometheus/node-exporter:v1.5.0 2024-05-11T04:41:31.467 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:41:32.536 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.333Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-05-11T04:41:32.536 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.334Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-05-11T04:41:32.536 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-05-11T04:41:32.536 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-05-11T04:41:32.536 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-05-11T04:41:32.536 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-05-11T04:41:32.536 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-05-11T04:41:32.536 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=arp 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=bcache 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=bonding 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=btrfs 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=conntrack 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=cpu 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=diskstats 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=dmi 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=edac 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=entropy 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=filefd 2024-05-11T04:41:32.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=filesystem 2024-05-11T04:41:32.538 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=hwmon 2024-05-11T04:41:32.538 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=infiniband 2024-05-11T04:41:32.538 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=ipvs 2024-05-11T04:41:32.538 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=loadavg 2024-05-11T04:41:32.538 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=mdadm 2024-05-11T04:41:32.538 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=meminfo 2024-05-11T04:41:32.538 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=netclass 2024-05-11T04:41:32.538 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=netdev 2024-05-11T04:41:32.538 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=netstat 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=nfs 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=nfsd 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=nvme 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=os 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=pressure 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.335Z caller=node_exporter.go:117 level=info collector=rapl 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=schedstat 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=selinux 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=sockstat 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=softnet 2024-05-11T04:41:32.539 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=stat 2024-05-11T04:41:32.540 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=tapestats 2024-05-11T04:41:32.540 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=textfile 2024-05-11T04:41:32.540 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-05-11T04:41:32.540 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=time 2024-05-11T04:41:32.540 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-05-11T04:41:32.540 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=uname 2024-05-11T04:41:32.540 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=vmstat 2024-05-11T04:41:32.540 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=xfs 2024-05-11T04:41:32.540 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=node_exporter.go:117 level=info collector=zfs 2024-05-11T04:41:32.540 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-05-11T04:41:32.540 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[48779]: ts=2024-05-11T04:41:32.336Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-05-11T04:41:33.248 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:32 smithi072 bash[21439]: cluster 2024-05-11T04:41:31.236767+0000 mgr.y (mgr.14385) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:41:33.249 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:32 smithi072 bash[21439]: audit 2024-05-11T04:41:32.313616+0000 mon.c (mon.2) 41 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:33.249 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:32 smithi072 bash[21439]: audit 2024-05-11T04:41:32.319143+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:33.250 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:32 smithi072 bash[31478]: cluster 2024-05-11T04:41:31.236767+0000 mgr.y (mgr.14385) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:41:33.250 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:32 smithi072 bash[31478]: audit 2024-05-11T04:41:32.313616+0000 mon.c (mon.2) 41 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:33.250 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:32 smithi072 bash[31478]: audit 2024-05-11T04:41:32.319143+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[23731]: cluster 2024-05-11T04:41:31.236767+0000 mgr.y (mgr.14385) 28 : cluster 0 pgmap v10: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:41:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[23731]: audit 2024-05-11T04:41:32.313616+0000 mon.c (mon.2) 41 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:32 smithi086 bash[23731]: audit 2024-05-11T04:41:32.319143+0000 mon.a (mon.0) 691 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:35.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:34 smithi086 bash[23731]: cluster 2024-05-11T04:41:33.237377+0000 mgr.y (mgr.14385) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:41:35.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:34 smithi072 bash[21439]: cluster 2024-05-11T04:41:33.237377+0000 mgr.y (mgr.14385) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:41:35.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:35 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:41:35] "GET /metrics HTTP/1.1" 200 26206 "" "Prometheus/2.43.0" 2024-05-11T04:41:35.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:34 smithi072 bash[31478]: cluster 2024-05-11T04:41:33.237377+0000 mgr.y (mgr.14385) 29 : cluster 0 pgmap v11: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:41:35.800 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.444Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-05-11T04:41:35.800 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.444Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-05-11T04:41:35.800 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.445Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-05-11T04:41:35.800 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.445Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-05-11T04:41:35.800 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.445Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-05-11T04:41:35.800 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.445Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-05-11T04:41:35.800 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-05-11T04:41:35.800 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=arp 2024-05-11T04:41:35.800 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=bcache 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=bonding 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=btrfs 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=conntrack 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=cpu 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=diskstats 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=dmi 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=edac 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=entropy 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=filefd 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=filesystem 2024-05-11T04:41:35.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=hwmon 2024-05-11T04:41:35.802 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=infiniband 2024-05-11T04:41:35.802 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=ipvs 2024-05-11T04:41:35.802 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=loadavg 2024-05-11T04:41:35.802 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=mdadm 2024-05-11T04:41:35.802 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=meminfo 2024-05-11T04:41:35.802 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=netclass 2024-05-11T04:41:35.802 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=netdev 2024-05-11T04:41:35.802 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=netstat 2024-05-11T04:41:35.802 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=nfs 2024-05-11T04:41:35.802 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=nfsd 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=nvme 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=os 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=pressure 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=rapl 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=schedstat 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=selinux 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=sockstat 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=softnet 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=stat 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=tapestats 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=textfile 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=time 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-05-11T04:41:35.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=uname 2024-05-11T04:41:35.804 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=vmstat 2024-05-11T04:41:35.804 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=xfs 2024-05-11T04:41:35.804 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=node_exporter.go:117 level=info collector=zfs 2024-05-11T04:41:35.804 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-05-11T04:41:35.804 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:35 smithi072 bash[55926]: ts=2024-05-11T04:41:35.446Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-05-11T04:41:37.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:36 smithi086 bash[23731]: cluster 2024-05-11T04:41:35.238106+0000 mgr.y (mgr.14385) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:41:37.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:36 smithi072 bash[21439]: cluster 2024-05-11T04:41:35.238106+0000 mgr.y (mgr.14385) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:41:37.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:36 smithi072 bash[31478]: cluster 2024-05-11T04:41:35.238106+0000 mgr.y (mgr.14385) 30 : cluster 0 pgmap v12: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-05-11T04:41:39.187 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:38 smithi072 bash[21439]: cluster 2024-05-11T04:41:37.238633+0000 mgr.y (mgr.14385) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:39.187 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:38 smithi072 bash[31478]: cluster 2024-05-11T04:41:37.238633+0000 mgr.y (mgr.14385) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:39.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:38 smithi086 bash[23731]: cluster 2024-05-11T04:41:37.238633+0000 mgr.y (mgr.14385) 31 : cluster 0 pgmap v13: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:39.550 INFO:teuthology.orchestra.run.smithi072.stdout:[client.0] 2024-05-11T04:41:39.551 INFO:teuthology.orchestra.run.smithi072.stdout: key = AQAD9z5m3t7MIBAAPNpvRPV+uIz8JbOqCvE/KQ== 2024-05-11T04:41:40.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:39 smithi086 bash[23731]: audit 2024-05-11T04:41:39.549986+0000 mon.a (mon.0) 692 : audit 1 from='client.? 172.21.15.72:0/1708263743' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:41:40.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:39 smithi086 bash[23731]: audit 2024-05-11T04:41:39.555397+0000 mon.a (mon.0) 693 : audit 1 from='client.? 172.21.15.72:0/1708263743' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:41:40.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:39 smithi072 bash[21439]: audit 2024-05-11T04:41:39.549986+0000 mon.a (mon.0) 692 : audit 1 from='client.? 172.21.15.72:0/1708263743' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:41:40.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:39 smithi072 bash[21439]: audit 2024-05-11T04:41:39.555397+0000 mon.a (mon.0) 693 : audit 1 from='client.? 172.21.15.72:0/1708263743' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:41:40.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:39 smithi072 bash[31478]: audit 2024-05-11T04:41:39.549986+0000 mon.a (mon.0) 692 : audit 1 from='client.? 172.21.15.72:0/1708263743' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:41:40.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:39 smithi072 bash[31478]: audit 2024-05-11T04:41:39.555397+0000 mon.a (mon.0) 693 : audit 1 from='client.? 172.21.15.72:0/1708263743' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:41:41.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:40 smithi072 bash[21439]: cluster 2024-05-11T04:41:39.239012+0000 mgr.y (mgr.14385) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:41.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:40 smithi072 bash[31478]: cluster 2024-05-11T04:41:39.239012+0000 mgr.y (mgr.14385) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:41.211 DEBUG:teuthology.orchestra.run.smithi072:> set -ex 2024-05-11T04:41:41.211 DEBUG:teuthology.orchestra.run.smithi072:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-05-11T04:41:41.211 DEBUG:teuthology.orchestra.run.smithi072:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-05-11T04:41:41.234 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-05-11T04:41:41.245 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:40 smithi086 bash[23731]: cluster 2024-05-11T04:41:39.239012+0000 mgr.y (mgr.14385) 32 : cluster 0 pgmap v14: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:43.065 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:42 smithi072 bash[21439]: cluster 2024-05-11T04:41:41.239471+0000 mgr.y (mgr.14385) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:43.065 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:42 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.066 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:41:42 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.066 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:41:42 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.066 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:42 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.067 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:41:42 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.067 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:42 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:42 smithi072 bash[31478]: cluster 2024-05-11T04:41:41.239471+0000 mgr.y (mgr.14385) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:43.067 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:42 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.067 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:41:42 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:42 smithi086 bash[23731]: cluster 2024-05-11T04:41:41.239471+0000 mgr.y (mgr.14385) 33 : cluster 0 pgmap v15: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:43.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.322 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.322 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.322 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.323 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.323 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.323 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.323 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.323 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.324 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.324 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:43.324 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: Started Ceph alertmanager.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:41:43.324 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:41:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:44.628 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[21439]: cluster 2024-05-11T04:41:43.239857+0000 mgr.y (mgr.14385) 34 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:44.629 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[21439]: audit 2024-05-11T04:41:43.363167+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.629 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[21439]: audit 2024-05-11T04:41:43.370447+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.629 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[21439]: audit 2024-05-11T04:41:43.379887+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.629 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[21439]: audit 2024-05-11T04:41:43.384550+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.629 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[21439]: audit 2024-05-11T04:41:43.433542+0000 mon.c (mon.2) 42 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:44.629 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[21439]: audit 2024-05-11T04:41:43.754689+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.629 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[21439]: audit 2024-05-11T04:41:43.763846+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.629 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:44 smithi072 bash[31478]: cluster 2024-05-11T04:41:43.239857+0000 mgr.y (mgr.14385) 34 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:44.629 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:44 smithi072 bash[31478]: audit 2024-05-11T04:41:43.363167+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.629 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:44 smithi072 bash[31478]: audit 2024-05-11T04:41:43.370447+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.630 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:44 smithi072 bash[31478]: audit 2024-05-11T04:41:43.379887+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.630 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:44 smithi072 bash[31478]: audit 2024-05-11T04:41:43.384550+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.630 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:44 smithi072 bash[31478]: audit 2024-05-11T04:41:43.433542+0000 mon.c (mon.2) 42 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:44.630 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:44 smithi072 bash[31478]: audit 2024-05-11T04:41:43.754689+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.630 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:44 smithi072 bash[31478]: audit 2024-05-11T04:41:43.763846+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:44 smithi086 bash[23731]: cluster 2024-05-11T04:41:43.239857+0000 mgr.y (mgr.14385) 34 : cluster 0 pgmap v16: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:44.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:44 smithi086 bash[23731]: audit 2024-05-11T04:41:43.363167+0000 mon.a (mon.0) 694 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:44 smithi086 bash[23731]: audit 2024-05-11T04:41:43.370447+0000 mon.a (mon.0) 695 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:44 smithi086 bash[23731]: audit 2024-05-11T04:41:43.379887+0000 mon.a (mon.0) 696 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:44 smithi086 bash[23731]: audit 2024-05-11T04:41:43.384550+0000 mon.a (mon.0) 697 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:44 smithi086 bash[23731]: audit 2024-05-11T04:41:43.433542+0000 mon.c (mon.2) 42 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:41:44.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:44 smithi086 bash[23731]: audit 2024-05-11T04:41:43.754689+0000 mon.a (mon.0) 698 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:44.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:44 smithi086 bash[23731]: audit 2024-05-11T04:41:43.763846+0000 mon.a (mon.0) 699 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:45.014 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[56486]: ts=2024-05-11T04:41:44.696Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-05-11T04:41:45.014 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[56486]: ts=2024-05-11T04:41:44.696Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-05-11T04:41:45.014 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[56486]: ts=2024-05-11T04:41:44.698Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.72 port=9094 2024-05-11T04:41:45.014 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[56486]: ts=2024-05-11T04:41:44.699Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-05-11T04:41:45.014 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[56486]: ts=2024-05-11T04:41:44.729Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-11T04:41:45.014 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[56486]: ts=2024-05-11T04:41:44.730Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-11T04:41:45.014 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[56486]: ts=2024-05-11T04:41:44.733Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-05-11T04:41:45.014 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:44 smithi072 bash[56486]: ts=2024-05-11T04:41:44.733Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-05-11T04:41:45.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:45 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:41:45] "GET /metrics HTTP/1.1" 200 26206 "" "Prometheus/2.43.0" 2024-05-11T04:41:45.951 INFO:teuthology.orchestra.run.smithi086.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.b/config 2024-05-11T04:41:46.687 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:46 smithi086 bash[23731]: cluster 2024-05-11T04:41:45.240498+0000 mgr.y (mgr.14385) 35 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:46.695 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:46 smithi072 bash[21439]: cluster 2024-05-11T04:41:45.240498+0000 mgr.y (mgr.14385) 35 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:46.696 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:46 smithi072 bash[31478]: cluster 2024-05-11T04:41:45.240498+0000 mgr.y (mgr.14385) 35 : cluster 0 pgmap v17: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:47.049 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:46 smithi072 bash[56486]: ts=2024-05-11T04:41:46.700Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000919332s 2024-05-11T04:41:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:47 smithi086 bash[23731]: audit 2024-05-11T04:41:47.314061+0000 mon.c (mon.2) 43 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:47 smithi086 bash[23731]: audit 2024-05-11T04:41:47.333927+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:47.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:47 smithi072 bash[21439]: audit 2024-05-11T04:41:47.314061+0000 mon.c (mon.2) 43 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:47.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:47 smithi072 bash[21439]: audit 2024-05-11T04:41:47.333927+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:47.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:47 smithi072 bash[31478]: audit 2024-05-11T04:41:47.314061+0000 mon.c (mon.2) 43 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:41:47.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:47 smithi072 bash[31478]: audit 2024-05-11T04:41:47.333927+0000 mon.a (mon.0) 700 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:48.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:48 smithi086 bash[23731]: cluster 2024-05-11T04:41:47.241023+0000 mgr.y (mgr.14385) 36 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:48.688 INFO:teuthology.orchestra.run.smithi086.stdout:[client.1] 2024-05-11T04:41:48.688 INFO:teuthology.orchestra.run.smithi086.stdout: key = AQAM9z5mIVnRKBAAk+8EYOBfNZDUJ0gGyoI2sw== 2024-05-11T04:41:48.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:48 smithi072 bash[21439]: cluster 2024-05-11T04:41:47.241023+0000 mgr.y (mgr.14385) 36 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:48.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:48 smithi072 bash[31478]: cluster 2024-05-11T04:41:47.241023+0000 mgr.y (mgr.14385) 36 : cluster 0 pgmap v18: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:49.311 DEBUG:teuthology.orchestra.run.smithi086:> set -ex 2024-05-11T04:41:49.311 DEBUG:teuthology.orchestra.run.smithi086:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-05-11T04:41:49.311 DEBUG:teuthology.orchestra.run.smithi086:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-05-11T04:41:49.378 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-05-11T04:41:49.379 DEBUG:teuthology.orchestra.run.smithi072:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-05-11T04:41:49.692 INFO:teuthology.misc.health.smithi072.stdout: 2024-05-11T04:41:49.692 INFO:teuthology.misc.health.smithi072.stdout:{"epoch":59,"fsid":"10baa432-0f4f-11ef-bc98-c7b262605968","created":"2024-05-11T04:30:51.452440+0000","modified":"2024-05-11T04:41:17.210585+0000","last_up_change":"2024-05-11T04:40:19.842862+0000","last_in_change":"2024-05-11T04:39:54.231529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:36:10.965267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dadf143c-2627-4419-a73f-d46123c901fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6802","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6803","nonce":369548728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6804","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6805","nonce":369548728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6808","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6809","nonce":369548728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6806","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6807","nonce":369548728}]},"public_addr":"172.21.15.72:6803/369548728","cluster_addr":"172.21.15.72:6805/369548728","heartbeat_back_addr":"172.21.15.72:6809/369548728","heartbeat_front_addr":"172.21.15.72:6807/369548728","state":["exists","up"]},{"osd":1,"uuid":"17e2f837-6d2a-489b-9746-822da67fde93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6810","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6811","nonce":2633657348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6812","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6813","nonce":2633657348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6816","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6817","nonce":2633657348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6814","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6815","nonce":2633657348}]},"public_addr":"172.21.15.72:6811/2633657348","cluster_addr":"172.21.15.72:6813/2633657348","heartbeat_back_addr":"172.21.15.72:6817/2633657348","heartbeat_front_addr":"172.21.15.72:6815/2633657348","state":["exists","up"]},{"osd":2,"uuid":"81a78ca1-d9b5-4de7-a978-f4c28bb8e151","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6818","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6819","nonce":3985656513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6820","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6821","nonce":3985656513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6824","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6825","nonce":3985656513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6822","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6823","nonce":3985656513}]},"public_addr":"172.21.15.72:6819/3985656513","cluster_addr":"172.21.15.72:6821/3985656513","heartbeat_back_addr":"172.21.15.72:6825/3985656513","heartbeat_front_addr":"172.21.15.72:6823/3985656513","state":["exists","up"]},{"osd":3,"uuid":"37da6131-a6b8-44e4-a78e-e0d10beba2cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6826","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6827","nonce":1456201891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6828","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6829","nonce":1456201891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6832","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6833","nonce":1456201891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6830","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6831","nonce":1456201891}]},"public_addr":"172.21.15.72:6827/1456201891","cluster_addr":"172.21.15.72:6829/1456201891","heartbeat_back_addr":"172.21.15.72:6833/1456201891","heartbeat_front_addr":"172.21.15.72:6831/1456201891","state":["exists","up"]},{"osd":4,"uuid":"d115dec8-8499-4733-a850-73736ff08868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6801","nonce":2293720889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6803","nonce":2293720889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6807","nonce":2293720889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6805","nonce":2293720889}]},"public_addr":"172.21.15.86:6801/2293720889","cluster_addr":"172.21.15.86:6803/2293720889","heartbeat_back_addr":"172.21.15.86:6807/2293720889","heartbeat_front_addr":"172.21.15.86:6805/2293720889","state":["exists","up"]},{"osd":5,"uuid":"4c86df54-e71b-4cab-951b-61e77e69cb27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6809","nonce":1551950791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6811","nonce":1551950791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6815","nonce":1551950791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6813","nonce":1551950791}]},"public_addr":"172.21.15.86:6809/1551950791","cluster_addr":"172.21.15.86:6811/1551950791","heartbeat_back_addr":"172.21.15.86:6815/1551950791","heartbeat_front_addr":"172.21.15.86:6813/1551950791","state":["exists","up"]},{"osd":6,"uuid":"7a073440-72fc-449b-9f91-d35f90385efd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6817","nonce":3662032983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6819","nonce":3662032983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6823","nonce":3662032983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6821","nonce":3662032983}]},"public_addr":"172.21.15.86:6817/3662032983","cluster_addr":"172.21.15.86:6819/3662032983","heartbeat_back_addr":"172.21.15.86:6823/3662032983","heartbeat_front_addr":"172.21.15.86:6821/3662032983","state":["exists","up"]},{"osd":7,"uuid":"3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6825","nonce":1653010799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6827","nonce":1653010799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6831","nonce":1653010799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6829","nonce":1653010799}]},"public_addr":"172.21.15.86:6825/1653010799","cluster_addr":"172.21.15.86:6827/1653010799","heartbeat_back_addr":"172.21.15.86:6831/1653010799","heartbeat_front_addr":"172.21.15.86:6829/1653010799","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:34:22.363914+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:35:14.909826+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:36:08.011116+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:01.553722+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:49.943220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:38:39.497998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:39:28.251397+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:40:17.822776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.72:0/1680412394":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6801/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6800/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/2736625902":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/1192235219":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/620829446":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1955197046":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/1490257114":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/2086025920":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6801/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/3263242948":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/118401972":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6800/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:6800/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/60304101":"2024-05-12T04:31:24.365351+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:41:49.714 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-05-11T04:41:49.714 INFO:tasks.cephadm:Creating RBD pool 2024-05-11T04:41:49.714 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-05-11T04:41:49.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:49 smithi072 bash[21693]: [11/May/2024:04:41:49] ENGINE Bus STOPPING 2024-05-11T04:41:49.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:49 smithi072 bash[21693]: [11/May/2024:04:41:49] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:41:49.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:49 smithi072 bash[21693]: [11/May/2024:04:41:49] ENGINE Bus STOPPED 2024-05-11T04:41:49.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:49 smithi072 bash[21693]: [11/May/2024:04:41:49] ENGINE Bus STARTING 2024-05-11T04:41:49.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:49 smithi072 bash[21693]: [11/May/2024:04:41:49] ENGINE Serving on http://:::9283 2024-05-11T04:41:49.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:49 smithi072 bash[21693]: [11/May/2024:04:41:49] ENGINE Bus STARTED 2024-05-11T04:41:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:48.582181+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:48.599536+0000 mon.a (mon.0) 702 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:48.683556+0000 mon.b (mon.1) 30 : audit 1 from='client.? 172.21.15.86:0/854067600' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:41:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:48.684645+0000 mon.a (mon.0) 703 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:41:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:48.690952+0000 mon.a (mon.0) 704 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:41:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:49.213391+0000 mon.a (mon.0) 705 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:49.226129+0000 mon.a (mon.0) 706 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:49.230895+0000 mon.c (mon.2) 44 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:49.232584+0000 mon.c (mon.2) 45 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:49.242326+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:49.446683+0000 mon.a (mon.0) 708 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:49.452939+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:49.458384+0000 mon.c (mon.2) 46 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:49 smithi072 bash[21439]: audit 2024-05-11T04:41:49.469454+0000 mon.a (mon.0) 710 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:48.582181+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:48.599536+0000 mon.a (mon.0) 702 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:48.683556+0000 mon.b (mon.1) 30 : audit 1 from='client.? 172.21.15.86:0/854067600' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:48.684645+0000 mon.a (mon.0) 703 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:48.690952+0000 mon.a (mon.0) 704 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:49.213391+0000 mon.a (mon.0) 705 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:49.226129+0000 mon.a (mon.0) 706 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:49.230895+0000 mon.c (mon.2) 44 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:49.232584+0000 mon.c (mon.2) 45 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:49.242326+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:49.446683+0000 mon.a (mon.0) 708 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:49.452939+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:49.458384+0000 mon.c (mon.2) 46 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:41:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:49 smithi072 bash[31478]: audit 2024-05-11T04:41:49.469454+0000 mon.a (mon.0) 710 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:50.034 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:41:49 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:41:50.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:48.582181+0000 mon.a (mon.0) 701 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:48.599536+0000 mon.a (mon.0) 702 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:48.683556+0000 mon.b (mon.1) 30 : audit 1 from='client.? 172.21.15.86:0/854067600' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:48.684645+0000 mon.a (mon.0) 703 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:48.690952+0000 mon.a (mon.0) 704 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:49.213391+0000 mon.a (mon.0) 705 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:49.226129+0000 mon.a (mon.0) 706 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:49.230895+0000 mon.c (mon.2) 44 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:49.232584+0000 mon.c (mon.2) 45 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:49.242326+0000 mon.a (mon.0) 707 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:49.446683+0000 mon.a (mon.0) 708 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:49.452939+0000 mon.a (mon.0) 709 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:50.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:49.458384+0000 mon.c (mon.2) 46 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:41:50.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:49 smithi086 bash[23731]: audit 2024-05-11T04:41:49.469454+0000 mon.a (mon.0) 710 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:41:51.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:50 smithi086 bash[23731]: cluster 2024-05-11T04:41:49.241564+0000 mgr.y (mgr.14385) 37 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:51.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:50 smithi086 bash[23731]: cephadm 2024-05-11T04:41:49.280595+0000 mgr.y (mgr.14385) 38 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-05-11T04:41:51.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:50 smithi086 bash[23731]: audit 2024-05-11T04:41:49.459682+0000 mgr.y (mgr.14385) 39 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:41:51.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:50 smithi086 bash[23731]: cephadm 2024-05-11T04:41:49.482482+0000 mgr.y (mgr.14385) 40 : cephadm 1 Deploying daemon grafana.a on smithi086 2024-05-11T04:41:51.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:50 smithi086 bash[23731]: audit 2024-05-11T04:41:49.696108+0000 mon.c (mon.2) 47 : audit 0 from='client.? 172.21.15.72:0/856929683' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:41:51.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:50 smithi072 bash[21439]: cluster 2024-05-11T04:41:49.241564+0000 mgr.y (mgr.14385) 37 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:51.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:50 smithi072 bash[21439]: cephadm 2024-05-11T04:41:49.280595+0000 mgr.y (mgr.14385) 38 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-05-11T04:41:51.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:50 smithi072 bash[21439]: audit 2024-05-11T04:41:49.459682+0000 mgr.y (mgr.14385) 39 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:41:51.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:50 smithi072 bash[21439]: cephadm 2024-05-11T04:41:49.482482+0000 mgr.y (mgr.14385) 40 : cephadm 1 Deploying daemon grafana.a on smithi086 2024-05-11T04:41:51.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:50 smithi072 bash[21439]: audit 2024-05-11T04:41:49.696108+0000 mon.c (mon.2) 47 : audit 0 from='client.? 172.21.15.72:0/856929683' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:41:51.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:50 smithi072 bash[31478]: cluster 2024-05-11T04:41:49.241564+0000 mgr.y (mgr.14385) 37 : cluster 0 pgmap v19: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:51.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:50 smithi072 bash[31478]: cephadm 2024-05-11T04:41:49.280595+0000 mgr.y (mgr.14385) 38 : cephadm 1 Regenerating cephadm self-signed grafana TLS certificates 2024-05-11T04:41:51.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:50 smithi072 bash[31478]: audit 2024-05-11T04:41:49.459682+0000 mgr.y (mgr.14385) 39 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-05-11T04:41:51.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:50 smithi072 bash[31478]: cephadm 2024-05-11T04:41:49.482482+0000 mgr.y (mgr.14385) 40 : cephadm 1 Deploying daemon grafana.a on smithi086 2024-05-11T04:41:51.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:50 smithi072 bash[31478]: audit 2024-05-11T04:41:49.696108+0000 mon.c (mon.2) 47 : audit 0 from='client.? 172.21.15.72:0/856929683' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:41:53.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:52 smithi086 bash[23731]: cluster 2024-05-11T04:41:51.242162+0000 mgr.y (mgr.14385) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:53.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:52 smithi072 bash[21439]: cluster 2024-05-11T04:41:51.242162+0000 mgr.y (mgr.14385) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:53.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:52 smithi072 bash[31478]: cluster 2024-05-11T04:41:51.242162+0000 mgr.y (mgr.14385) 41 : cluster 0 pgmap v20: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:54.432 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:41:54.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:54 smithi072 bash[21439]: cluster 2024-05-11T04:41:53.242689+0000 mgr.y (mgr.14385) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:54.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:54 smithi072 bash[31478]: cluster 2024-05-11T04:41:53.242689+0000 mgr.y (mgr.14385) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:54.799 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:41:54 smithi072 bash[56486]: ts=2024-05-11T04:41:54.702Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003601159s 2024-05-11T04:41:55.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:54 smithi086 bash[23731]: cluster 2024-05-11T04:41:53.242689+0000 mgr.y (mgr.14385) 42 : cluster 0 pgmap v21: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:55.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:41:55 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:41:55] "GET /metrics HTTP/1.1" 200 26204 "" "Prometheus/2.43.0" 2024-05-11T04:41:57.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:56 smithi086 bash[23731]: cluster 2024-05-11T04:41:55.243352+0000 mgr.y (mgr.14385) 43 : cluster 0 pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:57.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:56 smithi072 bash[21439]: cluster 2024-05-11T04:41:55.243352+0000 mgr.y (mgr.14385) 43 : cluster 0 pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:57.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:56 smithi072 bash[31478]: cluster 2024-05-11T04:41:55.243352+0000 mgr.y (mgr.14385) 43 : cluster 0 pgmap v22: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:58.607 INFO:teuthology.orchestra.run.smithi072.stderr:pool 'rbd' created 2024-05-11T04:41:59.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:58 smithi086 bash[23731]: cluster 2024-05-11T04:41:57.243919+0000 mgr.y (mgr.14385) 44 : cluster 0 pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:59.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:58 smithi086 bash[23731]: audit 2024-05-11T04:41:57.920958+0000 mon.a (mon.0) 711 : audit 1 from='client.? 172.21.15.72:0/867167741' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-05-11T04:41:59.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:58 smithi072 bash[21439]: cluster 2024-05-11T04:41:57.243919+0000 mgr.y (mgr.14385) 44 : cluster 0 pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:59.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:58 smithi072 bash[21439]: audit 2024-05-11T04:41:57.920958+0000 mon.a (mon.0) 711 : audit 1 from='client.? 172.21.15.72:0/867167741' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-05-11T04:41:59.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:58 smithi072 bash[31478]: cluster 2024-05-11T04:41:57.243919+0000 mgr.y (mgr.14385) 44 : cluster 0 pgmap v23: 1 pgs: 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:41:59.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:58 smithi072 bash[31478]: audit 2024-05-11T04:41:57.920958+0000 mon.a (mon.0) 711 : audit 1 from='client.? 172.21.15.72:0/867167741' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-05-11T04:41:59.425 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-05-11T04:41:59.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:59 smithi072 bash[21439]: audit 2024-05-11T04:41:58.605787+0000 mon.a (mon.0) 712 : audit 1 from='client.? 172.21.15.72:0/867167741' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-05-11T04:41:59.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:41:59 smithi072 bash[21439]: cluster 2024-05-11T04:41:58.605988+0000 mon.a (mon.0) 713 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-05-11T04:41:59.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:59 smithi072 bash[31478]: audit 2024-05-11T04:41:58.605787+0000 mon.a (mon.0) 712 : audit 1 from='client.? 172.21.15.72:0/867167741' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-05-11T04:41:59.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:41:59 smithi072 bash[31478]: cluster 2024-05-11T04:41:58.605988+0000 mon.a (mon.0) 713 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-05-11T04:42:00.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:59 smithi086 bash[23731]: audit 2024-05-11T04:41:58.605787+0000 mon.a (mon.0) 712 : audit 1 from='client.? 172.21.15.72:0/867167741' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-05-11T04:42:00.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:41:59 smithi086 bash[23731]: cluster 2024-05-11T04:41:58.605988+0000 mon.a (mon.0) 713 : cluster 0 osdmap e60: 8 total, 8 up, 8 in 2024-05-11T04:42:01.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:00 smithi086 bash[23731]: cluster 2024-05-11T04:41:59.244587+0000 mgr.y (mgr.14385) 45 : cluster 0 pgmap v25: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:01.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:00 smithi086 bash[23731]: cluster 2024-05-11T04:41:59.608501+0000 mon.a (mon.0) 714 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:42:01.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:00 smithi086 bash[23731]: cluster 2024-05-11T04:41:59.620482+0000 mon.a (mon.0) 715 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-05-11T04:42:01.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:00 smithi072 bash[21439]: cluster 2024-05-11T04:41:59.244587+0000 mgr.y (mgr.14385) 45 : cluster 0 pgmap v25: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:01.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:00 smithi072 bash[21439]: cluster 2024-05-11T04:41:59.608501+0000 mon.a (mon.0) 714 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:42:01.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:00 smithi072 bash[21439]: cluster 2024-05-11T04:41:59.620482+0000 mon.a (mon.0) 715 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-05-11T04:42:01.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:00 smithi072 bash[31478]: cluster 2024-05-11T04:41:59.244587+0000 mgr.y (mgr.14385) 45 : cluster 0 pgmap v25: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:01.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:00 smithi072 bash[31478]: cluster 2024-05-11T04:41:59.608501+0000 mon.a (mon.0) 714 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:42:01.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:00 smithi072 bash[31478]: cluster 2024-05-11T04:41:59.620482+0000 mon.a (mon.0) 715 : cluster 0 osdmap e61: 8 total, 8 up, 8 in 2024-05-11T04:42:02.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:01 smithi086 bash[23731]: cluster 2024-05-11T04:42:00.632998+0000 mon.a (mon.0) 716 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-05-11T04:42:02.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:01 smithi072 bash[21439]: cluster 2024-05-11T04:42:00.632998+0000 mon.a (mon.0) 716 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-05-11T04:42:02.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:01 smithi072 bash[31478]: cluster 2024-05-11T04:42:00.632998+0000 mon.a (mon.0) 716 : cluster 0 osdmap e62: 8 total, 8 up, 8 in 2024-05-11T04:42:03.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:02 smithi086 bash[23731]: cluster 2024-05-11T04:42:01.245175+0000 mgr.y (mgr.14385) 46 : cluster 0 pgmap v28: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:03.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:02 smithi086 bash[23731]: audit 2024-05-11T04:42:02.321401+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:03.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:02 smithi086 bash[23731]: audit 2024-05-11T04:42:02.325706+0000 mon.c (mon.2) 48 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:03.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:02 smithi072 bash[21439]: cluster 2024-05-11T04:42:01.245175+0000 mgr.y (mgr.14385) 46 : cluster 0 pgmap v28: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:03.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:02 smithi072 bash[21439]: audit 2024-05-11T04:42:02.321401+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:03.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:02 smithi072 bash[21439]: audit 2024-05-11T04:42:02.325706+0000 mon.c (mon.2) 48 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:03.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:02 smithi072 bash[31478]: cluster 2024-05-11T04:42:01.245175+0000 mgr.y (mgr.14385) 46 : cluster 0 pgmap v28: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:03.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:02 smithi072 bash[31478]: audit 2024-05-11T04:42:02.321401+0000 mon.a (mon.0) 717 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:03.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:02 smithi072 bash[31478]: audit 2024-05-11T04:42:02.325706+0000 mon.c (mon.2) 48 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:04.158 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:05.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:04 smithi072 bash[21439]: cluster 2024-05-11T04:42:03.245755+0000 mgr.y (mgr.14385) 47 : cluster 0 pgmap v29: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:05.013 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:04 smithi072 bash[31478]: cluster 2024-05-11T04:42:03.245755+0000 mgr.y (mgr.14385) 47 : cluster 0 pgmap v29: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:05.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:04 smithi086 bash[23731]: cluster 2024-05-11T04:42:03.245755+0000 mgr.y (mgr.14385) 47 : cluster 0 pgmap v29: 9 pgs: 8 unknown, 1 active+clean; 577 KiB data, 225 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:05.270 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:05 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:42:05] "GET /metrics HTTP/1.1" 200 28550 "" "Prometheus/2.43.0" 2024-05-11T04:42:07.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:06 smithi086 bash[23731]: cluster 2024-05-11T04:42:05.246217+0000 mgr.y (mgr.14385) 48 : cluster 0 pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:07.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:06 smithi072 bash[21439]: cluster 2024-05-11T04:42:05.246217+0000 mgr.y (mgr.14385) 48 : cluster 0 pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:07.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:06 smithi072 bash[31478]: cluster 2024-05-11T04:42:05.246217+0000 mgr.y (mgr.14385) 48 : cluster 0 pgmap v30: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:07.661 INFO:teuthology.orchestra.run.smithi072.stderr:enabled application 'rbd' on pool 'rbd' 2024-05-11T04:42:07.904 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:07 smithi072 bash[21439]: audit 2024-05-11T04:42:07.509857+0000 mon.c (mon.2) 49 : audit 1 from='client.? 172.21.15.72:0/769713487' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:42:07.905 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:07 smithi072 bash[21439]: audit 2024-05-11T04:42:07.510415+0000 mon.a (mon.0) 718 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:42:07.905 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:07 smithi072 bash[31478]: audit 2024-05-11T04:42:07.509857+0000 mon.c (mon.2) 49 : audit 1 from='client.? 172.21.15.72:0/769713487' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:42:07.905 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:07 smithi072 bash[31478]: audit 2024-05-11T04:42:07.510415+0000 mon.a (mon.0) 718 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:42:08.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:07 smithi086 bash[23731]: audit 2024-05-11T04:42:07.509857+0000 mon.c (mon.2) 49 : audit 1 from='client.? 172.21.15.72:0/769713487' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:42:08.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:07 smithi086 bash[23731]: audit 2024-05-11T04:42:07.510415+0000 mon.a (mon.0) 718 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:42:08.492 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-11T04:42:08.492 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-11T04:42:08.492 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph mgr dump --format=json 2024-05-11T04:42:08.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:08 smithi072 bash[21439]: cluster 2024-05-11T04:42:07.246672+0000 mgr.y (mgr.14385) 49 : cluster 0 pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:08.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:08 smithi072 bash[21439]: audit 2024-05-11T04:42:07.657706+0000 mon.a (mon.0) 719 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:42:08.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:08 smithi072 bash[21439]: cluster 2024-05-11T04:42:07.657929+0000 mon.a (mon.0) 720 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-05-11T04:42:08.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:08 smithi072 bash[31478]: cluster 2024-05-11T04:42:07.246672+0000 mgr.y (mgr.14385) 49 : cluster 0 pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:08.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:08 smithi072 bash[31478]: audit 2024-05-11T04:42:07.657706+0000 mon.a (mon.0) 719 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:42:08.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:08 smithi072 bash[31478]: cluster 2024-05-11T04:42:07.657929+0000 mon.a (mon.0) 720 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-05-11T04:42:09.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:08 smithi086 bash[23731]: cluster 2024-05-11T04:42:07.246672+0000 mgr.y (mgr.14385) 49 : cluster 0 pgmap v31: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:09.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:08 smithi086 bash[23731]: audit 2024-05-11T04:42:07.657706+0000 mon.a (mon.0) 719 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:42:09.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:08 smithi086 bash[23731]: cluster 2024-05-11T04:42:07.657929+0000 mon.a (mon.0) 720 : cluster 0 osdmap e63: 8 total, 8 up, 8 in 2024-05-11T04:42:10.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:09 smithi086 bash[23731]: cluster 2024-05-11T04:42:09.663115+0000 mon.a (mon.0) 721 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:42:10.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:09 smithi086 bash[23731]: cluster 2024-05-11T04:42:09.663160+0000 mon.a (mon.0) 722 : cluster 1 Cluster is now healthy 2024-05-11T04:42:10.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:09 smithi072 bash[21439]: cluster 2024-05-11T04:42:09.663115+0000 mon.a (mon.0) 721 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:42:10.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:09 smithi072 bash[21439]: cluster 2024-05-11T04:42:09.663160+0000 mon.a (mon.0) 722 : cluster 1 Cluster is now healthy 2024-05-11T04:42:10.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:09 smithi072 bash[31478]: cluster 2024-05-11T04:42:09.663115+0000 mon.a (mon.0) 721 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:42:10.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:09 smithi072 bash[31478]: cluster 2024-05-11T04:42:09.663160+0000 mon.a (mon.0) 722 : cluster 1 Cluster is now healthy 2024-05-11T04:42:11.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:10 smithi086 bash[23731]: cluster 2024-05-11T04:42:09.247331+0000 mgr.y (mgr.14385) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:11.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:10 smithi072 bash[21439]: cluster 2024-05-11T04:42:09.247331+0000 mgr.y (mgr.14385) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:11.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:10 smithi072 bash[31478]: cluster 2024-05-11T04:42:09.247331+0000 mgr.y (mgr.14385) 50 : cluster 0 pgmap v33: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:12.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:12 smithi086 bash[23731]: cluster 2024-05-11T04:42:11.247931+0000 mgr.y (mgr.14385) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:12.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:12 smithi086 bash[23731]: audit 2024-05-11T04:42:12.353315+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:12 smithi072 bash[21439]: cluster 2024-05-11T04:42:11.247931+0000 mgr.y (mgr.14385) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:12 smithi072 bash[21439]: audit 2024-05-11T04:42:12.353315+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:13.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:12 smithi072 bash[31478]: cluster 2024-05-11T04:42:11.247931+0000 mgr.y (mgr.14385) 51 : cluster 0 pgmap v34: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:13.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:12 smithi072 bash[31478]: audit 2024-05-11T04:42:12.353315+0000 mon.a (mon.0) 723 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:13.226 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:14.608 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.608 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.608 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.609 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.609 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.609 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.610 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.610 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.899 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.899 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.900 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:14 smithi086 bash[23731]: cluster 2024-05-11T04:42:13.248413+0000 mgr.y (mgr.14385) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:14.900 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.900 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.900 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.901 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.901 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.901 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.901 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.901 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: Started Ceph grafana.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:42:14.901 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.901 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:14.902 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:42:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:42:15.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:14 smithi072 bash[21439]: cluster 2024-05-11T04:42:13.248413+0000 mgr.y (mgr.14385) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:15.013 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:14 smithi072 bash[31478]: cluster 2024-05-11T04:42:13.248413+0000 mgr.y (mgr.14385) 52 : cluster 0 pgmap v35: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:15.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:15 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:42:15] "GET /metrics HTTP/1.1" 200 28550 "" "Prometheus/2.43.0" 2024-05-11T04:42:15.980 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:15 smithi086 bash[23731]: audit 2024-05-11T04:42:14.909001+0000 mon.a (mon.0) 724 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:15.981 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:15 smithi086 bash[23731]: audit 2024-05-11T04:42:14.924326+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:15.981 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:15 smithi086 bash[23731]: audit 2024-05-11T04:42:14.970715+0000 mon.a (mon.0) 726 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:15.981 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:15 smithi086 bash[23731]: audit 2024-05-11T04:42:14.979899+0000 mon.a (mon.0) 727 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:15.981 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:15 smithi086 bash[23731]: audit 2024-05-11T04:42:15.047231+0000 mon.c (mon.2) 50 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:16.247 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.984914249Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-05-11T04:42:16.247 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.98510201Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.985122841Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.98513184Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.98513943Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.985146516Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.985153489Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.985163974Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.985182984Z level=info msg="Path Home" path=/usr/share/grafana 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.985195311Z level=info msg="Path Data" path=/var/lib/grafana 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.985206829Z level=info msg="Path Logs" path=/var/log/grafana 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.985218355Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.985233033Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=settings t=2024-05-11T04:42:15.985245272Z level=info msg="App mode production" 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=sqlstore t=2024-05-11T04:42:15.985330693Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=sqlstore t=2024-05-11T04:42:15.985374565Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-05-11T04:42:16.248 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:15.98639104Z level=info msg="Starting DB migrations" 2024-05-11T04:42:16.249 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:15 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:15.986496525Z level=info msg="Executing migration" id="create migration_log table" 2024-05-11T04:42:16.249 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.040707799Z level=info msg="Executing migration" id="create user table" 2024-05-11T04:42:16.249 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.065888503Z level=info msg="Executing migration" id="add unique index user.login" 2024-05-11T04:42:16.249 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.091191247Z level=info msg="Executing migration" id="add unique index user.email" 2024-05-11T04:42:16.249 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.116417888Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-05-11T04:42:16.249 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.141654235Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-05-11T04:42:16.249 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.200457535Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-05-11T04:42:16.249 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.225778341Z level=info msg="Executing migration" id="create user table v2" 2024-05-11T04:42:16.249 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.251111643Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-05-11T04:42:16.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:15 smithi072 bash[21439]: audit 2024-05-11T04:42:14.909001+0000 mon.a (mon.0) 724 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:16.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:15 smithi072 bash[21439]: audit 2024-05-11T04:42:14.924326+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:16.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:15 smithi072 bash[21439]: audit 2024-05-11T04:42:14.970715+0000 mon.a (mon.0) 726 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:16.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:15 smithi072 bash[21439]: audit 2024-05-11T04:42:14.979899+0000 mon.a (mon.0) 727 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:16.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:15 smithi072 bash[21439]: audit 2024-05-11T04:42:15.047231+0000 mon.c (mon.2) 50 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:16.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:15 smithi072 bash[31478]: audit 2024-05-11T04:42:14.909001+0000 mon.a (mon.0) 724 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:16.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:15 smithi072 bash[31478]: audit 2024-05-11T04:42:14.924326+0000 mon.a (mon.0) 725 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:16.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:15 smithi072 bash[31478]: audit 2024-05-11T04:42:14.970715+0000 mon.a (mon.0) 726 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:16.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:15 smithi072 bash[31478]: audit 2024-05-11T04:42:14.979899+0000 mon.a (mon.0) 727 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:16.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:15 smithi072 bash[31478]: audit 2024-05-11T04:42:15.047231+0000 mon.c (mon.2) 50 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:16.499 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.292966308Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-05-11T04:42:16.499 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.31000203Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-05-11T04:42:16.499 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.343758101Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-05-11T04:42:16.499 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.385529057Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-05-11T04:42:16.499 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.410853214Z level=info msg="Executing migration" id="Update user table charset" 2024-05-11T04:42:16.499 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.452788973Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-05-11T04:42:16.499 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.478141065Z level=info msg="Executing migration" id="Add missing user data" 2024-05-11T04:42:16.760 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.503497016Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-05-11T04:42:16.760 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.528703779Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-05-11T04:42:16.760 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.562599181Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-05-11T04:42:16.760 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.604486076Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-05-11T04:42:16.760 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.629953323Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-05-11T04:42:16.760 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.655236848Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-05-11T04:42:16.760 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.680507998Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-05-11T04:42:16.761 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.722504282Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-05-11T04:42:16.761 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.764471733Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-05-11T04:42:16.843 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:42:17.012 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:16 smithi086 bash[23731]: cluster 2024-05-11T04:42:15.248875+0000 mgr.y (mgr.14385) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:17.012 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:16 smithi086 bash[23731]: audit 2024-05-11T04:42:16.842958+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.72:0/3308538190' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:42:17.013 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.80651057Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-05-11T04:42:17.013 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.831676773Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-05-11T04:42:17.013 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.857027364Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-05-11T04:42:17.013 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.899008105Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-05-11T04:42:17.013 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.924306134Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-05-11T04:42:17.013 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.949550773Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-05-11T04:42:17.013 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:16 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:16.974867162Z level=info msg="Executing migration" id="create temp_user v2" 2024-05-11T04:42:17.265 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.016974585Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-05-11T04:42:17.265 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.04225925Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-05-11T04:42:17.265 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.0675439Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-05-11T04:42:17.265 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.092740223Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-05-11T04:42:17.265 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.134929438Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-05-11T04:42:17.265 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.176828705Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-05-11T04:42:17.265 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.202146006Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-05-11T04:42:17.265 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.227398429Z level=info msg="Executing migration" id="create star table" 2024-05-11T04:42:17.265 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.269377184Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-05-11T04:42:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:16 smithi072 bash[21439]: cluster 2024-05-11T04:42:15.248875+0000 mgr.y (mgr.14385) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:16 smithi072 bash[21439]: audit 2024-05-11T04:42:16.842958+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.72:0/3308538190' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:42:17.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:16 smithi072 bash[31478]: cluster 2024-05-11T04:42:15.248875+0000 mgr.y (mgr.14385) 53 : cluster 0 pgmap v36: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:17.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:16 smithi072 bash[31478]: audit 2024-05-11T04:42:16.842958+0000 mon.c (mon.2) 51 : audit 0 from='client.? 172.21.15.72:0/3308538190' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:42:17.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.311459991Z level=info msg="Executing migration" id="create org table v1" 2024-05-11T04:42:17.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.353542108Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-05-11T04:42:17.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.395616485Z level=info msg="Executing migration" id="create org_user table v1" 2024-05-11T04:42:17.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.412629306Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-05-11T04:42:17.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.429623315Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-05-11T04:42:17.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.446561212Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-05-11T04:42:17.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.463510947Z level=info msg="Executing migration" id="Update org table charset" 2024-05-11T04:42:17.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.488752767Z level=info msg="Executing migration" id="Update org_user table charset" 2024-05-11T04:42:17.535 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.514037297Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-05-11T04:42:17.828 INFO:teuthology.orchestra.run.smithi072.stdout:{"epoch":20,"flags":0,"active_gid":14385,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6800","nonce":2632481825},{"type":"v1","addr":"172.21.15.72:6801","nonce":2632481825}]},"active_addr":"172.21.15.72:6801/2632481825","active_change":"2024-05-11T04:41:17.210816+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24304,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.72:8443/","prometheus":"http://172.21.15.72:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":59,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":3085659716}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":2120786052}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":2228004218}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":581785236}]}]} 2024-05-11T04:42:17.832 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-11T04:42:17.832 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-11T04:42:17.833 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:42:17.833 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.556050194Z level=info msg="Executing migration" id="create dashboard table" 2024-05-11T04:42:17.833 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.581353053Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-05-11T04:42:17.833 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.606631666Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-05-11T04:42:17.833 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.631824482Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-05-11T04:42:17.834 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.673990218Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-05-11T04:42:17.834 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.699297374Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-05-11T04:42:17.834 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.72453144Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-05-11T04:42:17.834 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.749816045Z level=info msg="Executing migration" id="create dashboard v2" 2024-05-11T04:42:17.834 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.791653818Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-05-11T04:42:17.834 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.833802801Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-05-11T04:42:18.098 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.859009441Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-05-11T04:42:18.099 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.900761086Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-05-11T04:42:18.099 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.917865025Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-05-11T04:42:18.099 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.942978985Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-05-11T04:42:18.099 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:17 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:17.984972188Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-05-11T04:42:18.099 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.010295417Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-05-11T04:42:18.099 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.035725815Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-05-11T04:42:18.099 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.077510913Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-05-11T04:42:18.377 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:18 smithi086 bash[23731]: cluster 2024-05-11T04:42:17.249387+0000 mgr.y (mgr.14385) 54 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:18.377 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:18 smithi086 bash[23731]: audit 2024-05-11T04:42:17.327874+0000 mon.a (mon.0) 728 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:18.377 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:18 smithi086 bash[23731]: audit 2024-05-11T04:42:17.330413+0000 mon.c (mon.2) 52 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:18.377 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:18 smithi086 bash[23731]: audit 2024-05-11T04:42:17.669783+0000 mon.a (mon.0) 729 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:18.377 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.102879005Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-05-11T04:42:18.377 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.12811296Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-05-11T04:42:18.377 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.153491428Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-05-11T04:42:18.377 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.178679356Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-05-11T04:42:18.377 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.203937197Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-05-11T04:42:18.377 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.229619479Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-05-11T04:42:18.377 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.271378702Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-05-11T04:42:18.378 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.297136341Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-05-11T04:42:18.378 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.338960331Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-05-11T04:42:18.378 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.381132034Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-05-11T04:42:18.646 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.406485256Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-05-11T04:42:18.646 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.431631053Z level=info msg="Executing migration" id="Update dashboard title length" 2024-05-11T04:42:18.646 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.456945972Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-05-11T04:42:18.646 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.482255655Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-05-11T04:42:18.646 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.524114538Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-05-11T04:42:18.646 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.54943805Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-05-11T04:42:18.646 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.574693074Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-05-11T04:42:18.646 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.599840221Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-05-11T04:42:18.646 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.625110067Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-05-11T04:42:18.646 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.65030816Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-05-11T04:42:18.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:18 smithi072 bash[31478]: cluster 2024-05-11T04:42:17.249387+0000 mgr.y (mgr.14385) 54 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:18.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:18 smithi072 bash[31478]: audit 2024-05-11T04:42:17.327874+0000 mon.a (mon.0) 728 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:18.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:18 smithi072 bash[31478]: audit 2024-05-11T04:42:17.330413+0000 mon.c (mon.2) 52 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:18.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:18 smithi072 bash[31478]: audit 2024-05-11T04:42:17.669783+0000 mon.a (mon.0) 729 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:18 smithi072 bash[21439]: cluster 2024-05-11T04:42:17.249387+0000 mgr.y (mgr.14385) 54 : cluster 0 pgmap v37: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:18 smithi072 bash[21439]: audit 2024-05-11T04:42:17.327874+0000 mon.a (mon.0) 728 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:18 smithi072 bash[21439]: audit 2024-05-11T04:42:17.330413+0000 mon.c (mon.2) 52 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:18 smithi072 bash[21439]: audit 2024-05-11T04:42:17.669783+0000 mon.a (mon.0) 729 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:18.898 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.675597002Z level=info msg="Executing migration" id="Add check_sum column" 2024-05-11T04:42:18.899 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.700774463Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-05-11T04:42:18.899 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.726088082Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-05-11T04:42:18.899 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.751268173Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-05-11T04:42:18.899 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.793319743Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-05-11T04:42:18.899 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.835492239Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-05-11T04:42:18.899 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.852310757Z level=info msg="Executing migration" id="create data_source table" 2024-05-11T04:42:18.899 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.869285087Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-05-11T04:42:18.899 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.902952628Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-05-11T04:42:19.186 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.928208171Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-05-11T04:42:19.186 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.953413661Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-05-11T04:42:19.186 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:18 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:18.978733807Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-05-11T04:42:19.186 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.020745112Z level=info msg="Executing migration" id="create data_source table v2" 2024-05-11T04:42:19.186 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.037880839Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-05-11T04:42:19.186 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.054767683Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-05-11T04:42:19.186 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.07167218Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-05-11T04:42:19.186 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.088637233Z level=info msg="Executing migration" id="Add column with_credentials" 2024-05-11T04:42:19.186 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.105519816Z level=info msg="Executing migration" id="Add secure json data column" 2024-05-11T04:42:19.186 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.122419737Z level=info msg="Executing migration" id="Update data_source table charset" 2024-05-11T04:42:19.186 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.147628058Z level=info msg="Executing migration" id="Update initial version to 1" 2024-05-11T04:42:19.187 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.189652036Z level=info msg="Executing migration" id="Add read_only data column" 2024-05-11T04:42:19.446 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.223308088Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-05-11T04:42:19.446 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.248501149Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-05-11T04:42:19.446 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.290517137Z level=info msg="Executing migration" id="Add uid column" 2024-05-11T04:42:19.446 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.332552295Z level=info msg="Executing migration" id="Update uid value" 2024-05-11T04:42:19.446 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.357813424Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-05-11T04:42:19.446 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.383200876Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-05-11T04:42:19.446 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.425018545Z level=info msg="Executing migration" id="create api_key table" 2024-05-11T04:42:19.446 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.450236243Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-05-11T04:42:19.715 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.475704838Z level=info msg="Executing migration" id="add index api_key.key" 2024-05-11T04:42:19.715 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.500928175Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-05-11T04:42:19.715 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.542938373Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-05-11T04:42:19.715 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.568245732Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-05-11T04:42:19.716 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.593400784Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-05-11T04:42:19.716 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.618699556Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-05-11T04:42:19.716 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.643953529Z level=info msg="Executing migration" id="create api_key table v2" 2024-05-11T04:42:19.716 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.669299365Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-05-11T04:42:19.716 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.694471305Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-05-11T04:42:19.716 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.719743101Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-05-11T04:42:19.968 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.745038718Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-05-11T04:42:19.968 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.761927375Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-05-11T04:42:19.968 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.778817795Z level=info msg="Executing migration" id="Update api_key table charset" 2024-05-11T04:42:19.968 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.795686183Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-05-11T04:42:19.968 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.812744098Z level=info msg="Executing migration" id="Add service account foreign key" 2024-05-11T04:42:19.968 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.855098686Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-05-11T04:42:19.968 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.880294903Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-05-11T04:42:19.969 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.922226789Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-05-11T04:42:19.969 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.947435327Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-05-11T04:42:19.969 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:19 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:19.972741194Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-05-11T04:42:20.245 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.014726315Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-05-11T04:42:20.246 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.056915828Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-05-11T04:42:20.246 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.082176677Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-05-11T04:42:20.246 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.107462943Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-05-11T04:42:20.246 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.13264719Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-05-11T04:42:20.246 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.157873978Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-05-11T04:42:20.246 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.183155019Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-05-11T04:42:20.246 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.20846435Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-05-11T04:42:20.246 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.250399464Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-05-11T04:42:20.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:20 smithi086 bash[23731]: cluster 2024-05-11T04:42:19.250199+0000 mgr.y (mgr.14385) 55 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:20.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.325871979Z level=info msg="Executing migration" id="create quota table v1" 2024-05-11T04:42:20.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.368165934Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-05-11T04:42:20.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.410283822Z level=info msg="Executing migration" id="Update quota table charset" 2024-05-11T04:42:20.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.452334581Z level=info msg="Executing migration" id="create plugin_setting table" 2024-05-11T04:42:20.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.477568456Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-05-11T04:42:20.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:20 smithi072 bash[21439]: cluster 2024-05-11T04:42:19.250199+0000 mgr.y (mgr.14385) 55 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:20.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:20 smithi072 bash[31478]: cluster 2024-05-11T04:42:19.250199+0000 mgr.y (mgr.14385) 55 : cluster 0 pgmap v38: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:20.801 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.544600561Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-05-11T04:42:20.801 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.586731038Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-05-11T04:42:20.802 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.628803081Z level=info msg="Executing migration" id="create session table" 2024-05-11T04:42:20.802 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.654054073Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-05-11T04:42:20.802 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.679305549Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-05-11T04:42:20.802 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.721867383Z level=info msg="Executing migration" id="create playlist table v2" 2024-05-11T04:42:20.802 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.73873165Z level=info msg="Executing migration" id="create playlist item table v2" 2024-05-11T04:42:20.802 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.755624664Z level=info msg="Executing migration" id="Update playlist table charset" 2024-05-11T04:42:20.802 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.772431458Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-05-11T04:42:20.802 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.806076881Z level=info msg="Executing migration" id="drop preferences table v2" 2024-05-11T04:42:21.054 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.831366661Z level=info msg="Executing migration" id="drop preferences table v3" 2024-05-11T04:42:21.054 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.873378809Z level=info msg="Executing migration" id="create preferences table v3" 2024-05-11T04:42:21.054 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.915364415Z level=info msg="Executing migration" id="Update preferences table charset" 2024-05-11T04:42:21.054 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.957301568Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-05-11T04:42:21.054 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:20 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:20.98267101Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-05-11T04:42:21.054 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.007757895Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-05-11T04:42:21.054 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.033100935Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-05-11T04:42:21.306 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.058323519Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-05-11T04:42:21.306 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.100299038Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-05-11T04:42:21.306 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.125560811Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-05-11T04:42:21.307 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.150922514Z level=info msg="Executing migration" id="create alert table v1" 2024-05-11T04:42:21.307 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.192819694Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-05-11T04:42:21.307 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.234907579Z level=info msg="Executing migration" id="add index alert state" 2024-05-11T04:42:21.307 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.26011985Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-05-11T04:42:21.307 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.28539387Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-05-11T04:42:21.307 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.310605881Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-05-11T04:42:21.558 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.352567417Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-05-11T04:42:21.558 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.394525327Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-05-11T04:42:21.558 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.428128474Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-05-11T04:42:21.558 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.470041354Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-05-11T04:42:21.558 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.495381826Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-05-11T04:42:21.558 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.520572658Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-05-11T04:42:21.559 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.562519Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-05-11T04:42:21.844 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.587693026Z level=info msg="Executing migration" id="Add column is_default" 2024-05-11T04:42:21.845 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.613012098Z level=info msg="Executing migration" id="Add column frequency" 2024-05-11T04:42:21.845 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.646905822Z level=info msg="Executing migration" id="Add column send_reminder" 2024-05-11T04:42:21.845 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.672056223Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-05-11T04:42:21.845 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.697355972Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-05-11T04:42:21.845 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.722670599Z level=info msg="Executing migration" id="Update alert table charset" 2024-05-11T04:42:21.845 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.764562199Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-05-11T04:42:21.845 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.806639898Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-05-11T04:42:21.845 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.848692576Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-05-11T04:42:21.845 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:21 smithi086 bash[23731]: audit 2024-05-11T04:42:20.780061+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:21.845 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:21 smithi086 bash[23731]: audit 2024-05-11T04:42:20.787450+0000 mon.a (mon.0) 731 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:21.845 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:21 smithi086 bash[23731]: audit 2024-05-11T04:42:20.931772+0000 mon.a (mon.0) 732 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:21.845 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:21 smithi086 bash[23731]: audit 2024-05-11T04:42:20.938389+0000 mon.a (mon.0) 733 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:21.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:21 smithi086 bash[23731]: audit 2024-05-11T04:42:20.939864+0000 mon.c (mon.2) 53 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:21.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:21 smithi086 bash[23731]: audit 2024-05-11T04:42:20.940720+0000 mon.c (mon.2) 54 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:21.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:21 smithi086 bash[23731]: audit 2024-05-11T04:42:20.945603+0000 mon.a (mon.0) 734 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:21.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:21 smithi086 bash[23731]: cephadm 2024-05-11T04:42:20.997507+0000 mgr.y (mgr.14385) 56 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-05-11T04:42:21.846 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:21 smithi086 bash[23731]: cephadm 2024-05-11T04:42:21.002017+0000 mgr.y (mgr.14385) 57 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi072 2024-05-11T04:42:22.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:21 smithi072 bash[21439]: audit 2024-05-11T04:42:20.780061+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:21 smithi072 bash[21439]: audit 2024-05-11T04:42:20.787450+0000 mon.a (mon.0) 731 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:21 smithi072 bash[21439]: audit 2024-05-11T04:42:20.931772+0000 mon.a (mon.0) 732 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:21 smithi072 bash[21439]: audit 2024-05-11T04:42:20.938389+0000 mon.a (mon.0) 733 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:21 smithi072 bash[21439]: audit 2024-05-11T04:42:20.939864+0000 mon.c (mon.2) 53 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:21 smithi072 bash[21439]: audit 2024-05-11T04:42:20.940720+0000 mon.c (mon.2) 54 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:21 smithi072 bash[21439]: audit 2024-05-11T04:42:20.945603+0000 mon.a (mon.0) 734 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:21 smithi072 bash[21439]: cephadm 2024-05-11T04:42:20.997507+0000 mgr.y (mgr.14385) 56 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:21 smithi072 bash[21439]: cephadm 2024-05-11T04:42:21.002017+0000 mgr.y (mgr.14385) 57 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi072 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:21 smithi072 bash[31478]: audit 2024-05-11T04:42:20.780061+0000 mon.a (mon.0) 730 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:21 smithi072 bash[31478]: audit 2024-05-11T04:42:20.787450+0000 mon.a (mon.0) 731 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:21 smithi072 bash[31478]: audit 2024-05-11T04:42:20.931772+0000 mon.a (mon.0) 732 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:22.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:21 smithi072 bash[31478]: audit 2024-05-11T04:42:20.938389+0000 mon.a (mon.0) 733 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:22.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:21 smithi072 bash[31478]: audit 2024-05-11T04:42:20.939864+0000 mon.c (mon.2) 53 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:22.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:21 smithi072 bash[31478]: audit 2024-05-11T04:42:20.940720+0000 mon.c (mon.2) 54 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:22.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:21 smithi072 bash[31478]: audit 2024-05-11T04:42:20.945603+0000 mon.a (mon.0) 734 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:22.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:21 smithi072 bash[31478]: cephadm 2024-05-11T04:42:20.997507+0000 mgr.y (mgr.14385) 56 : cephadm 1 Reconfiguring alertmanager.a (dependencies changed)... 2024-05-11T04:42:22.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:21 smithi072 bash[31478]: cephadm 2024-05-11T04:42:21.002017+0000 mgr.y (mgr.14385) 57 : cephadm 1 Reconfiguring daemon alertmanager.a on smithi072 2024-05-11T04:42:22.113 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.87396159Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-05-11T04:42:22.113 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.915843061Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-05-11T04:42:22.113 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.941173324Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-05-11T04:42:22.114 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:21 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:21.983044167Z level=info msg="Executing migration" id="Add for to alert table" 2024-05-11T04:42:22.114 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.008348297Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-05-11T04:42:22.114 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.033630484Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-05-11T04:42:22.114 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.050541021Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-05-11T04:42:22.114 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.067667543Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-05-11T04:42:22.114 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.092737899Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-05-11T04:42:22.114 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.117954723Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-05-11T04:42:22.377 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:22.391 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.143300045Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-05-11T04:42:22.391 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.168521137Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-05-11T04:42:22.391 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.193809087Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-05-11T04:42:22.391 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.219006582Z level=info msg="Executing migration" id="create annotation table v5" 2024-05-11T04:42:22.392 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.261067424Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-05-11T04:42:22.392 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.286402087Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-05-11T04:42:22.392 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.311570911Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-05-11T04:42:22.392 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.353555168Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-05-11T04:42:22.392 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.39560308Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-05-11T04:42:22.644 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.42093439Z level=info msg="Executing migration" id="Update annotation table charset" 2024-05-11T04:42:22.644 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.446147398Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-05-11T04:42:22.644 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.471449527Z level=info msg="Executing migration" id="Drop category_id index" 2024-05-11T04:42:22.644 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.496951601Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-05-11T04:42:22.644 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.522178426Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-05-11T04:42:22.644 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.564157829Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-05-11T04:42:22.644 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.589407462Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-05-11T04:42:22.644 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.614578114Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-05-11T04:42:22.644 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.648178835Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-05-11T04:42:22.913 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.690191771Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-05-11T04:42:22.913 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.71550279Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-05-11T04:42:22.914 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.740648885Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-05-11T04:42:22.914 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.765902752Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-05-11T04:42:22.914 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.782837467Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-05-11T04:42:22.914 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.799682571Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-05-11T04:42:22.914 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.816686113Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-05-11T04:42:22.914 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.850277541Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-05-11T04:42:22.914 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.883895801Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-05-11T04:42:22.914 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.917571214Z level=info msg="Executing migration" id="Add epoch_end column" 2024-05-11T04:42:23.195 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:22 smithi072 bash[31478]: cluster 2024-05-11T04:42:21.250767+0000 mgr.y (mgr.14385) 58 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:23.196 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:22 smithi072 bash[21439]: cluster 2024-05-11T04:42:21.250767+0000 mgr.y (mgr.14385) 58 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:23.199 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:22 smithi086 bash[23731]: cluster 2024-05-11T04:42:21.250767+0000 mgr.y (mgr.14385) 58 : cluster 0 pgmap v39: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:23.199 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.942847528Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-05-11T04:42:23.199 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:22 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:22.984947929Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-05-11T04:42:23.199 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.010179347Z level=info msg="Executing migration" id="Move region to single row" 2024-05-11T04:42:23.199 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.035473581Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-05-11T04:42:23.199 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.060618917Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-05-11T04:42:23.199 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.085954208Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-05-11T04:42:23.200 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.111231579Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-05-11T04:42:23.200 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.136438041Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-05-11T04:42:23.200 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.161698168Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-05-11T04:42:23.200 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.203635896Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-05-11T04:42:23.469 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.228916196Z level=info msg="Executing migration" id="create test_data table" 2024-05-11T04:42:23.469 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.270899516Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-05-11T04:42:23.469 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.296259229Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-05-11T04:42:23.469 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.321541156Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-05-11T04:42:23.469 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.363758567Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-05-11T04:42:23.469 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.405889105Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-05-11T04:42:23.469 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.431168326Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-05-11T04:42:23.470 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.47315307Z level=info msg="Executing migration" id="create team table" 2024-05-11T04:42:23.730 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.490141499Z level=info msg="Executing migration" id="add index team.org_id" 2024-05-11T04:42:23.730 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.507204665Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-05-11T04:42:23.730 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.532339973Z level=info msg="Executing migration" id="create team member table" 2024-05-11T04:42:23.730 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.5743469Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-05-11T04:42:23.730 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.599561205Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-05-11T04:42:23.730 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.624855805Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-05-11T04:42:23.730 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.666806673Z level=info msg="Executing migration" id="Add column email to team table" 2024-05-11T04:42:23.730 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.708875462Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-05-11T04:42:23.730 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.734111555Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-05-11T04:42:23.991 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.759358786Z level=info msg="Executing migration" id="create dashboard acl table" 2024-05-11T04:42:23.991 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.80133196Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-05-11T04:42:23.991 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.826666236Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-05-11T04:42:23.991 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.860416792Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-05-11T04:42:23.991 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.902353107Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-05-11T04:42:23.991 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.927782591Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-05-11T04:42:23.991 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.969720769Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-05-11T04:42:23.991 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:23 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:23.99497249Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-05-11T04:42:24.268 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.020324136Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-05-11T04:42:24.269 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.045453031Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-05-11T04:42:24.269 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.087578824Z level=info msg="Executing migration" id="create tag table" 2024-05-11T04:42:24.269 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.112912721Z level=info msg="Executing migration" id="add index tag.key_value" 2024-05-11T04:42:24.269 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.138208808Z level=info msg="Executing migration" id="create login attempt table" 2024-05-11T04:42:24.269 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.180127333Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-05-11T04:42:24.269 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.214043456Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-05-11T04:42:24.269 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.23933959Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-05-11T04:42:24.269 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.272900738Z level=info msg="Executing migration" id="create login_attempt v2" 2024-05-11T04:42:24.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.298137336Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-05-11T04:42:24.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.340137083Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-05-11T04:42:24.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.407190897Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-05-11T04:42:24.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.432430715Z level=info msg="Executing migration" id="create user auth table" 2024-05-11T04:42:24.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.457650066Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-05-11T04:42:24.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.482969496Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-05-11T04:42:24.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.508245027Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-05-11T04:42:24.799 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.550173985Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-05-11T04:42:24.799 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.592231141Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-05-11T04:42:24.799 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.617521162Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-05-11T04:42:24.799 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.642816379Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-05-11T04:42:24.799 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.667997774Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-05-11T04:42:24.799 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.693328934Z level=info msg="Executing migration" id="create server_lock table" 2024-05-11T04:42:24.799 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.718568692Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-05-11T04:42:24.799 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.743755453Z level=info msg="Executing migration" id="create user auth token table" 2024-05-11T04:42:24.800 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.769048394Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-05-11T04:42:24.800 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.785965751Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-05-11T04:42:24.800 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.802902632Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-05-11T04:42:25.068 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:24 smithi086 bash[23731]: cluster 2024-05-11T04:42:23.251130+0000 mgr.y (mgr.14385) 59 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:25.069 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.819742863Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-05-11T04:42:25.069 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.836721874Z level=info msg="Executing migration" id="create cache_data table" 2024-05-11T04:42:25.069 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.870420574Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-05-11T04:42:25.069 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.904000132Z level=info msg="Executing migration" id="create short_url table v1" 2024-05-11T04:42:25.069 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.929378002Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-05-11T04:42:25.069 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.954589479Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-05-11T04:42:25.069 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:24 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:24.996698058Z level=info msg="Executing migration" id="delete alert_definition table" 2024-05-11T04:42:25.069 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.022290703Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-05-11T04:42:25.069 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.047587506Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-05-11T04:42:25.070 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.072880377Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-05-11T04:42:25.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:24 smithi072 bash[21439]: cluster 2024-05-11T04:42:23.251130+0000 mgr.y (mgr.14385) 59 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:25.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:25 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:42:25] "GET /metrics HTTP/1.1" 200 28550 "" "Prometheus/2.43.0" 2024-05-11T04:42:25.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:24 smithi072 bash[31478]: cluster 2024-05-11T04:42:23.251130+0000 mgr.y (mgr.14385) 59 : cluster 0 pgmap v40: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:25.338 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.098126365Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.123304514Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.148583461Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.173850839Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.19075859Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.207716087Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.224582615Z level=info msg="Executing migration" id="drop alert_definition table" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.24143827Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.258423727Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.275347331Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.292210646Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.317509304Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-05-11T04:42:25.339 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.342653539Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-05-11T04:42:25.599 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.393105552Z level=info msg="Executing migration" id="create alert_instance table" 2024-05-11T04:42:25.599 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.418321458Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-05-11T04:42:25.599 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.443539439Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-05-11T04:42:25.599 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.468846769Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-05-11T04:42:25.599 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.493986625Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-05-11T04:42:25.599 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.535982389Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-05-11T04:42:25.599 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.56126895Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-05-11T04:42:25.599 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.603264204Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-05-11T04:42:25.876 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.670245026Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-05-11T04:42:25.876 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.69552033Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-05-11T04:42:25.876 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.720744875Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-05-11T04:42:25.876 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.746056828Z level=info msg="Executing migration" id="create alert_rule table" 2024-05-11T04:42:25.876 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.771268827Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-05-11T04:42:25.876 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.796422909Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-05-11T04:42:25.877 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.838505823Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-05-11T04:42:25.877 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.880454474Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-05-11T04:42:26.137 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.922758054Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-05-11T04:42:26.137 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.948009592Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-05-11T04:42:26.137 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:25 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:25.98993011Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-05-11T04:42:26.137 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.015218751Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-05-11T04:42:26.137 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.040454453Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-05-11T04:42:26.137 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.065716867Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-05-11T04:42:26.137 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.090846124Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-05-11T04:42:26.137 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.116188347Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-05-11T04:42:26.137 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.141427459Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-05-11T04:42:26.398 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.183398833Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-05-11T04:42:26.398 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.208663405Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-05-11T04:42:26.398 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.23389768Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-05-11T04:42:26.398 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.259128685Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-05-11T04:42:26.398 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.284405666Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-05-11T04:42:26.398 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.309570625Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-05-11T04:42:26.398 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.33477683Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-05-11T04:42:26.399 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.376742105Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-05-11T04:42:26.399 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.402052105Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-05-11T04:42:26.667 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.427278161Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-05-11T04:42:26.667 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.452546232Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-05-11T04:42:26.667 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.494490647Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-05-11T04:42:26.667 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.536580641Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-05-11T04:42:26.667 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.561852385Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-05-11T04:42:26.667 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.587011127Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-05-11T04:42:26.667 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.612290195Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-05-11T04:42:26.667 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.629263145Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-05-11T04:42:26.667 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.646167846Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-05-11T04:42:26.667 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.671343876Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-05-11T04:42:26.920 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.688284793Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-05-11T04:42:26.920 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.713520372Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-05-11T04:42:26.920 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.73873617Z level=info msg="Executing migration" id="create provenance_type table" 2024-05-11T04:42:26.920 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.755665491Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-05-11T04:42:26.920 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.789532733Z level=info msg="Executing migration" id="create alert_image table" 2024-05-11T04:42:26.920 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.814784181Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-05-11T04:42:26.920 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.856738363Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-05-11T04:42:26.920 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.898795473Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-05-11T04:42:26.920 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.924104853Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-05-11T04:42:27.180 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:26 smithi086 bash[23731]: cluster 2024-05-11T04:42:25.251721+0000 mgr.y (mgr.14385) 60 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.949362425Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.949669058Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:26 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:26.991537784Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.016799332Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.042034388Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.042582761Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.04302402Z level=info msg="alerts found to migrate" alerts=0 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.067332132Z level=info msg="Executing migration" id="create library_element table v1" 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.092630419Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.134534232Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.159756611Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-05-11T04:42:27.181 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.185081832Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-05-11T04:42:27.223 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:26 smithi072 bash[21439]: cluster 2024-05-11T04:42:25.251721+0000 mgr.y (mgr.14385) 60 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:27.223 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:26 smithi072 bash[31478]: cluster 2024-05-11T04:42:25.251721+0000 mgr.y (mgr.14385) 60 : cluster 0 pgmap v41: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:27.450 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.210411336Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-05-11T04:42:27.450 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.235561938Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-05-11T04:42:27.450 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.260785513Z level=info msg="Executing migration" id="create data_keys table" 2024-05-11T04:42:27.450 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.302858754Z level=info msg="Executing migration" id="create secrets table" 2024-05-11T04:42:27.450 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.361467097Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-05-11T04:42:27.450 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.403493411Z level=info msg="Executing migration" id="add name column into data_keys" 2024-05-11T04:42:27.450 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.428716372Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-05-11T04:42:27.450 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.453957282Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-05-11T04:42:27.702 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.495960056Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-05-11T04:42:27.702 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.554558969Z level=info msg="Executing migration" id="create kv_store table v1" 2024-05-11T04:42:27.702 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.579785751Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-05-11T04:42:27.702 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.605060683Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-05-11T04:42:27.702 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.630333067Z level=info msg="Executing migration" id="create permission table" 2024-05-11T04:42:27.703 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.655530696Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-05-11T04:42:27.703 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.680835647Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-05-11T04:42:27.703 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.706343513Z level=info msg="Executing migration" id="create role table" 2024-05-11T04:42:27.739 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:42:27.739 INFO:teuthology.orchestra.run.smithi072.stdout:{"epoch":63,"fsid":"10baa432-0f4f-11ef-bc98-c7b262605968","created":"2024-05-11T04:30:51.452440+0000","modified":"2024-05-11T04:42:07.642715+0000","last_up_change":"2024-05-11T04:40:19.842862+0000","last_in_change":"2024-05-11T04:39:54.231529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:36:10.965267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:41:58.353172+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dadf143c-2627-4419-a73f-d46123c901fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6802","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6803","nonce":369548728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6804","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6805","nonce":369548728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6808","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6809","nonce":369548728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6806","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6807","nonce":369548728}]},"public_addr":"172.21.15.72:6803/369548728","cluster_addr":"172.21.15.72:6805/369548728","heartbeat_back_addr":"172.21.15.72:6809/369548728","heartbeat_front_addr":"172.21.15.72:6807/369548728","state":["exists","up"]},{"osd":1,"uuid":"17e2f837-6d2a-489b-9746-822da67fde93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6810","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6811","nonce":2633657348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6812","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6813","nonce":2633657348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6816","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6817","nonce":2633657348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6814","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6815","nonce":2633657348}]},"public_addr":"172.21.15.72:6811/2633657348","cluster_addr":"172.21.15.72:6813/2633657348","heartbeat_back_addr":"172.21.15.72:6817/2633657348","heartbeat_front_addr":"172.21.15.72:6815/2633657348","state":["exists","up"]},{"osd":2,"uuid":"81a78ca1-d9b5-4de7-a978-f4c28bb8e151","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6818","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6819","nonce":3985656513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6820","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6821","nonce":3985656513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6824","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6825","nonce":3985656513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6822","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6823","nonce":3985656513}]},"public_addr":"172.21.15.72:6819/3985656513","cluster_addr":"172.21.15.72:6821/3985656513","heartbeat_back_addr":"172.21.15.72:6825/3985656513","heartbeat_front_addr":"172.21.15.72:6823/3985656513","state":["exists","up"]},{"osd":3,"uuid":"37da6131-a6b8-44e4-a78e-e0d10beba2cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6826","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6827","nonce":1456201891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6828","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6829","nonce":1456201891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6832","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6833","nonce":1456201891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6830","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6831","nonce":1456201891}]},"public_addr":"172.21.15.72:6827/1456201891","cluster_addr":"172.21.15.72:6829/1456201891","heartbeat_back_addr":"172.21.15.72:6833/1456201891","heartbeat_front_addr":"172.21.15.72:6831/1456201891","state":["exists","up"]},{"osd":4,"uuid":"d115dec8-8499-4733-a850-73736ff08868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6801","nonce":2293720889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6803","nonce":2293720889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6807","nonce":2293720889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6805","nonce":2293720889}]},"public_addr":"172.21.15.86:6801/2293720889","cluster_addr":"172.21.15.86:6803/2293720889","heartbeat_back_addr":"172.21.15.86:6807/2293720889","heartbeat_front_addr":"172.21.15.86:6805/2293720889","state":["exists","up"]},{"osd":5,"uuid":"4c86df54-e71b-4cab-951b-61e77e69cb27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6809","nonce":1551950791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6811","nonce":1551950791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6815","nonce":1551950791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6813","nonce":1551950791}]},"public_addr":"172.21.15.86:6809/1551950791","cluster_addr":"172.21.15.86:6811/1551950791","heartbeat_back_addr":"172.21.15.86:6815/1551950791","heartbeat_front_addr":"172.21.15.86:6813/1551950791","state":["exists","up"]},{"osd":6,"uuid":"7a073440-72fc-449b-9f91-d35f90385efd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6817","nonce":3662032983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6819","nonce":3662032983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6823","nonce":3662032983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6821","nonce":3662032983}]},"public_addr":"172.21.15.86:6817/3662032983","cluster_addr":"172.21.15.86:6819/3662032983","heartbeat_back_addr":"172.21.15.86:6823/3662032983","heartbeat_front_addr":"172.21.15.86:6821/3662032983","state":["exists","up"]},{"osd":7,"uuid":"3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6825","nonce":1653010799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6827","nonce":1653010799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6831","nonce":1653010799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6829","nonce":1653010799}]},"public_addr":"172.21.15.86:6825/1653010799","cluster_addr":"172.21.15.86:6827/1653010799","heartbeat_back_addr":"172.21.15.86:6831/1653010799","heartbeat_front_addr":"172.21.15.86:6829/1653010799","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:34:22.363914+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:35:14.909826+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:36:08.011116+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:01.553722+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:49.943220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:38:39.497998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:39:28.251397+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:40:17.822776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.72:0/1680412394":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6801/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6800/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/2736625902":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/1192235219":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/620829446":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1955197046":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/1490257114":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/2086025920":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6801/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/3263242948":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/118401972":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6800/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:6800/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/60304101":"2024-05-12T04:31:24.365351+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:42:27.955 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.723189978Z level=info msg="Executing migration" id="add column display_name" 2024-05-11T04:42:27.955 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.748446809Z level=info msg="Executing migration" id="add column group_name" 2024-05-11T04:42:27.955 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.765376697Z level=info msg="Executing migration" id="add index role.org_id" 2024-05-11T04:42:27.955 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.782219701Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-05-11T04:42:27.955 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.799026274Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-05-11T04:42:27.955 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.824201497Z level=info msg="Executing migration" id="create team role table" 2024-05-11T04:42:27.955 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.849514749Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-05-11T04:42:27.955 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.891553277Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-05-11T04:42:27.956 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.933646143Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-05-11T04:42:27.956 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:27 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:27.958833245Z level=info msg="Executing migration" id="create user role table" 2024-05-11T04:42:28.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:27 smithi072 bash[21439]: audit 2024-05-11T04:42:27.742641+0000 mon.a (mon.0) 735 : audit 0 from='client.? 172.21.15.72:0/733949318' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:42:28.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:27 smithi072 bash[31478]: audit 2024-05-11T04:42:27.742641+0000 mon.a (mon.0) 735 : audit 0 from='client.? 172.21.15.72:0/733949318' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:42:28.223 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:27 smithi086 bash[23731]: audit 2024-05-11T04:42:27.742641+0000 mon.a (mon.0) 735 : audit 0 from='client.? 172.21.15.72:0/733949318' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:42:28.224 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.000923676Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-05-11T04:42:28.224 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.026054245Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-05-11T04:42:28.224 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.051397937Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-05-11T04:42:28.224 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.076522218Z level=info msg="Executing migration" id="create builtin role table" 2024-05-11T04:42:28.224 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.101817111Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-05-11T04:42:28.224 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.12712064Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-05-11T04:42:28.224 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.152296962Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-05-11T04:42:28.224 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.177506451Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-05-11T04:42:28.224 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.20294754Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-05-11T04:42:28.225 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.228202819Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-05-11T04:42:28.484 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.270553384Z level=info msg="Executing migration" id="add unique index role.uid" 2024-05-11T04:42:28.484 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.295545115Z level=info msg="Executing migration" id="create seed assignment table" 2024-05-11T04:42:28.484 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.320804044Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-05-11T04:42:28.484 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.346027852Z level=info msg="Executing migration" id="add column hidden to role table" 2024-05-11T04:42:28.484 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.387929265Z level=info msg="Executing migration" id="create query_history table v1" 2024-05-11T04:42:28.484 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.429965034Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-05-11T04:42:28.484 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.488589357Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-05-11T04:42:28.737 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.513819772Z level=info msg="Executing migration" id="teams permissions migration" 2024-05-11T04:42:28.737 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.555736518Z level=info msg="Executing migration" id="dashboard permissions" 2024-05-11T04:42:28.737 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.589808535Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-05-11T04:42:28.737 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.614882172Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-05-11T04:42:28.737 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.640146481Z level=info msg="Executing migration" id="alerting notification permissions" 2024-05-11T04:42:28.737 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.66536311Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-05-11T04:42:28.737 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.690763633Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-05-11T04:42:28.737 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.715934862Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-05-11T04:42:28.737 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.741149928Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-05-11T04:42:28.799 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:28 smithi072 systemd[1]: Stopping Ceph alertmanager.a for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:42:28.997 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:28 smithi086 bash[23731]: cluster 2024-05-11T04:42:27.252244+0000 mgr.y (mgr.14385) 61 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:28.997 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.766358777Z level=info msg="Executing migration" id="create correlation table v1" 2024-05-11T04:42:28.998 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.791669781Z level=info msg="Executing migration" id="add index correlations.uid" 2024-05-11T04:42:28.998 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.816930906Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-05-11T04:42:28.998 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.842212991Z level=info msg="Executing migration" id="add correlation config column" 2024-05-11T04:42:28.998 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.86739483Z level=info msg="Executing migration" id="create entity_events table" 2024-05-11T04:42:28.998 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.909379866Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-05-11T04:42:28.998 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.934659424Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-05-11T04:42:28.998 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.935041523Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-05-11T04:42:28.998 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.95984643Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-05-11T04:42:28.998 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:28 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:28.960184086Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-05-11T04:42:28.998 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.00194764Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-05-11T04:42:29.110 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-11T04:42:29.111 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:42:29.250 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.027214915Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-05-11T04:42:29.250 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.052445598Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-05-11T04:42:29.250 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.094440627Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-05-11T04:42:29.250 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.119699159Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-05-11T04:42:29.250 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.144949737Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-05-11T04:42:29.250 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.186884333Z level=info msg="Executing migration" id="Drop public config table" 2024-05-11T04:42:29.251 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.203749116Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-05-11T04:42:29.251 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.220822609Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-05-11T04:42:29.251 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.237669525Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-05-11T04:42:29.251 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.25448216Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-05-11T04:42:29.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:28 smithi072 bash[31478]: cluster 2024-05-11T04:42:27.252244+0000 mgr.y (mgr.14385) 61 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:29.276 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:28 smithi072 bash[21439]: cluster 2024-05-11T04:42:27.252244+0000 mgr.y (mgr.14385) 61 : cluster 0 pgmap v42: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:29.276 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:29 smithi072 bash[56486]: ts=2024-05-11T04:42:29.018Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-05-11T04:42:29.528 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.271521055Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-05-11T04:42:29.528 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.29669514Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-05-11T04:42:29.528 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.313573206Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-05-11T04:42:29.528 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.338833701Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-05-11T04:42:29.528 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.38088549Z level=info msg="Executing migration" id="add share column" 2024-05-11T04:42:29.529 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.423053753Z level=info msg="Executing migration" id="create default alerting folders" 2024-05-11T04:42:29.529 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.448411664Z level=info msg="Executing migration" id="create file table" 2024-05-11T04:42:29.529 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.490364093Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-05-11T04:42:29.529 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.532372822Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-05-11T04:42:29.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.55763817Z level=info msg="Executing migration" id="create file_meta table" 2024-05-11T04:42:29.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.574554519Z level=info msg="Executing migration" id="file table idx: path key" 2024-05-11T04:42:29.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.599683105Z level=info msg="Executing migration" id="set path collation in file table" 2024-05-11T04:42:29.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.625021957Z level=info msg="Executing migration" id="managed permissions migration" 2024-05-11T04:42:29.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.650234125Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-05-11T04:42:29.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.675507205Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-05-11T04:42:29.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.700783723Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-05-11T04:42:29.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.726041331Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-05-11T04:42:29.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.751296353Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-05-11T04:42:29.785 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.776596851Z level=info msg="Executing migration" id="update group index for alert rules" 2024-05-11T04:42:29.934 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:29 smithi072 bash[58202]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-alertmanager-a 2024-05-11T04:42:29.935 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:29 smithi072 bash[58282]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-alertmanager-a 2024-05-11T04:42:30.083 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.818528631Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-05-11T04:42:30.083 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.84371877Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-05-11T04:42:30.083 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.868987442Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-05-11T04:42:30.083 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.911045563Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-05-11T04:42:30.083 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.953031983Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-05-11T04:42:30.083 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:29 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:29.995156457Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-05-11T04:42:30.083 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:30.062073355Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-05-11T04:42:30.083 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:30.087280128Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-05-11T04:42:30.298 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:29 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-05-11T04:42:30.299 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:29 smithi072 systemd[1]: Stopped Ceph alertmanager.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:42:30.299 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:29 smithi072 systemd[1]: Started Ceph alertmanager.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:42:30.343 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:30.12932091Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-05-11T04:42:30.343 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:30.171214337Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-05-11T04:42:30.343 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:30.196332947Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-05-11T04:42:30.344 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:30.221659942Z level=info msg="Executing migration" id="create folder table" 2024-05-11T04:42:30.344 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:30.246958587Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-05-11T04:42:30.344 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:30.272178803Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-05-11T04:42:30.344 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:30.297480501Z level=info msg="Executing migration" id="Update folder title length" 2024-05-11T04:42:30.344 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:30.322629675Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-05-11T04:42:30.344 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=migrator t=2024-05-11T04:42:30.347785075Z level=info msg="migrations completed" performed=485 skipped=0 duration=14.361307822s 2024-05-11T04:42:30.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=sqlstore t=2024-05-11T04:42:30.349312345Z level=info msg="Created default organization" 2024-05-11T04:42:30.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=plugin.loader t=2024-05-11T04:42:30.516996657Z level=info msg="Plugin registered" pluginID=input 2024-05-11T04:42:30.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=plugin.loader t=2024-05-11T04:42:30.550538902Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-05-11T04:42:30.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=plugin.loader t=2024-05-11T04:42:30.550578136Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-05-11T04:42:30.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=secrets t=2024-05-11T04:42:30.550633804Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-05-11T04:42:30.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=query_data t=2024-05-11T04:42:30.552670891Z level=info msg="Query Service initialization" 2024-05-11T04:42:30.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:30 smithi086 bash[49586]: logger=live.push_http t=2024-05-11T04:42:30.556559374Z level=info msg="Live Push Gateway initialization" 2024-05-11T04:42:31.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:30 smithi086 bash[23731]: cluster 2024-05-11T04:42:29.252607+0000 mgr.y (mgr.14385) 62 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:31.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:30 smithi086 bash[23731]: audit 2024-05-11T04:42:29.977572+0000 mon.a (mon.0) 736 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:31.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:30 smithi086 bash[23731]: audit 2024-05-11T04:42:29.991889+0000 mon.a (mon.0) 737 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:31.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:30 smithi086 bash[23731]: cephadm 2024-05-11T04:42:30.039372+0000 mgr.y (mgr.14385) 63 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:42:31.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:30 smithi072 bash[31478]: cluster 2024-05-11T04:42:29.252607+0000 mgr.y (mgr.14385) 62 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:31.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:30 smithi072 bash[31478]: audit 2024-05-11T04:42:29.977572+0000 mon.a (mon.0) 736 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:31.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:30 smithi072 bash[31478]: audit 2024-05-11T04:42:29.991889+0000 mon.a (mon.0) 737 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:31.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:30 smithi072 bash[31478]: cephadm 2024-05-11T04:42:30.039372+0000 mgr.y (mgr.14385) 63 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:42:31.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:30 smithi072 bash[21439]: cluster 2024-05-11T04:42:29.252607+0000 mgr.y (mgr.14385) 62 : cluster 0 pgmap v43: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:31.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:30 smithi072 bash[21439]: audit 2024-05-11T04:42:29.977572+0000 mon.a (mon.0) 736 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:31.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:30 smithi072 bash[21439]: audit 2024-05-11T04:42:29.991889+0000 mon.a (mon.0) 737 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:31.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:30 smithi072 bash[21439]: cephadm 2024-05-11T04:42:30.039372+0000 mgr.y (mgr.14385) 63 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:42:31.300 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:31 smithi072 bash[58311]: ts=2024-05-11T04:42:31.092Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-05-11T04:42:31.300 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:31 smithi072 bash[58311]: ts=2024-05-11T04:42:31.093Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-05-11T04:42:31.300 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:31 smithi072 bash[58311]: ts=2024-05-11T04:42:31.094Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.72 port=9094 2024-05-11T04:42:31.300 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:31 smithi072 bash[58311]: ts=2024-05-11T04:42:31.095Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-05-11T04:42:31.300 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:31 smithi072 bash[58311]: ts=2024-05-11T04:42:31.125Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-11T04:42:31.300 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:31 smithi072 bash[58311]: ts=2024-05-11T04:42:31.126Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-05-11T04:42:31.300 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:31 smithi072 bash[58311]: ts=2024-05-11T04:42:31.129Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-05-11T04:42:31.300 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:31 smithi072 bash[58311]: ts=2024-05-11T04:42:31.129Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-05-11T04:42:31.984 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:31 smithi086 bash[49586]: logger=infra.usagestats.collector t=2024-05-11T04:42:31.781453775Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-05-11T04:42:31.984 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:31 smithi086 bash[49586]: logger=provisioning.datasources t=2024-05-11T04:42:31.838065912Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-05-11T04:42:31.984 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:31 smithi086 bash[49586]: logger=provisioning.datasources t=2024-05-11T04:42:31.93899097Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-05-11T04:42:32.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:31 smithi086 bash[23731]: cephadm 2024-05-11T04:42:30.274031+0000 mgr.y (mgr.14385) 64 : cephadm 1 Reconfiguring daemon prometheus.a on smithi086 2024-05-11T04:42:32.284 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:32 smithi086 bash[49586]: logger=provisioning.alerting t=2024-05-11T04:42:32.046935565Z level=info msg="starting to provision alerting" 2024-05-11T04:42:32.284 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:32 smithi086 bash[49586]: logger=provisioning.alerting t=2024-05-11T04:42:32.047004814Z level=info msg="finished to provision alerting" 2024-05-11T04:42:32.284 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:32 smithi086 bash[49586]: logger=grafanaStorageLogger t=2024-05-11T04:42:32.047410063Z level=info msg="storage starting" 2024-05-11T04:42:32.284 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:32 smithi086 bash[49586]: logger=ngalert.state.manager t=2024-05-11T04:42:32.047488262Z level=info msg="Warming state cache for startup" 2024-05-11T04:42:32.284 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:32 smithi086 bash[49586]: logger=http.server t=2024-05-11T04:42:32.050437068Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-05-11T04:42:32.284 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:32 smithi086 bash[49586]: logger=sqlstore.transactions t=2024-05-11T04:42:32.058270652Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-05-11T04:42:32.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:31 smithi072 bash[21439]: cephadm 2024-05-11T04:42:30.274031+0000 mgr.y (mgr.14385) 64 : cephadm 1 Reconfiguring daemon prometheus.a on smithi086 2024-05-11T04:42:32.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:31 smithi072 bash[31478]: cephadm 2024-05-11T04:42:30.274031+0000 mgr.y (mgr.14385) 64 : cephadm 1 Reconfiguring daemon prometheus.a on smithi086 2024-05-11T04:42:32.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:32 smithi086 bash[49586]: logger=ngalert.state.manager t=2024-05-11T04:42:32.488162291Z level=info msg="State cache has been initialized" states=0 duration=440.667321ms 2024-05-11T04:42:32.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:32 smithi086 bash[49586]: logger=ticker t=2024-05-11T04:42:32.488333922Z level=info msg=starting first_tick=2024-05-11T04:42:40Z 2024-05-11T04:42:32.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:32 smithi086 bash[49586]: logger=ngalert.multiorg.alertmanager t=2024-05-11T04:42:32.488327122Z level=info msg="starting MultiOrg Alertmanager" 2024-05-11T04:42:32.784 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:42:32 smithi086 bash[49586]: logger=sqlstore.transactions t=2024-05-11T04:42:32.639585359Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-05-11T04:42:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:32 smithi086 bash[23731]: cluster 2024-05-11T04:42:31.253215+0000 mgr.y (mgr.14385) 65 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:32 smithi086 bash[23731]: audit 2024-05-11T04:42:32.321533+0000 mon.c (mon.2) 55 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:33.299 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:33 smithi072 bash[58311]: ts=2024-05-11T04:42:33.096Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000361748s 2024-05-11T04:42:33.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:32 smithi072 bash[21439]: cluster 2024-05-11T04:42:31.253215+0000 mgr.y (mgr.14385) 65 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:33.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:32 smithi072 bash[21439]: audit 2024-05-11T04:42:32.321533+0000 mon.c (mon.2) 55 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:33.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:32 smithi072 bash[31478]: cluster 2024-05-11T04:42:31.253215+0000 mgr.y (mgr.14385) 65 : cluster 0 pgmap v44: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:33.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:32 smithi072 bash[31478]: audit 2024-05-11T04:42:32.321533+0000 mon.c (mon.2) 55 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:34.830 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:35.202 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:34 smithi086 bash[23731]: cluster 2024-05-11T04:42:33.253896+0000 mgr.y (mgr.14385) 66 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:35.202 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 systemd[1]: Stopping Ceph prometheus.a for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:42:35.202 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-11T04:42:35.202 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-05-11T04:42:35.202 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-05-11T04:42:35.203 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-11T04:42:35.203 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-05-11T04:42:35.203 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-05-11T04:42:35.203 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-05-11T04:42:35.203 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-05-11T04:42:35.203 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-05-11T04:42:35.203 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-05-11T04:42:35.203 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-05-11T04:42:35.203 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:34 smithi086 bash[47787]: ts=2024-05-11T04:42:34.947Z caller=main.go:1147 level=info msg="See you next time!" 2024-05-11T04:42:35.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:35 smithi072 bash[21439]: cluster 2024-05-11T04:42:33.253896+0000 mgr.y (mgr.14385) 66 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:35.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:35 smithi072 bash[31478]: cluster 2024-05-11T04:42:33.253896+0000 mgr.y (mgr.14385) 66 : cluster 0 pgmap v45: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:35.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:35 smithi086 bash[50176]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:42:35.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:35 smithi086 bash[50236]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:42:35.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:35 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-11T04:42:35.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:35 smithi086 systemd[1]: Stopped Ceph prometheus.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:42:35.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:35 smithi086 systemd[1]: Started Ceph prometheus.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:42:36.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:35 smithi072 bash[21693]: [11/May/2024:04:42:35] ENGINE Bus STOPPING 2024-05-11T04:42:36.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:35 smithi072 bash[21693]: [11/May/2024:04:42:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:42:36.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:35 smithi072 bash[21693]: [11/May/2024:04:42:35] ENGINE Bus STOPPED 2024-05-11T04:42:36.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:35 smithi072 bash[21693]: [11/May/2024:04:42:35] ENGINE Bus STARTING 2024-05-11T04:42:36.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:35 smithi072 bash[21693]: [11/May/2024:04:42:35] ENGINE Serving on http://:::9283 2024-05-11T04:42:36.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:35 smithi072 bash[21693]: [11/May/2024:04:42:35] ENGINE Bus STARTED 2024-05-11T04:42:36.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:35 smithi072 bash[21693]: [11/May/2024:04:42:35] ENGINE Bus STOPPING 2024-05-11T04:42:36.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:35 smithi072 bash[21693]: [11/May/2024:04:42:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:42:36.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:35 smithi072 bash[21693]: [11/May/2024:04:42:35] ENGINE Bus STOPPED 2024-05-11T04:42:36.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:35 smithi072 bash[21693]: [11/May/2024:04:42:35] ENGINE Bus STARTING 2024-05-11T04:42:36.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:36 smithi072 bash[21693]: [11/May/2024:04:42:36] ENGINE Serving on http://:::9283 2024-05-11T04:42:36.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:36 smithi072 bash[21693]: [11/May/2024:04:42:36] ENGINE Bus STARTED 2024-05-11T04:42:36.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:36 smithi072 bash[21693]: [11/May/2024:04:42:36] ENGINE Bus STOPPING 2024-05-11T04:42:36.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:36 smithi072 bash[21693]: [11/May/2024:04:42:36] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:42:36.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:36 smithi072 bash[21693]: [11/May/2024:04:42:36] ENGINE Bus STOPPED 2024-05-11T04:42:36.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:36 smithi072 bash[21693]: [11/May/2024:04:42:36] ENGINE Bus STARTING 2024-05-11T04:42:36.410 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:36 smithi072 bash[21693]: [11/May/2024:04:42:36] ENGINE Serving on http://:::9283 2024-05-11T04:42:36.410 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:36 smithi072 bash[21693]: [11/May/2024:04:42:36] ENGINE Bus STARTED 2024-05-11T04:42:36.706 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.547Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-05-11T04:42:36.707 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.547Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-05-11T04:42:36.707 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.547Z caller=main.go:570 level=info host_details="(Linux 5.15.0-106-generic #116-Ubuntu SMP Wed Apr 17 09:17:56 UTC 2024 x86_64 smithi086 (none))" 2024-05-11T04:42:36.707 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.547Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-11T04:42:36.707 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.547Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-11T04:42:36.707 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.548Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-05-11T04:42:36.707 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.549Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-05-11T04:42:36.707 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.550Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-05-11T04:42:36.707 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.550Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-05-11T04:42:36.707 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.553Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-11T04:42:36.707 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.553Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.083µs 2024-05-11T04:42:36.707 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.553Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-11T04:42:36.708 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.555Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-05-11T04:42:36.708 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.555Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-05-11T04:42:36.708 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.555Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.949µs wal_replay_duration=2.249532ms wbl_replay_duration=132ns total_replay_duration=2.2919ms 2024-05-11T04:42:36.708 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.556Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-05-11T04:42:36.708 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.556Z caller=main.go:1029 level=info msg="TSDB started" 2024-05-11T04:42:36.708 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.556Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-11T04:42:36.708 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.581Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=24.716991ms db_storage=988ns remote_storage=1.319µs web_handler=531ns query_engine=623ns scrape=255.204µs scrape_sd=117.952µs notify=19.376µs notify_sd=26.404µs rules=23.87476ms tracing=5.599µs 2024-05-11T04:42:36.708 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.581Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-05-11T04:42:36.708 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:42:36 smithi086 bash[50265]: ts=2024-05-11T04:42:36.581Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-05-11T04:42:37.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: cluster 2024-05-11T04:42:35.254574+0000 mgr.y (mgr.14385) 67 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:37.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.709948+0000 mon.a (mon.0) 738 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.728774+0000 mon.a (mon.0) 739 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.771578+0000 mon.c (mon.2) 56 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.772557+0000 mgr.y (mgr.14385) 68 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.775069+0000 mon.c (mon.2) 57 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi072.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.775927+0000 mgr.y (mgr.14385) 69 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi072.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.787822+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.807996+0000 mon.c (mon.2) 58 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.808998+0000 mgr.y (mgr.14385) 70 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.812266+0000 mon.c (mon.2) 59 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi086.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.812895+0000 mgr.y (mgr.14385) 71 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi086.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.824655+0000 mon.a (mon.0) 741 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.839171+0000 mon.c (mon.2) 60 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.839731+0000 mgr.y (mgr.14385) 72 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.841219+0000 mon.c (mon.2) 61 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi086.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:42:37.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.841872+0000 mgr.y (mgr.14385) 73 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi086.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:42:37.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.849477+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:36 smithi086 bash[23731]: audit 2024-05-11T04:42:35.868390+0000 mon.c (mon.2) 62 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: cluster 2024-05-11T04:42:35.254574+0000 mgr.y (mgr.14385) 67 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.709948+0000 mon.a (mon.0) 738 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.728774+0000 mon.a (mon.0) 739 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.771578+0000 mon.c (mon.2) 56 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.772557+0000 mgr.y (mgr.14385) 68 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.775069+0000 mon.c (mon.2) 57 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi072.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.775927+0000 mgr.y (mgr.14385) 69 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi072.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.787822+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.807996+0000 mon.c (mon.2) 58 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.808998+0000 mgr.y (mgr.14385) 70 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.812266+0000 mon.c (mon.2) 59 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi086.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:42:37.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.812895+0000 mgr.y (mgr.14385) 71 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi086.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.824655+0000 mon.a (mon.0) 741 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.839171+0000 mon.c (mon.2) 60 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.839731+0000 mgr.y (mgr.14385) 72 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.841219+0000 mon.c (mon.2) 61 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi086.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.841872+0000 mgr.y (mgr.14385) 73 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi086.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.849477+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:36 smithi072 bash[21439]: audit 2024-05-11T04:42:35.868390+0000 mon.c (mon.2) 62 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: cluster 2024-05-11T04:42:35.254574+0000 mgr.y (mgr.14385) 67 : cluster 0 pgmap v46: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.709948+0000 mon.a (mon.0) 738 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.728774+0000 mon.a (mon.0) 739 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.771578+0000 mon.c (mon.2) 56 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:42:37.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.772557+0000 mgr.y (mgr.14385) 68 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.775069+0000 mon.c (mon.2) 57 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi072.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.775927+0000 mgr.y (mgr.14385) 69 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi072.front.sepia.ceph.com:9093"}]: dispatch 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.787822+0000 mon.a (mon.0) 740 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.807996+0000 mon.c (mon.2) 58 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.808998+0000 mgr.y (mgr.14385) 70 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.812266+0000 mon.c (mon.2) 59 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi086.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.812895+0000 mgr.y (mgr.14385) 71 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi086.front.sepia.ceph.com:9095"}]: dispatch 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.824655+0000 mon.a (mon.0) 741 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.839171+0000 mon.c (mon.2) 60 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.839731+0000 mgr.y (mgr.14385) 72 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.841219+0000 mon.c (mon.2) 61 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi086.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.841872+0000 mgr.y (mgr.14385) 73 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi086.front.sepia.ceph.com:3000"}]: dispatch 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.849477+0000 mon.a (mon.0) 742 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:37.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:36 smithi072 bash[31478]: audit 2024-05-11T04:42:35.868390+0000 mon.c (mon.2) 62 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:42:38.435 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:42:38.435 INFO:teuthology.orchestra.run.smithi072.stdout:{"epoch":63,"fsid":"10baa432-0f4f-11ef-bc98-c7b262605968","created":"2024-05-11T04:30:51.452440+0000","modified":"2024-05-11T04:42:07.642715+0000","last_up_change":"2024-05-11T04:40:19.842862+0000","last_in_change":"2024-05-11T04:39:54.231529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":2,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:36:10.965267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:41:58.353172+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dadf143c-2627-4419-a73f-d46123c901fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6802","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6803","nonce":369548728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6804","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6805","nonce":369548728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6808","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6809","nonce":369548728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6806","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6807","nonce":369548728}]},"public_addr":"172.21.15.72:6803/369548728","cluster_addr":"172.21.15.72:6805/369548728","heartbeat_back_addr":"172.21.15.72:6809/369548728","heartbeat_front_addr":"172.21.15.72:6807/369548728","state":["exists","up"]},{"osd":1,"uuid":"17e2f837-6d2a-489b-9746-822da67fde93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6810","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6811","nonce":2633657348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6812","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6813","nonce":2633657348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6816","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6817","nonce":2633657348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6814","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6815","nonce":2633657348}]},"public_addr":"172.21.15.72:6811/2633657348","cluster_addr":"172.21.15.72:6813/2633657348","heartbeat_back_addr":"172.21.15.72:6817/2633657348","heartbeat_front_addr":"172.21.15.72:6815/2633657348","state":["exists","up"]},{"osd":2,"uuid":"81a78ca1-d9b5-4de7-a978-f4c28bb8e151","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6818","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6819","nonce":3985656513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6820","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6821","nonce":3985656513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6824","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6825","nonce":3985656513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6822","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6823","nonce":3985656513}]},"public_addr":"172.21.15.72:6819/3985656513","cluster_addr":"172.21.15.72:6821/3985656513","heartbeat_back_addr":"172.21.15.72:6825/3985656513","heartbeat_front_addr":"172.21.15.72:6823/3985656513","state":["exists","up"]},{"osd":3,"uuid":"37da6131-a6b8-44e4-a78e-e0d10beba2cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6826","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6827","nonce":1456201891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6828","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6829","nonce":1456201891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6832","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6833","nonce":1456201891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6830","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6831","nonce":1456201891}]},"public_addr":"172.21.15.72:6827/1456201891","cluster_addr":"172.21.15.72:6829/1456201891","heartbeat_back_addr":"172.21.15.72:6833/1456201891","heartbeat_front_addr":"172.21.15.72:6831/1456201891","state":["exists","up"]},{"osd":4,"uuid":"d115dec8-8499-4733-a850-73736ff08868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6801","nonce":2293720889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6803","nonce":2293720889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6807","nonce":2293720889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6805","nonce":2293720889}]},"public_addr":"172.21.15.86:6801/2293720889","cluster_addr":"172.21.15.86:6803/2293720889","heartbeat_back_addr":"172.21.15.86:6807/2293720889","heartbeat_front_addr":"172.21.15.86:6805/2293720889","state":["exists","up"]},{"osd":5,"uuid":"4c86df54-e71b-4cab-951b-61e77e69cb27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6809","nonce":1551950791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6811","nonce":1551950791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6815","nonce":1551950791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6813","nonce":1551950791}]},"public_addr":"172.21.15.86:6809/1551950791","cluster_addr":"172.21.15.86:6811/1551950791","heartbeat_back_addr":"172.21.15.86:6815/1551950791","heartbeat_front_addr":"172.21.15.86:6813/1551950791","state":["exists","up"]},{"osd":6,"uuid":"7a073440-72fc-449b-9f91-d35f90385efd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6817","nonce":3662032983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6819","nonce":3662032983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6823","nonce":3662032983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6821","nonce":3662032983}]},"public_addr":"172.21.15.86:6817/3662032983","cluster_addr":"172.21.15.86:6819/3662032983","heartbeat_back_addr":"172.21.15.86:6823/3662032983","heartbeat_front_addr":"172.21.15.86:6821/3662032983","state":["exists","up"]},{"osd":7,"uuid":"3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6825","nonce":1653010799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6827","nonce":1653010799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6831","nonce":1653010799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6829","nonce":1653010799}]},"public_addr":"172.21.15.86:6825/1653010799","cluster_addr":"172.21.15.86:6827/1653010799","heartbeat_back_addr":"172.21.15.86:6831/1653010799","heartbeat_front_addr":"172.21.15.86:6829/1653010799","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:34:22.363914+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:35:14.909826+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:36:08.011116+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:01.553722+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:49.943220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:38:39.497998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:39:28.251397+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:40:17.822776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.72:0/1680412394":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6801/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6800/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/2736625902":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/1192235219":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/620829446":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1955197046":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/1490257114":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/2086025920":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6801/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/3263242948":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/118401972":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6800/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:6800/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/60304101":"2024-05-12T04:31:24.365351+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:42:39.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:38 smithi086 bash[23731]: cluster 2024-05-11T04:42:37.255120+0000 mgr.y (mgr.14385) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:39.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:38 smithi086 bash[23731]: audit 2024-05-11T04:42:38.437779+0000 mon.c (mon.2) 63 : audit 0 from='client.? 172.21.15.72:0/1855688672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:42:39.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:38 smithi072 bash[21439]: cluster 2024-05-11T04:42:37.255120+0000 mgr.y (mgr.14385) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:39.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:38 smithi072 bash[21439]: audit 2024-05-11T04:42:38.437779+0000 mon.c (mon.2) 63 : audit 0 from='client.? 172.21.15.72:0/1855688672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:42:39.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:38 smithi072 bash[31478]: cluster 2024-05-11T04:42:37.255120+0000 mgr.y (mgr.14385) 74 : cluster 0 pgmap v47: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:39.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:38 smithi072 bash[31478]: audit 2024-05-11T04:42:38.437779+0000 mon.c (mon.2) 63 : audit 0 from='client.? 172.21.15.72:0/1855688672' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:42:39.241 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-11T04:42:39.241 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-11T04:42:39.242 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-11T04:42:39.242 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-11T04:42:39.242 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-11T04:42:39.243 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-11T04:42:39.243 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-11T04:42:39.243 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-11T04:42:41.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:40 smithi086 bash[23731]: cluster 2024-05-11T04:42:39.260452+0000 mgr.y (mgr.14385) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:41.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:40 smithi072 bash[21439]: cluster 2024-05-11T04:42:39.260452+0000 mgr.y (mgr.14385) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:41.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:40 smithi072 bash[31478]: cluster 2024-05-11T04:42:39.260452+0000 mgr.y (mgr.14385) 75 : cluster 0 pgmap v48: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:41.548 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:42:41 smithi072 bash[58311]: ts=2024-05-11T04:42:41.098Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002697662s 2024-05-11T04:42:43.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:42 smithi086 bash[23731]: cluster 2024-05-11T04:42:41.261027+0000 mgr.y (mgr.14385) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:43.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:42 smithi086 bash[23731]: audit 2024-05-11T04:42:41.557382+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:43.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:42 smithi086 bash[23731]: audit 2024-05-11T04:42:41.568033+0000 mon.a (mon.0) 744 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:43.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:42 smithi072 bash[21439]: cluster 2024-05-11T04:42:41.261027+0000 mgr.y (mgr.14385) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:43.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:42 smithi072 bash[21439]: audit 2024-05-11T04:42:41.557382+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:43.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:42 smithi072 bash[21439]: audit 2024-05-11T04:42:41.568033+0000 mon.a (mon.0) 744 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:43.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:42 smithi072 bash[31478]: cluster 2024-05-11T04:42:41.261027+0000 mgr.y (mgr.14385) 76 : cluster 0 pgmap v49: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:43.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:42 smithi072 bash[31478]: audit 2024-05-11T04:42:41.557382+0000 mon.a (mon.0) 743 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:43.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:42 smithi072 bash[31478]: audit 2024-05-11T04:42:41.568033+0000 mon.a (mon.0) 744 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:44.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:43 smithi086 bash[23731]: audit 2024-05-11T04:42:42.614273+0000 mon.a (mon.0) 745 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:44.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:43 smithi086 bash[23731]: audit 2024-05-11T04:42:42.620741+0000 mon.a (mon.0) 746 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:44.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:43 smithi086 bash[23731]: audit 2024-05-11T04:42:43.092918+0000 mon.c (mon.2) 64 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:44.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:43 smithi086 bash[23731]: audit 2024-05-11T04:42:43.094672+0000 mon.c (mon.2) 65 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:44.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:43 smithi086 bash[23731]: audit 2024-05-11T04:42:43.104806+0000 mon.a (mon.0) 747 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:44.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:43 smithi072 bash[21439]: audit 2024-05-11T04:42:42.614273+0000 mon.a (mon.0) 745 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:44.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:43 smithi072 bash[21439]: audit 2024-05-11T04:42:42.620741+0000 mon.a (mon.0) 746 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:44.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:43 smithi072 bash[21439]: audit 2024-05-11T04:42:43.092918+0000 mon.c (mon.2) 64 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:44.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:43 smithi072 bash[21439]: audit 2024-05-11T04:42:43.094672+0000 mon.c (mon.2) 65 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:44.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:43 smithi072 bash[21439]: audit 2024-05-11T04:42:43.104806+0000 mon.a (mon.0) 747 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:44.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:43 smithi072 bash[31478]: audit 2024-05-11T04:42:42.614273+0000 mon.a (mon.0) 745 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:44.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:43 smithi072 bash[31478]: audit 2024-05-11T04:42:42.620741+0000 mon.a (mon.0) 746 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:44.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:43 smithi072 bash[31478]: audit 2024-05-11T04:42:43.092918+0000 mon.c (mon.2) 64 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:42:44.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:43 smithi072 bash[31478]: audit 2024-05-11T04:42:43.094672+0000 mon.c (mon.2) 65 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:42:44.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:43 smithi072 bash[31478]: audit 2024-05-11T04:42:43.104806+0000 mon.a (mon.0) 747 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:42:44.054 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:44.055 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:44.055 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:44.055 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:44.057 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:44.057 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:44.059 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:44.059 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:42:45.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:45 smithi072 bash[21439]: cluster 2024-05-11T04:42:43.261652+0000 mgr.y (mgr.14385) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:45.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:45 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:42:45] "GET /metrics HTTP/1.1" 200 28549 "" "Prometheus/2.43.0" 2024-05-11T04:42:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:45 smithi072 bash[31478]: cluster 2024-05-11T04:42:43.261652+0000 mgr.y (mgr.14385) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:45.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:45 smithi086 bash[23731]: cluster 2024-05-11T04:42:43.261652+0000 mgr.y (mgr.14385) 77 : cluster 0 pgmap v50: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:47.261 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:47 smithi072 bash[31478]: cluster 2024-05-11T04:42:45.262170+0000 mgr.y (mgr.14385) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:47.261 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:47 smithi072 bash[21439]: cluster 2024-05-11T04:42:45.262170+0000 mgr.y (mgr.14385) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:47.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:47 smithi086 bash[23731]: cluster 2024-05-11T04:42:45.262170+0000 mgr.y (mgr.14385) 78 : cluster 0 pgmap v51: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:48.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:48 smithi086 bash[23731]: audit 2024-05-11T04:42:47.321230+0000 mon.c (mon.2) 66 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:48.572 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:48 smithi072 bash[21439]: audit 2024-05-11T04:42:47.321230+0000 mon.c (mon.2) 66 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:48.572 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:48 smithi072 bash[31478]: audit 2024-05-11T04:42:47.321230+0000 mon.c (mon.2) 66 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:42:49.331 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:49 smithi072 bash[21439]: cluster 2024-05-11T04:42:47.262546+0000 mgr.y (mgr.14385) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:49.332 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:49 smithi072 bash[31478]: cluster 2024-05-11T04:42:47.262546+0000 mgr.y (mgr.14385) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:49.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:49 smithi086 bash[23731]: cluster 2024-05-11T04:42:47.262546+0000 mgr.y (mgr.14385) 79 : cluster 0 pgmap v52: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:51.409 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:51 smithi072 bash[21439]: cluster 2024-05-11T04:42:49.263025+0000 mgr.y (mgr.14385) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:51.409 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:51 smithi072 bash[31478]: cluster 2024-05-11T04:42:49.263025+0000 mgr.y (mgr.14385) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:51.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:51 smithi086 bash[23731]: cluster 2024-05-11T04:42:49.263025+0000 mgr.y (mgr.14385) 80 : cluster 0 pgmap v53: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:53.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:53 smithi086 bash[23731]: cluster 2024-05-11T04:42:51.263530+0000 mgr.y (mgr.14385) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:53.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:53 smithi072 bash[31478]: cluster 2024-05-11T04:42:51.263530+0000 mgr.y (mgr.14385) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:53.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:53 smithi072 bash[21439]: cluster 2024-05-11T04:42:51.263530+0000 mgr.y (mgr.14385) 81 : cluster 0 pgmap v54: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:55.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:55 smithi072 bash[21439]: cluster 2024-05-11T04:42:53.264178+0000 mgr.y (mgr.14385) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:55.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:42:55 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:42:55] "GET /metrics HTTP/1.1" 200 28551 "" "Prometheus/2.43.0" 2024-05-11T04:42:55.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:55 smithi072 bash[31478]: cluster 2024-05-11T04:42:53.264178+0000 mgr.y (mgr.14385) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:55.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:55 smithi086 bash[23731]: cluster 2024-05-11T04:42:53.264178+0000 mgr.y (mgr.14385) 82 : cluster 0 pgmap v55: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:57.421 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:57 smithi072 bash[21439]: cluster 2024-05-11T04:42:55.264726+0000 mgr.y (mgr.14385) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:57.422 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:57 smithi072 bash[31478]: cluster 2024-05-11T04:42:55.264726+0000 mgr.y (mgr.14385) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:57.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:57 smithi086 bash[23731]: cluster 2024-05-11T04:42:55.264726+0000 mgr.y (mgr.14385) 83 : cluster 0 pgmap v56: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:59.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:42:59 smithi086 bash[23731]: cluster 2024-05-11T04:42:57.265215+0000 mgr.y (mgr.14385) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:59.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:42:59 smithi072 bash[21439]: cluster 2024-05-11T04:42:57.265215+0000 mgr.y (mgr.14385) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:42:59.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:42:59 smithi072 bash[31478]: cluster 2024-05-11T04:42:57.265215+0000 mgr.y (mgr.14385) 84 : cluster 0 pgmap v57: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:00.612 INFO:teuthology.orchestra.run.smithi072.stdout:107374182470 2024-05-11T04:43:00.613 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-11T04:43:01.449 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:01 smithi072 bash[21439]: cluster 2024-05-11T04:42:59.265556+0000 mgr.y (mgr.14385) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:01.450 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:01 smithi072 bash[31478]: cluster 2024-05-11T04:42:59.265556+0000 mgr.y (mgr.14385) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:01.475 INFO:teuthology.orchestra.run.smithi072.stdout:231928234016 2024-05-11T04:43:01.475 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-11T04:43:01.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:01 smithi086 bash[23731]: cluster 2024-05-11T04:42:59.265556+0000 mgr.y (mgr.14385) 85 : cluster 0 pgmap v58: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:02.315 INFO:teuthology.orchestra.run.smithi072.stdout:34359738473 2024-05-11T04:43:02.315 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-11T04:43:02.745 INFO:teuthology.orchestra.run.smithi072.stdout:77309411410 2024-05-11T04:43:02.745 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-11T04:43:03.468 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:03 smithi072 bash[31478]: cluster 2024-05-11T04:43:01.266033+0000 mgr.y (mgr.14385) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:03.469 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:03 smithi072 bash[31478]: audit 2024-05-11T04:43:02.321425+0000 mon.c (mon.2) 67 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:03.469 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:03 smithi072 bash[21439]: cluster 2024-05-11T04:43:01.266033+0000 mgr.y (mgr.14385) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:03.469 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:03 smithi072 bash[21439]: audit 2024-05-11T04:43:02.321425+0000 mon.c (mon.2) 67 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:03.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:03 smithi086 bash[23731]: cluster 2024-05-11T04:43:01.266033+0000 mgr.y (mgr.14385) 86 : cluster 0 pgmap v59: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:03.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:03 smithi086 bash[23731]: audit 2024-05-11T04:43:02.321425+0000 mon.c (mon.2) 67 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:04.571 INFO:teuthology.orchestra.run.smithi072.stdout:163208757301 2024-05-11T04:43:04.571 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-11T04:43:04.742 INFO:teuthology.orchestra.run.smithi072.stdout:55834574943 2024-05-11T04:43:04.743 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-11T04:43:05.109 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:43:05 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:43:05] "GET /metrics HTTP/1.1" 200 28547 "" "Prometheus/2.43.0" 2024-05-11T04:43:05.110 INFO:teuthology.orchestra.run.smithi072.stdout:128849018943 2024-05-11T04:43:05.110 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-11T04:43:05.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:05 smithi086 bash[23731]: cluster 2024-05-11T04:43:03.266774+0000 mgr.y (mgr.14385) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:05.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:05 smithi072 bash[21439]: cluster 2024-05-11T04:43:03.266774+0000 mgr.y (mgr.14385) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:05.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:05 smithi072 bash[31478]: cluster 2024-05-11T04:43:03.266774+0000 mgr.y (mgr.14385) 87 : cluster 0 pgmap v60: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:05.702 INFO:teuthology.orchestra.run.smithi072.stdout:197568495660 2024-05-11T04:43:05.702 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-11T04:43:07.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:07 smithi086 bash[23731]: cluster 2024-05-11T04:43:05.267224+0000 mgr.y (mgr.14385) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:07.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:07 smithi072 bash[21439]: cluster 2024-05-11T04:43:05.267224+0000 mgr.y (mgr.14385) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:07.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:07 smithi072 bash[31478]: cluster 2024-05-11T04:43:05.267224+0000 mgr.y (mgr.14385) 88 : cluster 0 pgmap v61: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:08.385 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:08.385 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:08.385 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:08.386 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:08.386 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:09.402 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:09.402 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:09.422 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:09 smithi072 bash[21439]: cluster 2024-05-11T04:43:07.267755+0000 mgr.y (mgr.14385) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:09.423 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:09 smithi072 bash[31478]: cluster 2024-05-11T04:43:07.267755+0000 mgr.y (mgr.14385) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:09.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:09 smithi086 bash[23731]: cluster 2024-05-11T04:43:07.267755+0000 mgr.y (mgr.14385) 89 : cluster 0 pgmap v62: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:10.424 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:11.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:11 smithi086 bash[23731]: cluster 2024-05-11T04:43:09.268578+0000 mgr.y (mgr.14385) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:11.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:11 smithi072 bash[21439]: cluster 2024-05-11T04:43:09.268578+0000 mgr.y (mgr.14385) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:11.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:11 smithi072 bash[31478]: cluster 2024-05-11T04:43:09.268578+0000 mgr.y (mgr.14385) 90 : cluster 0 pgmap v63: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:13.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:13 smithi086 bash[23731]: cluster 2024-05-11T04:43:11.269095+0000 mgr.y (mgr.14385) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:13.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:13 smithi072 bash[21439]: cluster 2024-05-11T04:43:11.269095+0000 mgr.y (mgr.14385) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:13.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:13 smithi072 bash[31478]: cluster 2024-05-11T04:43:11.269095+0000 mgr.y (mgr.14385) 91 : cluster 0 pgmap v64: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:15.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:15 smithi072 bash[21439]: cluster 2024-05-11T04:43:13.269752+0000 mgr.y (mgr.14385) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:15.325 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:43:15 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:43:15] "GET /metrics HTTP/1.1" 200 28547 "" "Prometheus/2.43.0" 2024-05-11T04:43:15.325 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:15 smithi072 bash[31478]: cluster 2024-05-11T04:43:13.269752+0000 mgr.y (mgr.14385) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:15.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:15 smithi086 bash[23731]: cluster 2024-05-11T04:43:13.269752+0000 mgr.y (mgr.14385) 92 : cluster 0 pgmap v65: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:17.364 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:17 smithi072 bash[21439]: cluster 2024-05-11T04:43:15.270290+0000 mgr.y (mgr.14385) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:17.365 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:17 smithi072 bash[31478]: cluster 2024-05-11T04:43:15.270290+0000 mgr.y (mgr.14385) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:17.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:17 smithi086 bash[23731]: cluster 2024-05-11T04:43:15.270290+0000 mgr.y (mgr.14385) 93 : cluster 0 pgmap v66: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:18.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:18 smithi086 bash[23731]: audit 2024-05-11T04:43:17.323798+0000 mon.c (mon.2) 68 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:18.584 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:18 smithi072 bash[21439]: audit 2024-05-11T04:43:17.323798+0000 mon.c (mon.2) 68 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:18.584 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:18 smithi072 bash[31478]: audit 2024-05-11T04:43:17.323798+0000 mon.c (mon.2) 68 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:19.350 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:19 smithi072 bash[31478]: cluster 2024-05-11T04:43:17.270810+0000 mgr.y (mgr.14385) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:19.350 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:19 smithi072 bash[21439]: cluster 2024-05-11T04:43:17.270810+0000 mgr.y (mgr.14385) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:19.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:19 smithi086 bash[23731]: cluster 2024-05-11T04:43:17.270810+0000 mgr.y (mgr.14385) 94 : cluster 0 pgmap v67: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:20.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:20 smithi086 bash[23731]: cluster 2024-05-11T04:43:19.271492+0000 mgr.y (mgr.14385) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:20.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:20 smithi072 bash[21439]: cluster 2024-05-11T04:43:19.271492+0000 mgr.y (mgr.14385) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:20.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:20 smithi072 bash[31478]: cluster 2024-05-11T04:43:19.271492+0000 mgr.y (mgr.14385) 95 : cluster 0 pgmap v68: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:22.415 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:22 smithi072 bash[21439]: cluster 2024-05-11T04:43:21.272125+0000 mgr.y (mgr.14385) 96 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:22.415 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:22 smithi072 bash[31478]: cluster 2024-05-11T04:43:21.272125+0000 mgr.y (mgr.14385) 96 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:22.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:22 smithi086 bash[23731]: cluster 2024-05-11T04:43:21.272125+0000 mgr.y (mgr.14385) 96 : cluster 0 pgmap v69: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:24.333 INFO:teuthology.orchestra.run.smithi072.stdout:77309411416 2024-05-11T04:43:24.381 INFO:teuthology.orchestra.run.smithi072.stdout:163208757306 2024-05-11T04:43:24.679 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:24 smithi072 bash[21439]: cluster 2024-05-11T04:43:23.272734+0000 mgr.y (mgr.14385) 97 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:24.679 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:24 smithi072 bash[31478]: cluster 2024-05-11T04:43:23.272734+0000 mgr.y (mgr.14385) 97 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:24.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:24 smithi086 bash[23731]: cluster 2024-05-11T04:43:23.272734+0000 mgr.y (mgr.14385) 97 : cluster 0 pgmap v70: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:25.025 INFO:teuthology.orchestra.run.smithi072.stdout:197568495665 2024-05-11T04:43:25.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:43:25 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:43:25] "GET /metrics HTTP/1.1" 200 28551 "" "Prometheus/2.43.0" 2024-05-11T04:43:25.350 INFO:teuthology.orchestra.run.smithi072.stdout:55834574948 2024-05-11T04:43:25.699 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:25 smithi072 bash[21439]: audit 2024-05-11T04:43:24.338763+0000 mon.a (mon.0) 748 : audit 0 from='client.? 172.21.15.72:0/3422890305' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:43:25.700 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:25 smithi072 bash[21439]: audit 2024-05-11T04:43:24.386472+0000 mon.c (mon.2) 69 : audit 0 from='client.? 172.21.15.72:0/195257450' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:43:25.700 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:25 smithi072 bash[21439]: audit 2024-05-11T04:43:25.030518+0000 mon.c (mon.2) 70 : audit 0 from='client.? 172.21.15.72:0/3524886859' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:43:25.700 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:25 smithi072 bash[31478]: audit 2024-05-11T04:43:24.338763+0000 mon.a (mon.0) 748 : audit 0 from='client.? 172.21.15.72:0/3422890305' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:43:25.700 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:25 smithi072 bash[31478]: audit 2024-05-11T04:43:24.386472+0000 mon.c (mon.2) 69 : audit 0 from='client.? 172.21.15.72:0/195257450' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:43:25.700 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:25 smithi072 bash[31478]: audit 2024-05-11T04:43:25.030518+0000 mon.c (mon.2) 70 : audit 0 from='client.? 172.21.15.72:0/3524886859' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:43:25.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:25 smithi086 bash[23731]: audit 2024-05-11T04:43:24.338763+0000 mon.a (mon.0) 748 : audit 0 from='client.? 172.21.15.72:0/3422890305' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:43:25.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:25 smithi086 bash[23731]: audit 2024-05-11T04:43:24.386472+0000 mon.c (mon.2) 69 : audit 0 from='client.? 172.21.15.72:0/195257450' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:43:25.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:25 smithi086 bash[23731]: audit 2024-05-11T04:43:25.030518+0000 mon.c (mon.2) 70 : audit 0 from='client.? 172.21.15.72:0/3524886859' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:43:26.136 INFO:teuthology.orchestra.run.smithi072.stdout:34359738478 2024-05-11T04:43:26.712 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:26 smithi072 bash[21439]: cluster 2024-05-11T04:43:25.273241+0000 mgr.y (mgr.14385) 98 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:26.713 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:26 smithi072 bash[21439]: audit 2024-05-11T04:43:25.355599+0000 mon.c (mon.2) 71 : audit 0 from='client.? 172.21.15.72:0/1912977140' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:43:26.713 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:26 smithi072 bash[21439]: audit 2024-05-11T04:43:26.141609+0000 mon.c (mon.2) 72 : audit 0 from='client.? 172.21.15.72:0/2477738192' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:43:26.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:26 smithi086 bash[23731]: cluster 2024-05-11T04:43:25.273241+0000 mgr.y (mgr.14385) 98 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:26.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:26 smithi086 bash[23731]: audit 2024-05-11T04:43:25.355599+0000 mon.c (mon.2) 71 : audit 0 from='client.? 172.21.15.72:0/1912977140' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:43:26.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:26 smithi086 bash[23731]: audit 2024-05-11T04:43:26.141609+0000 mon.c (mon.2) 72 : audit 0 from='client.? 172.21.15.72:0/2477738192' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:43:27.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:26 smithi072 bash[31478]: cluster 2024-05-11T04:43:25.273241+0000 mgr.y (mgr.14385) 98 : cluster 0 pgmap v71: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:27.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:26 smithi072 bash[31478]: audit 2024-05-11T04:43:25.355599+0000 mon.c (mon.2) 71 : audit 0 from='client.? 172.21.15.72:0/1912977140' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:43:27.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:26 smithi072 bash[31478]: audit 2024-05-11T04:43:26.141609+0000 mon.c (mon.2) 72 : audit 0 from='client.? 172.21.15.72:0/2477738192' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:43:27.126 INFO:teuthology.orchestra.run.smithi072.stdout:128849018948 2024-05-11T04:43:27.780 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:27 smithi072 bash[21439]: audit 2024-05-11T04:43:27.132335+0000 mon.a (mon.0) 749 : audit 0 from='client.? 172.21.15.72:0/3653281544' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:43:27.780 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:27 smithi072 bash[31478]: audit 2024-05-11T04:43:27.132335+0000 mon.a (mon.0) 749 : audit 0 from='client.? 172.21.15.72:0/3653281544' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:43:27.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:27 smithi086 bash[23731]: audit 2024-05-11T04:43:27.132335+0000 mon.a (mon.0) 749 : audit 0 from='client.? 172.21.15.72:0/3653281544' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:43:28.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:28 smithi086 bash[23731]: cluster 2024-05-11T04:43:27.273752+0000 mgr.y (mgr.14385) 99 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:28.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:28 smithi072 bash[21439]: cluster 2024-05-11T04:43:27.273752+0000 mgr.y (mgr.14385) 99 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:28.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:28 smithi072 bash[31478]: cluster 2024-05-11T04:43:27.273752+0000 mgr.y (mgr.14385) 99 : cluster 0 pgmap v72: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:29.302 INFO:teuthology.orchestra.run.smithi072.stdout:107374182476 2024-05-11T04:43:29.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:29 smithi086 bash[23731]: audit 2024-05-11T04:43:29.307161+0000 mon.c (mon.2) 73 : audit 0 from='client.? 172.21.15.72:0/407475421' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:43:29.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:29 smithi072 bash[21439]: audit 2024-05-11T04:43:29.307161+0000 mon.c (mon.2) 73 : audit 0 from='client.? 172.21.15.72:0/407475421' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:43:29.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:29 smithi072 bash[31478]: audit 2024-05-11T04:43:29.307161+0000 mon.c (mon.2) 73 : audit 0 from='client.? 172.21.15.72:0/407475421' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:43:30.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:30 smithi086 bash[23731]: cluster 2024-05-11T04:43:29.274389+0000 mgr.y (mgr.14385) 100 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:30.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:30 smithi072 bash[21439]: cluster 2024-05-11T04:43:29.274389+0000 mgr.y (mgr.14385) 100 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:30.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:30 smithi072 bash[31478]: cluster 2024-05-11T04:43:29.274389+0000 mgr.y (mgr.14385) 100 : cluster 0 pgmap v73: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:31.861 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411410 got 77309411416 for osd.2 2024-05-11T04:43:31.862 DEBUG:teuthology.parallel:result is None 2024-05-11T04:43:31.898 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757301 got 163208757306 for osd.5 2024-05-11T04:43:31.899 DEBUG:teuthology.parallel:result is None 2024-05-11T04:43:32.140 INFO:teuthology.orchestra.run.smithi072.stdout:231928234023 2024-05-11T04:43:32.215 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574943 got 55834574948 for osd.1 2024-05-11T04:43:32.216 DEBUG:teuthology.parallel:result is None 2024-05-11T04:43:32.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:32 smithi072 bash[31478]: cluster 2024-05-11T04:43:31.274933+0000 mgr.y (mgr.14385) 101 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:32.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:32 smithi072 bash[31478]: audit 2024-05-11T04:43:32.145753+0000 mon.c (mon.2) 74 : audit 0 from='client.? 172.21.15.72:0/2596148837' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:43:32.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:32 smithi072 bash[31478]: audit 2024-05-11T04:43:32.324053+0000 mon.c (mon.2) 75 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:32.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:32 smithi072 bash[21439]: cluster 2024-05-11T04:43:31.274933+0000 mgr.y (mgr.14385) 101 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:32.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:32 smithi072 bash[21439]: audit 2024-05-11T04:43:32.145753+0000 mon.c (mon.2) 74 : audit 0 from='client.? 172.21.15.72:0/2596148837' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:43:32.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:32 smithi072 bash[21439]: audit 2024-05-11T04:43:32.324053+0000 mon.c (mon.2) 75 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:32.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:32 smithi086 bash[23731]: cluster 2024-05-11T04:43:31.274933+0000 mgr.y (mgr.14385) 101 : cluster 0 pgmap v74: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:32.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:32 smithi086 bash[23731]: audit 2024-05-11T04:43:32.145753+0000 mon.c (mon.2) 74 : audit 0 from='client.? 172.21.15.72:0/2596148837' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:43:32.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:32 smithi086 bash[23731]: audit 2024-05-11T04:43:32.324053+0000 mon.c (mon.2) 75 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:34.024 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495660 got 197568495665 for osd.6 2024-05-11T04:43:34.024 DEBUG:teuthology.parallel:result is None 2024-05-11T04:43:34.106 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018943 got 128849018948 for osd.4 2024-05-11T04:43:34.106 DEBUG:teuthology.parallel:result is None 2024-05-11T04:43:34.323 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738473 got 34359738478 for osd.0 2024-05-11T04:43:34.323 DEBUG:teuthology.parallel:result is None 2024-05-11T04:43:34.706 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:34 smithi072 bash[31478]: cluster 2024-05-11T04:43:33.275573+0000 mgr.y (mgr.14385) 102 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:34.707 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:34 smithi072 bash[21439]: cluster 2024-05-11T04:43:33.275573+0000 mgr.y (mgr.14385) 102 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:34.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:34 smithi086 bash[23731]: cluster 2024-05-11T04:43:33.275573+0000 mgr.y (mgr.14385) 102 : cluster 0 pgmap v75: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:35.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:43:35 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:43:35] "GET /metrics HTTP/1.1" 200 28548 "" "Prometheus/2.43.0" 2024-05-11T04:43:35.443 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182470 got 107374182476 for osd.3 2024-05-11T04:43:35.443 DEBUG:teuthology.parallel:result is None 2024-05-11T04:43:35.479 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234016 got 231928234023 for osd.7 2024-05-11T04:43:35.479 DEBUG:teuthology.parallel:result is None 2024-05-11T04:43:35.479 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-11T04:43:35.480 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T04:43:36.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:36 smithi086 bash[23731]: cluster 2024-05-11T04:43:35.276167+0000 mgr.y (mgr.14385) 103 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:36.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:36 smithi072 bash[21439]: cluster 2024-05-11T04:43:35.276167+0000 mgr.y (mgr.14385) 103 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:36.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:36 smithi072 bash[31478]: cluster 2024-05-11T04:43:35.276167+0000 mgr.y (mgr.14385) 103 : cluster 0 pgmap v76: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:38.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:38 smithi086 bash[23731]: cluster 2024-05-11T04:43:37.276682+0000 mgr.y (mgr.14385) 104 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:38.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:38 smithi072 bash[21439]: cluster 2024-05-11T04:43:37.276682+0000 mgr.y (mgr.14385) 104 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:38.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:38 smithi072 bash[31478]: cluster 2024-05-11T04:43:37.276682+0000 mgr.y (mgr.14385) 104 : cluster 0 pgmap v77: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:40.250 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:40.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:40 smithi072 bash[21439]: cluster 2024-05-11T04:43:39.277351+0000 mgr.y (mgr.14385) 105 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:40.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:40 smithi072 bash[31478]: cluster 2024-05-11T04:43:39.277351+0000 mgr.y (mgr.14385) 105 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:40.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:40 smithi086 bash[23731]: cluster 2024-05-11T04:43:39.277351+0000 mgr.y (mgr.14385) 105 : cluster 0 pgmap v78: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:42.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:42 smithi086 bash[23731]: cluster 2024-05-11T04:43:41.277951+0000 mgr.y (mgr.14385) 106 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:42.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:42 smithi072 bash[21439]: cluster 2024-05-11T04:43:41.277951+0000 mgr.y (mgr.14385) 106 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:42.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:42 smithi072 bash[31478]: cluster 2024-05-11T04:43:41.277951+0000 mgr.y (mgr.14385) 106 : cluster 0 pgmap v79: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:43 smithi086 bash[23731]: audit 2024-05-11T04:43:43.191664+0000 mon.c (mon.2) 76 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:43:43.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:43 smithi072 bash[21439]: audit 2024-05-11T04:43:43.191664+0000 mon.c (mon.2) 76 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:43:43.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:43 smithi072 bash[31478]: audit 2024-05-11T04:43:43.191664+0000 mon.c (mon.2) 76 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:43:43.862 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:43:43.864 INFO:teuthology.orchestra.run.smithi072.stderr:dumped all 2024-05-11T04:43:44.800 INFO:teuthology.orchestra.run.smithi072.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2024-05-11T04:43:43.278165+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231020,"kb_used_data":6668,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730196,"statfs":{"total":767960285184,"available":767723720704,"internally_reserved":0,"allocated":6828032,"data_stored":3880610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003517"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.247455+0000","last_change":"2024-05-11T04:41:59.631324+0000","last_active":"2024-05-11T04:42:03.247455+0000","last_peered":"2024-05-11T04:42:03.247455+0000","last_clean":"2024-05-11T04:42:03.247455+0000","last_became_active":"2024-05-11T04:41:59.630917+0000","last_became_peered":"2024-05-11T04:41:59.630917+0000","last_unstale":"2024-05-11T04:42:03.247455+0000","last_undegraded":"2024-05-11T04:42:03.247455+0000","last_fullsized":"2024-05-11T04:42:03.247455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:00:27.715522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.254349+0000","last_change":"2024-05-11T04:41:59.669734+0000","last_active":"2024-05-11T04:42:03.254349+0000","last_peered":"2024-05-11T04:42:03.254349+0000","last_clean":"2024-05-11T04:42:03.254349+0000","last_became_active":"2024-05-11T04:41:59.668872+0000","last_became_peered":"2024-05-11T04:41:59.668872+0000","last_unstale":"2024-05-11T04:42:03.254349+0000","last_undegraded":"2024-05-11T04:42:03.254349+0000","last_fullsized":"2024-05-11T04:42:03.254349+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:09:10.768245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.253507+0000","last_change":"2024-05-11T04:41:59.672919+0000","last_active":"2024-05-11T04:42:03.253507+0000","last_peered":"2024-05-11T04:42:03.253507+0000","last_clean":"2024-05-11T04:42:03.253507+0000","last_became_active":"2024-05-11T04:41:59.672543+0000","last_became_peered":"2024-05-11T04:41:59.672543+0000","last_unstale":"2024-05-11T04:42:03.253507+0000","last_undegraded":"2024-05-11T04:42:03.253507+0000","last_fullsized":"2024-05-11T04:42:03.253507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:15:14.750628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.253425+0000","last_change":"2024-05-11T04:41:59.669790+0000","last_active":"2024-05-11T04:42:03.253425+0000","last_peered":"2024-05-11T04:42:03.253425+0000","last_clean":"2024-05-11T04:42:03.253425+0000","last_became_active":"2024-05-11T04:41:59.669457+0000","last_became_peered":"2024-05-11T04:41:59.669457+0000","last_unstale":"2024-05-11T04:42:03.253425+0000","last_undegraded":"2024-05-11T04:42:03.253425+0000","last_fullsized":"2024-05-11T04:42:03.253425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:54:57.663326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":260,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-05-11T04:42:08.270046+0000","last_change":"2024-05-11T04:40:23.774854+0000","last_active":"2024-05-11T04:42:08.270046+0000","last_peered":"2024-05-11T04:42:08.270046+0000","last_clean":"2024-05-11T04:42:08.270046+0000","last_became_active":"2024-05-11T04:40:23.773730+0000","last_became_peered":"2024-05-11T04:40:23.773730+0000","last_unstale":"2024-05-11T04:42:08.270046+0000","last_undegraded":"2024-05-11T04:42:08.270046+0000","last_fullsized":"2024-05-11T04:42:08.270046+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_clean_scrub_stamp":"2024-05-11T04:36:10.966115+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:58:36.249706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.252120+0000","last_change":"2024-05-11T04:41:59.628778+0000","last_active":"2024-05-11T04:42:03.252120+0000","last_peered":"2024-05-11T04:42:03.252120+0000","last_clean":"2024-05-11T04:42:03.252120+0000","last_became_active":"2024-05-11T04:41:59.628312+0000","last_became_peered":"2024-05-11T04:41:59.628312+0000","last_unstale":"2024-05-11T04:42:03.252120+0000","last_undegraded":"2024-05-11T04:42:03.252120+0000","last_fullsized":"2024-05-11T04:42:03.252120+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:34:59.218797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.246219+0000","last_change":"2024-05-11T04:41:59.671169+0000","last_active":"2024-05-11T04:42:03.246219+0000","last_peered":"2024-05-11T04:42:03.246219+0000","last_clean":"2024-05-11T04:42:03.246219+0000","last_became_active":"2024-05-11T04:41:59.670215+0000","last_became_peered":"2024-05-11T04:41:59.670215+0000","last_unstale":"2024-05-11T04:42:03.246219+0000","last_undegraded":"2024-05-11T04:42:03.246219+0000","last_fullsized":"2024-05-11T04:42:03.246219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:48:46.835047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.252062+0000","last_change":"2024-05-11T04:41:59.630505+0000","last_active":"2024-05-11T04:42:03.252062+0000","last_peered":"2024-05-11T04:42:03.252062+0000","last_clean":"2024-05-11T04:42:03.252062+0000","last_became_active":"2024-05-11T04:41:59.630070+0000","last_became_peered":"2024-05-11T04:41:59.630070+0000","last_unstale":"2024-05-11T04:42:03.252062+0000","last_undegraded":"2024-05-11T04:42:03.252062+0000","last_fullsized":"2024-05-11T04:42:03.252062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:25:00.379176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.254287+0000","last_change":"2024-05-11T04:41:59.671756+0000","last_active":"2024-05-11T04:42:03.254287+0000","last_peered":"2024-05-11T04:42:03.254287+0000","last_clean":"2024-05-11T04:42:03.254287+0000","last_became_active":"2024-05-11T04:41:59.670500+0000","last_became_peered":"2024-05-11T04:41:59.670500+0000","last_unstale":"2024-05-11T04:42:03.254287+0000","last_undegraded":"2024-05-11T04:42:03.254287+0000","last_fullsized":"2024-05-11T04:42:03.254287+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:23:59.715343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234026,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1224704,"data_stored":854020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.91700000000000004,"15min":0.91500000000000004},"min":{"1min":0.65700000000000003,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.327,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.77500000000000002},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.92000000000000004,"15min":0.91600000000000004},"min":{"1min":0.64000000000000001,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.21,"5min":1.389,"15min":1.389},"last":1.111}]},{"osd":1,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.996,"15min":1.002},"min":{"1min":0.73099999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.153,"5min":1.601,"15min":1.601},"last":1.1859999999999999},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0549999999999999,"15min":1.0649999999999999},"min":{"1min":0.78200000000000003,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.262,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":1.0369999999999999}]},{"osd":2,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.53700000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.2350000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.91300000000000003,"15min":0.89900000000000002},"min":{"1min":0.66700000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2529999999999999,"5min":1.349,"15min":1.349},"last":0.96299999999999997}]},{"osd":3,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.98099999999999998,"15min":0.97799999999999998},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.278,"5min":1.482,"15min":1.482},"last":1.1479999999999999},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0009999999999999,"15min":0.98899999999999999},"min":{"1min":0.623,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.425,"5min":1.641,"15min":1.641},"last":1.071}]},{"osd":4,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.879,"15min":0.83099999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.68799999999999994},{"interface":"front","average":{"1min":1.036,"5min":0.98799999999999999,"15min":0.97799999999999998},"min":{"1min":0.46100000000000002,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.387,"5min":1.512,"15min":1.512},"last":1.004}]},{"osd":5,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.95599999999999996,"15min":0.92800000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":0.84599999999999997},{"interface":"front","average":{"1min":1.006,"5min":1.038,"15min":1.0349999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.375,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":0.92000000000000004}]},{"osd":6,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.085,"15min":1.0800000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5760000000000001,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":1.3140000000000001},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.1259999999999999,"15min":1.1040000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.47,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":1.359}]}]},{"osd":6,"up_from":46,"seq":197568495669,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1220608,"data_stored":853747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.85299999999999998,"15min":0.84399999999999997},"min":{"1min":0.62,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1919999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92900000000000005,"15min":0.91900000000000004},"min":{"1min":0.60399999999999998,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.264,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":1.0680000000000001}]},{"osd":1,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.89700000000000002,"15min":0.88400000000000001},"min":{"1min":0.64000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.24,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.90200000000000002,"15min":0.88200000000000001},"min":{"1min":0.65500000000000003,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.266,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.84699999999999998}]},{"osd":2,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.92600000000000005,"15min":0.89600000000000002},"min":{"1min":0.73099999999999998,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.1699999999999999,"5min":1.667,"15min":1.667},"last":1.04},{"interface":"front","average":{"1min":0.999,"5min":0.91500000000000004,"15min":0.88700000000000001},"min":{"1min":0.58299999999999996,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.93200000000000005}]},{"osd":3,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.88600000000000001,"15min":0.86799999999999999},"min":{"1min":0.67800000000000005,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.387,"5min":1.387,"15min":1.387},"last":0.81399999999999995},{"interface":"front","average":{"1min":1.0880000000000001,"5min":0.99399999999999999,"15min":0.96099999999999997},"min":{"1min":0.749,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.5820000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":0.97899999999999998}]},{"osd":4,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":0.84599999999999997,"15min":0.76100000000000001},"min":{"1min":0.65800000000000003,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.413,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.153},{"interface":"front","average":{"1min":1.0469999999999999,"5min":0.88700000000000001,"15min":0.80900000000000005},"min":{"1min":0.73099999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.302,"5min":1.371,"15min":1.371},"last":1.018}]},{"osd":5,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":0.93300000000000005,"15min":0.871},"min":{"1min":0.79000000000000004,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":1.248},{"interface":"front","average":{"1min":1.1259999999999999,"5min":0.96099999999999997,"15min":0.89000000000000001},"min":{"1min":0.84099999999999997,"5min":0.432,"15min":0.432},"max":{"1min":1.349,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.88800000000000001}]},{"osd":7,"last update":"Sat May 11 04:43:26 2024","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":1.093,"15min":1.1080000000000001},"min":{"1min":0.60699999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.4239999999999999,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":1.206},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.1200000000000001,"15min":1.1419999999999999},"min":{"1min":0.71699999999999997,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.3999999999999999,"5min":1.55,"15min":1.55},"last":1.1220000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574952,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":626688,"data_stored":263437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:28 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.68400000000000005,"15min":0.60799999999999998},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.054,"5min":1.21,"15min":1.21},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.72599999999999998,"15min":0.64200000000000002},"min":{"1min":0.34200000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.88700000000000001,"5min":1.341,"15min":1.341},"last":0.84999999999999998}]},{"osd":2,"last update":"Sat May 11 04:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.748,"15min":0.65900000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.79500000000000004,"15min":0.71499999999999997},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.754}]},{"osd":3,"last update":"Sat May 11 04:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.82099999999999995,"15min":0.78700000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.117,"5min":1.175,"15min":1.175},"last":1.1339999999999999},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.84199999999999997,"15min":0.79800000000000004},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.103,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":0.93200000000000005}]},{"osd":4,"last update":"Sat May 11 04:43:00 2024","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.0189999999999999,"15min":1.004},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":1.1759999999999999},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.66700000000000004,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.1859999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.077}]},{"osd":5,"last update":"Sat May 11 04:42:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.042,"15min":1.032},"min":{"1min":0.74099999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":0.88200000000000001},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0429999999999999,"15min":1.0269999999999999},"min":{"1min":0.64000000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.3660000000000001,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":0.995}]},{"osd":6,"last update":"Sat May 11 04:43:39 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":1.0720000000000001,"15min":1.0840000000000001},"min":{"1min":0.60899999999999999,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.452,"5min":1.51,"15min":1.51},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.081,"15min":1.095},"min":{"1min":0.77100000000000002,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":1.4239999999999999,"5min":1.486,"15min":1.486},"last":1.097}]},{"osd":7,"last update":"Sat May 11 04:43:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.1180000000000001,"15min":1.1379999999999999},"min":{"1min":0.69699999999999995,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.403,"5min":1.556,"15min":1.556},"last":1.038},{"interface":"front","average":{"1min":1.054,"5min":1.113,"15min":1.125},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.478,"5min":1.53,"15min":1.53},"last":1.2270000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738482,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1228800,"data_stored":854351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 11 04:43:29 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.67500000000000004,"15min":0.58899999999999997},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.27000000000000002},"max":{"1min":0.98099999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.82899999999999996},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.82399999999999995,"15min":0.66400000000000003},"min":{"1min":0.377,"5min":0.33200000000000002,"15min":0.246},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.0529999999999999}]},{"osd":2,"last update":"Sat May 11 04:43:29 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.83299999999999996,"15min":0.73699999999999999},"min":{"1min":0.46300000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.244,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.752,"15min":0.68799999999999994},"min":{"1min":0.309,"5min":0.309,"15min":0.307},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":0.66500000000000004}]},{"osd":3,"last update":"Sat May 11 04:43:10 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.89200000000000002,"15min":0.83899999999999997},"min":{"1min":0.53700000000000003,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.22,"5min":1.306,"15min":1.306},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.871,"5min":0.88200000000000001,"15min":0.81000000000000005},"min":{"1min":0.51800000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1379999999999999,"5min":1.395,"15min":1.395},"last":0.77100000000000002}]},{"osd":4,"last update":"Sat May 11 04:43:00 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.026,"15min":0.97399999999999998},"min":{"1min":0.75800000000000001,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.403,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":1.123},{"interface":"front","average":{"1min":1.042,"5min":1.0069999999999999,"15min":0.97099999999999997},"min":{"1min":0.73399999999999999,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.274,"5min":1.331,"15min":1.331},"last":1.0169999999999999}]},{"osd":5,"last update":"Sat May 11 04:42:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.0600000000000001,"15min":1.044},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.3520000000000001,"5min":1.4099999999999999,"15min":1.4099999999999999},"last":0.878},{"interface":"front","average":{"1min":0.98599999999999999,"5min":1.002,"15min":0.98999999999999999},"min":{"1min":0.64800000000000002,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.1890000000000001,"5min":1.347,"15min":1.347},"last":1.4299999999999999}]},{"osd":6,"last update":"Sat May 11 04:43:38 2024","interfaces":[{"interface":"back","average":{"1min":1.161,"5min":1.113,"15min":1.127},"min":{"1min":0.78900000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":0.94599999999999995},{"interface":"front","average":{"1min":1.099,"5min":1.085,"15min":1.0760000000000001},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.599,"5min":1.599,"15min":1.599},"last":1.3340000000000001}]},{"osd":7,"last update":"Sat May 11 04:43:22 2024","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.143,"15min":1.141},"min":{"1min":0.96299999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":1.5069999999999999},{"interface":"front","average":{"1min":1.236,"5min":1.1919999999999999,"15min":1.194},"min":{"1min":0.79800000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.3049999999999999}]}]},{"osd":2,"up_from":18,"seq":77309411420,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":263710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:22 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.71399999999999997,"15min":0.64800000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.27800000000000002},"max":{"1min":1.0669999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.72599999999999998},{"interface":"front","average":{"1min":0.746,"5min":0.75800000000000001,"15min":0.67200000000000004},"min":{"1min":0.35299999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.0740000000000001,"5min":1.177,"15min":1.177},"last":0.77800000000000002}]},{"osd":1,"last update":"Sat May 11 04:43:22 2024","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.75700000000000001,"15min":0.68999999999999995},"min":{"1min":0.32700000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.046,"5min":1.429,"15min":1.429},"last":0.96799999999999997},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.82699999999999996,"15min":0.73599999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.32300000000000001},"max":{"1min":1.1200000000000001,"5min":1.3500000000000001,"15min":3.0409999999999999},"last":0.92800000000000005}]},{"osd":3,"last update":"Sat May 11 04:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.82199999999999995,"15min":0.81200000000000006},"min":{"1min":0.40500000000000003,"5min":0.371,"15min":0.371},"max":{"1min":1.2509999999999999,"5min":1.272,"15min":1.272},"last":1.2130000000000001},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.88,"15min":0.83999999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.2949999999999999,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":1.0409999999999999}]},{"osd":4,"last update":"Sat May 11 04:42:56 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.92800000000000005,"15min":0.88600000000000001},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.2769999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":1.075},{"interface":"front","average":{"1min":1.0029999999999999,"5min":0.996,"15min":0.96399999999999997},"min":{"1min":0.66100000000000003,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.325,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":1.1220000000000001}]},{"osd":5,"last update":"Sat May 11 04:42:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":1.042,"15min":1.0289999999999999},"min":{"1min":0.67300000000000004,"5min":0.629,"15min":0.629},"max":{"1min":1.6739999999999999,"5min":1.6739999999999999,"15min":1.6739999999999999},"last":1.091},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0229999999999999,"15min":1.01},"min":{"1min":0.68700000000000006,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.389,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":1.3180000000000001}]},{"osd":6,"last update":"Sat May 11 04:43:41 2024","interfaces":[{"interface":"back","average":{"1min":1.2150000000000001,"5min":1.1359999999999999,"15min":1.127},"min":{"1min":0.85099999999999998,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.7809999999999999,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.161},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.105,"15min":1.109},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":1.5449999999999999,"5min":1.577,"15min":1.577},"last":0.89600000000000002}]},{"osd":7,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.02},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.2030000000000001,"15min":1.1950000000000001},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.7310000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":1.2629999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182480,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31736,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713416,"statfs":{"total":95995035648,"available":95962537984,"internally_reserved":0,"allocated":634880,"data_stored":263983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:17 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67600000000000005,"15min":0.68999999999999995},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.079,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.63900000000000001},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.77600000000000002,"15min":0.746},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.0669999999999999,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.84199999999999997}]},{"osd":1,"last update":"Sat May 11 04:43:17 2024","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.79700000000000004,"15min":0.77000000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.198,"5min":1.516,"15min":1.516},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.79400000000000004,"15min":0.80200000000000005},"min":{"1min":0.41099999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.69699999999999995}]},{"osd":2,"last update":"Sat May 11 04:43:17 2024","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.84499999999999997,"15min":0.84599999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.89600000000000002},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.83799999999999997,"15min":0.83899999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":1.0960000000000001}]},{"osd":4,"last update":"Sat May 11 04:43:02 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.94599999999999995,"15min":0.92800000000000005},"min":{"1min":0.63900000000000001,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.4330000000000001,"5min":1.583,"15min":1.583},"last":1.1599999999999999},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.98799999999999999,"15min":0.93400000000000005},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.284,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.23}]},{"osd":5,"last update":"Sat May 11 04:42:52 2024","interfaces":[{"interface":"back","average":{"1min":0.999,"5min":1.006,"15min":0.98299999999999998},"min":{"1min":0.67600000000000005,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.3109999999999999,"5min":1.3600000000000001,"15min":1.3600000000000001},"last":1.069},{"interface":"front","average":{"1min":1.016,"5min":1.0129999999999999,"15min":0.999},"min":{"1min":0.76200000000000001,"5min":0.622,"15min":0.622},"max":{"1min":1.3220000000000001,"5min":1.496,"15min":1.496},"last":1.252}]},{"osd":6,"last update":"Sat May 11 04:43:35 2024","interfaces":[{"interface":"back","average":{"1min":1.0629999999999999,"5min":1.093,"15min":1.1120000000000001},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":0.871},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.0820000000000001,"15min":1.1140000000000001},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.6499999999999999,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":1.127}]},{"osd":7,"last update":"Sat May 11 04:43:28 2024","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.115,"15min":1.135},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.7949999999999999,"5min":1.7949999999999999,"15min":1.7949999999999999},"last":1.1870000000000001},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.135,"15min":1.153},"min":{"1min":0.65900000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.2110000000000001}]}]},{"osd":4,"up_from":30,"seq":128849018952,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31732,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713420,"statfs":{"total":95995035648,"available":95962542080,"internally_reserved":0,"allocated":630784,"data_stored":263710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.88400000000000001,"15min":0.874},"min":{"1min":0.55800000000000005,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.244,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":1.141},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.872,"15min":0.88500000000000001},"min":{"1min":0.57399999999999995,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.2490000000000001,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.76800000000000002}]},{"osd":1,"last update":"Sat May 11 04:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.90700000000000003,"15min":0.89700000000000002},"min":{"1min":0.748,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.93300000000000005,"15min":0.92500000000000004},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3180000000000001,"5min":1.319,"15min":1.319},"last":0.93500000000000005}]},{"osd":2,"last update":"Sat May 11 04:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.93400000000000005,"15min":0.92300000000000004},"min":{"1min":0.63200000000000001,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.29,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.032},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.94699999999999995,"15min":0.97199999999999998},"min":{"1min":0.70399999999999996,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.2230000000000001,"5min":1.242,"15min":1.242},"last":1.087}]},{"osd":3,"last update":"Sat May 11 04:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.91700000000000004,"15min":0.90600000000000003},"min":{"1min":0.79000000000000004,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.137,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.89200000000000002},{"interface":"front","average":{"1min":1.113,"5min":0.998,"15min":0.96099999999999997},"min":{"1min":0.76800000000000002,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.321,"5min":1.331,"15min":1.331},"last":0.85799999999999998}]},{"osd":5,"last update":"Sat May 11 04:42:46 2024","interfaces":[{"interface":"back","average":{"1min":1.0600000000000001,"5min":0.85399999999999998,"15min":0.80000000000000004},"min":{"1min":0.69199999999999995,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.613,"5min":1.613,"15min":1.613},"last":1.204},{"interface":"front","average":{"1min":1.0620000000000001,"5min":0.92300000000000004,"15min":0.89700000000000002},"min":{"1min":0.70799999999999996,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.4039999999999999,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":1.224}]},{"osd":6,"last update":"Sat May 11 04:42:40 2024","interfaces":[{"interface":"back","average":{"1min":1.0940000000000001,"5min":0.95499999999999996,"15min":0.93500000000000005},"min":{"1min":0.53700000000000003,"5min":0.439,"15min":0.439},"max":{"1min":1.8580000000000001,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":1.0029999999999999},{"interface":"front","average":{"1min":1.1539999999999999,"5min":0.97599999999999998,"15min":0.94499999999999995},"min":{"1min":0.96999999999999997,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.395,"5min":1.591,"15min":1.591},"last":1.115}]},{"osd":7,"last update":"Sat May 11 04:43:22 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.113,"15min":1.091},"min":{"1min":0.92500000000000004,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.397,"5min":1.472,"15min":1.472},"last":1.0640000000000001},{"interface":"front","average":{"1min":1.167,"5min":1.101,"15min":1.093},"min":{"1min":0.82499999999999996,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":1.173}]}]},{"osd":5,"up_from":38,"seq":163208757310,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":263652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:42:50 2024","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":0.91700000000000004,"15min":0.89100000000000001},"min":{"1min":0.66200000000000003,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":0.76600000000000001},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.84699999999999998,"15min":0.82099999999999995},"min":{"1min":0.61099999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.1950000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":1.087}]},{"osd":1,"last update":"Sat May 11 04:42:50 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.89100000000000001,"15min":0.85799999999999998},"min":{"1min":0.65600000000000003,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.367,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":1.0249999999999999},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.85899999999999999,"15min":0.84399999999999997},"min":{"1min":0.64800000000000002,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":0.96999999999999997}]},{"osd":2,"last update":"Sat May 11 04:42:50 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":0.89800000000000002,"15min":0.86199999999999999},"min":{"1min":0.57599999999999996,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":1.1819999999999999},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.90800000000000003,"15min":0.879},"min":{"1min":0.63900000000000001,"5min":0.44,"15min":0.44},"max":{"1min":1.2110000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.93200000000000005}]},{"osd":3,"last update":"Sat May 11 04:42:50 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.91900000000000004,"15min":0.878},"min":{"1min":0.626,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":1.0580000000000001},{"interface":"front","average":{"1min":1.0569999999999999,"5min":0.97399999999999998,"15min":0.94299999999999995},"min":{"1min":0.69999999999999996,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.3680000000000001,"5min":1.397,"15min":1.397},"last":1.2490000000000001}]},{"osd":4,"last update":"Sat May 11 04:42:50 2024","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.83199999999999996,"15min":0.752},"min":{"1min":0.46600000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.409,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.86099999999999999,"15min":0.80500000000000005},"min":{"1min":0.44500000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.3280000000000001,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":0.80800000000000005}]},{"osd":6,"last update":"Sat May 11 04:43:36 2024","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":0.94399999999999995,"15min":0.91900000000000004},"min":{"1min":0.82699999999999996,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.458,"5min":1.667,"15min":1.667},"last":1.1419999999999999},{"interface":"front","average":{"1min":1.1080000000000001,"5min":0.99199999999999999,"15min":0.97099999999999997},"min":{"1min":0.873,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.3280000000000001,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.71799999999999997}]},{"osd":7,"last update":"Sat May 11 04:43:28 2024","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.1080000000000001,"15min":1.0780000000000001},"min":{"1min":0.53500000000000003,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.698,"5min":1.698,"15min":1.698},"last":1.123},{"interface":"front","average":{"1min":1.194,"5min":1.127,"15min":1.105},"min":{"1min":0.56200000000000006,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.405,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.2}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T04:43:44.802 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T04:43:45.012 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:44 smithi072 bash[31478]: cluster 2024-05-11T04:43:43.278408+0000 mgr.y (mgr.14385) 107 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:45.012 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:44 smithi072 bash[31478]: audit 2024-05-11T04:43:43.626412+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:44 smithi072 bash[31478]: audit 2024-05-11T04:43:43.640754+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:44 smithi072 bash[31478]: audit 2024-05-11T04:43:43.857124+0000 mgr.y (mgr.14385) 108 : audit 0 from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:44 smithi072 bash[31478]: audit 2024-05-11T04:43:44.124441+0000 mon.c (mon.2) 77 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:44 smithi072 bash[31478]: audit 2024-05-11T04:43:44.125803+0000 mon.c (mon.2) 78 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:44 smithi072 bash[31478]: audit 2024-05-11T04:43:44.135003+0000 mon.a (mon.0) 752 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:44 smithi072 bash[21439]: cluster 2024-05-11T04:43:43.278408+0000 mgr.y (mgr.14385) 107 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:44 smithi072 bash[21439]: audit 2024-05-11T04:43:43.626412+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:44 smithi072 bash[21439]: audit 2024-05-11T04:43:43.640754+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:44 smithi072 bash[21439]: audit 2024-05-11T04:43:43.857124+0000 mgr.y (mgr.14385) 108 : audit 0 from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:44 smithi072 bash[21439]: audit 2024-05-11T04:43:44.124441+0000 mon.c (mon.2) 77 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:44 smithi072 bash[21439]: audit 2024-05-11T04:43:44.125803+0000 mon.c (mon.2) 78 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:43:45.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:44 smithi072 bash[21439]: audit 2024-05-11T04:43:44.135003+0000 mon.a (mon.0) 752 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:43:45.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:44 smithi086 bash[23731]: cluster 2024-05-11T04:43:43.278408+0000 mgr.y (mgr.14385) 107 : cluster 0 pgmap v80: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:45.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:44 smithi086 bash[23731]: audit 2024-05-11T04:43:43.626412+0000 mon.a (mon.0) 750 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:43:45.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:44 smithi086 bash[23731]: audit 2024-05-11T04:43:43.640754+0000 mon.a (mon.0) 751 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:43:45.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:44 smithi086 bash[23731]: audit 2024-05-11T04:43:43.857124+0000 mgr.y (mgr.14385) 108 : audit 0 from='client.14568 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:43:45.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:44 smithi086 bash[23731]: audit 2024-05-11T04:43:44.124441+0000 mon.c (mon.2) 77 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:43:45.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:44 smithi086 bash[23731]: audit 2024-05-11T04:43:44.125803+0000 mon.c (mon.2) 78 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:43:45.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:44 smithi086 bash[23731]: audit 2024-05-11T04:43:44.135003+0000 mon.a (mon.0) 752 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:43:45.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:43:45 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:43:45] "GET /metrics HTTP/1.1" 200 28548 "" "Prometheus/2.43.0" 2024-05-11T04:43:47.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:46 smithi086 bash[23731]: cluster 2024-05-11T04:43:45.278939+0000 mgr.y (mgr.14385) 109 : cluster 0 pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:47.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:46 smithi072 bash[21439]: cluster 2024-05-11T04:43:45.278939+0000 mgr.y (mgr.14385) 109 : cluster 0 pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:47.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:46 smithi072 bash[31478]: cluster 2024-05-11T04:43:45.278939+0000 mgr.y (mgr.14385) 109 : cluster 0 pgmap v81: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:48.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:47 smithi086 bash[23731]: audit 2024-05-11T04:43:47.324733+0000 mon.c (mon.2) 79 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:48.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:47 smithi072 bash[21439]: audit 2024-05-11T04:43:47.324733+0000 mon.c (mon.2) 79 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:48.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:47 smithi072 bash[31478]: audit 2024-05-11T04:43:47.324733+0000 mon.c (mon.2) 79 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:43:49.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:48 smithi086 bash[23731]: cluster 2024-05-11T04:43:47.279504+0000 mgr.y (mgr.14385) 110 : cluster 0 pgmap v82: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:49.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:48 smithi072 bash[31478]: cluster 2024-05-11T04:43:47.279504+0000 mgr.y (mgr.14385) 110 : cluster 0 pgmap v82: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:49.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:48 smithi072 bash[21439]: cluster 2024-05-11T04:43:47.279504+0000 mgr.y (mgr.14385) 110 : cluster 0 pgmap v82: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:49.525 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:43:50.892 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:50 smithi072 bash[21439]: cluster 2024-05-11T04:43:49.280152+0000 mgr.y (mgr.14385) 111 : cluster 0 pgmap v83: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:50.893 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:50 smithi072 bash[31478]: cluster 2024-05-11T04:43:49.280152+0000 mgr.y (mgr.14385) 111 : cluster 0 pgmap v83: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:51.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:50 smithi086 bash[23731]: cluster 2024-05-11T04:43:49.280152+0000 mgr.y (mgr.14385) 111 : cluster 0 pgmap v83: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:53.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:52 smithi086 bash[23731]: cluster 2024-05-11T04:43:51.280738+0000 mgr.y (mgr.14385) 112 : cluster 0 pgmap v84: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:53.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:52 smithi072 bash[21439]: cluster 2024-05-11T04:43:51.280738+0000 mgr.y (mgr.14385) 112 : cluster 0 pgmap v84: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:53.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:52 smithi072 bash[31478]: cluster 2024-05-11T04:43:51.280738+0000 mgr.y (mgr.14385) 112 : cluster 0 pgmap v84: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:54.978 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:54 smithi072 bash[21439]: cluster 2024-05-11T04:43:53.281414+0000 mgr.y (mgr.14385) 113 : cluster 0 pgmap v85: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:54.978 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:54 smithi072 bash[31478]: cluster 2024-05-11T04:43:53.281414+0000 mgr.y (mgr.14385) 113 : cluster 0 pgmap v85: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:55.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:54 smithi086 bash[23731]: cluster 2024-05-11T04:43:53.281414+0000 mgr.y (mgr.14385) 113 : cluster 0 pgmap v85: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:55.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:43:55 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:43:55] "GET /metrics HTTP/1.1" 200 28561 "" "Prometheus/2.43.0" 2024-05-11T04:43:56.514 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:43:56.517 INFO:teuthology.orchestra.run.smithi072.stderr:dumped all 2024-05-11T04:43:56.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:56 smithi072 bash[31478]: cluster 2024-05-11T04:43:55.281987+0000 mgr.y (mgr.14385) 114 : cluster 0 pgmap v86: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:56.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:56 smithi072 bash[21439]: cluster 2024-05-11T04:43:55.281987+0000 mgr.y (mgr.14385) 114 : cluster 0 pgmap v86: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:56 smithi086 bash[23731]: cluster 2024-05-11T04:43:55.281987+0000 mgr.y (mgr.14385) 114 : cluster 0 pgmap v86: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:57.369 INFO:teuthology.orchestra.run.smithi072.stdout:{"pg_ready":true,"pg_map":{"version":86,"stamp":"2024-05-11T04:43:55.281709+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":27,"acting":27,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":27,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":231020,"kb_used_data":6668,"kb_used_omap":12,"kb_used_meta":224243,"kb_avail":749730196,"statfs":{"total":767960285184,"available":767723720704,"internally_reserved":0,"allocated":6828032,"data_stored":3880610,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":229625400},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003544"},"pg_stats":[{"pgid":"2.7","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.247455+0000","last_change":"2024-05-11T04:41:59.631324+0000","last_active":"2024-05-11T04:42:03.247455+0000","last_peered":"2024-05-11T04:42:03.247455+0000","last_clean":"2024-05-11T04:42:03.247455+0000","last_became_active":"2024-05-11T04:41:59.630917+0000","last_became_peered":"2024-05-11T04:41:59.630917+0000","last_unstale":"2024-05-11T04:42:03.247455+0000","last_undegraded":"2024-05-11T04:42:03.247455+0000","last_fullsized":"2024-05-11T04:42:03.247455+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:00:27.715522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.254349+0000","last_change":"2024-05-11T04:41:59.669734+0000","last_active":"2024-05-11T04:42:03.254349+0000","last_peered":"2024-05-11T04:42:03.254349+0000","last_clean":"2024-05-11T04:42:03.254349+0000","last_became_active":"2024-05-11T04:41:59.668872+0000","last_became_peered":"2024-05-11T04:41:59.668872+0000","last_unstale":"2024-05-11T04:42:03.254349+0000","last_undegraded":"2024-05-11T04:42:03.254349+0000","last_fullsized":"2024-05-11T04:42:03.254349+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:09:10.768245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.253507+0000","last_change":"2024-05-11T04:41:59.672919+0000","last_active":"2024-05-11T04:42:03.253507+0000","last_peered":"2024-05-11T04:42:03.253507+0000","last_clean":"2024-05-11T04:42:03.253507+0000","last_became_active":"2024-05-11T04:41:59.672543+0000","last_became_peered":"2024-05-11T04:41:59.672543+0000","last_unstale":"2024-05-11T04:42:03.253507+0000","last_undegraded":"2024-05-11T04:42:03.253507+0000","last_fullsized":"2024-05-11T04:42:03.253507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:15:14.750628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.253425+0000","last_change":"2024-05-11T04:41:59.669790+0000","last_active":"2024-05-11T04:42:03.253425+0000","last_peered":"2024-05-11T04:42:03.253425+0000","last_clean":"2024-05-11T04:42:03.253425+0000","last_became_active":"2024-05-11T04:41:59.669457+0000","last_became_peered":"2024-05-11T04:41:59.669457+0000","last_unstale":"2024-05-11T04:42:03.253425+0000","last_undegraded":"2024-05-11T04:42:03.253425+0000","last_fullsized":"2024-05-11T04:42:03.253425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:54:57.663326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":260,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-05-11T04:42:08.270046+0000","last_change":"2024-05-11T04:40:23.774854+0000","last_active":"2024-05-11T04:42:08.270046+0000","last_peered":"2024-05-11T04:42:08.270046+0000","last_clean":"2024-05-11T04:42:08.270046+0000","last_became_active":"2024-05-11T04:40:23.773730+0000","last_became_peered":"2024-05-11T04:40:23.773730+0000","last_unstale":"2024-05-11T04:42:08.270046+0000","last_undegraded":"2024-05-11T04:42:08.270046+0000","last_fullsized":"2024-05-11T04:42:08.270046+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_clean_scrub_stamp":"2024-05-11T04:36:10.966115+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:58:36.249706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.252120+0000","last_change":"2024-05-11T04:41:59.628778+0000","last_active":"2024-05-11T04:42:03.252120+0000","last_peered":"2024-05-11T04:42:03.252120+0000","last_clean":"2024-05-11T04:42:03.252120+0000","last_became_active":"2024-05-11T04:41:59.628312+0000","last_became_peered":"2024-05-11T04:41:59.628312+0000","last_unstale":"2024-05-11T04:42:03.252120+0000","last_undegraded":"2024-05-11T04:42:03.252120+0000","last_fullsized":"2024-05-11T04:42:03.252120+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:34:59.218797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.246219+0000","last_change":"2024-05-11T04:41:59.671169+0000","last_active":"2024-05-11T04:42:03.246219+0000","last_peered":"2024-05-11T04:42:03.246219+0000","last_clean":"2024-05-11T04:42:03.246219+0000","last_became_active":"2024-05-11T04:41:59.670215+0000","last_became_peered":"2024-05-11T04:41:59.670215+0000","last_unstale":"2024-05-11T04:42:03.246219+0000","last_undegraded":"2024-05-11T04:42:03.246219+0000","last_fullsized":"2024-05-11T04:42:03.246219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:48:46.835047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.252062+0000","last_change":"2024-05-11T04:41:59.630505+0000","last_active":"2024-05-11T04:42:03.252062+0000","last_peered":"2024-05-11T04:42:03.252062+0000","last_clean":"2024-05-11T04:42:03.252062+0000","last_became_active":"2024-05-11T04:41:59.630070+0000","last_became_peered":"2024-05-11T04:41:59.630070+0000","last_unstale":"2024-05-11T04:42:03.252062+0000","last_undegraded":"2024-05-11T04:42:03.252062+0000","last_fullsized":"2024-05-11T04:42:03.252062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:25:00.379176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-05-11T04:42:03.254287+0000","last_change":"2024-05-11T04:41:59.671756+0000","last_active":"2024-05-11T04:42:03.254287+0000","last_peered":"2024-05-11T04:42:03.254287+0000","last_clean":"2024-05-11T04:42:03.254287+0000","last_became_active":"2024-05-11T04:41:59.670500+0000","last_became_peered":"2024-05-11T04:41:59.670500+0000","last_unstale":"2024-05-11T04:42:03.254287+0000","last_undegraded":"2024-05-11T04:42:03.254287+0000","last_fullsized":"2024-05-11T04:42:03.254287+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:23:59.715343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]}],"pool_stats":[{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234028,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1224704,"data_stored":854020,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.91700000000000004,"15min":0.91500000000000004},"min":{"1min":0.65700000000000003,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.327,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.89100000000000001},{"interface":"front","average":{"1min":0.88100000000000001,"5min":0.92000000000000004,"15min":0.91600000000000004},"min":{"1min":0.64000000000000001,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.21,"5min":1.389,"15min":1.389},"last":1.0569999999999999}]},{"osd":1,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.94699999999999995,"5min":0.996,"15min":1.002},"min":{"1min":0.73099999999999998,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.153,"5min":1.601,"15min":1.601},"last":1.0349999999999999},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.0549999999999999,"15min":1.0649999999999999},"min":{"1min":0.78200000000000003,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.262,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":1.1659999999999999}]},{"osd":2,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.95499999999999996,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.53700000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.2350000000000001,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":1.0029999999999999},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.91300000000000003,"15min":0.89900000000000002},"min":{"1min":0.66700000000000004,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2529999999999999,"5min":1.349,"15min":1.349},"last":0.92200000000000004}]},{"osd":3,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.98099999999999998,"15min":0.97799999999999998},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.278,"5min":1.482,"15min":1.482},"last":1.1200000000000001},{"interface":"front","average":{"1min":1.0089999999999999,"5min":1.0009999999999999,"15min":0.98899999999999999},"min":{"1min":0.623,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.425,"5min":1.641,"15min":1.641},"last":1.145}]},{"osd":4,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":0.94299999999999995,"5min":0.879,"15min":0.83099999999999996},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.96299999999999997},{"interface":"front","average":{"1min":1.036,"5min":0.98799999999999999,"15min":0.97799999999999998},"min":{"1min":0.46100000000000002,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.387,"5min":1.512,"15min":1.512},"last":0.79200000000000004}]},{"osd":5,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":0.95599999999999996,"15min":0.92800000000000005},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.536,"5min":1.536,"15min":1.536},"last":1.089},{"interface":"front","average":{"1min":1.006,"5min":1.038,"15min":1.0349999999999999},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.375,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":0.84599999999999997}]},{"osd":6,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":1.085,"15min":1.0800000000000001},"min":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5760000000000001,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":1.224},{"interface":"front","average":{"1min":1.1910000000000001,"5min":1.1259999999999999,"15min":1.1040000000000001},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.47,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":1.2030000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495671,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1220608,"data_stored":853747,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":0.91000000000000003,"5min":0.85299999999999998,"15min":0.84399999999999997},"min":{"1min":0.62,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.1919999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.097},{"interface":"front","average":{"1min":0.92500000000000004,"5min":0.92900000000000005,"15min":0.91900000000000004},"min":{"1min":0.60399999999999998,"5min":0.53400000000000003,"15min":0.53400000000000003},"max":{"1min":1.264,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.89800000000000002}]},{"osd":1,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":0.90600000000000003,"5min":0.89700000000000002,"15min":0.88400000000000001},"min":{"1min":0.64000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.24,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.0620000000000001},{"interface":"front","average":{"1min":0.92000000000000004,"5min":0.90200000000000002,"15min":0.88200000000000001},"min":{"1min":0.65500000000000003,"5min":0.54700000000000004,"15min":0.54700000000000004},"max":{"1min":1.266,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.79400000000000004}]},{"osd":2,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.92600000000000005,"15min":0.89600000000000002},"min":{"1min":0.73099999999999998,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.1699999999999999,"5min":1.667,"15min":1.667},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.999,"5min":0.91500000000000004,"15min":0.88700000000000001},"min":{"1min":0.58299999999999996,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.4239999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":1.1279999999999999}]},{"osd":3,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.88600000000000001,"15min":0.86799999999999999},"min":{"1min":0.67800000000000005,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.387,"5min":1.387,"15min":1.387},"last":1.2350000000000001},{"interface":"front","average":{"1min":1.0880000000000001,"5min":0.99399999999999999,"15min":0.96099999999999997},"min":{"1min":0.749,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.5820000000000001,"5min":1.5840000000000001,"15min":1.5840000000000001},"last":1.0349999999999999}]},{"osd":4,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":0.84599999999999997,"15min":0.76100000000000001},"min":{"1min":0.65800000000000003,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.413,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.73999999999999999},{"interface":"front","average":{"1min":1.0469999999999999,"5min":0.88700000000000001,"15min":0.80900000000000005},"min":{"1min":0.73099999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.302,"5min":1.371,"15min":1.371},"last":0.84399999999999997}]},{"osd":5,"last update":"Sat May 11 04:43:40 2024","interfaces":[{"interface":"back","average":{"1min":1.095,"5min":0.93300000000000005,"15min":0.871},"min":{"1min":0.79000000000000004,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":1.5069999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":1.2130000000000001},{"interface":"front","average":{"1min":1.1259999999999999,"5min":0.96099999999999997,"15min":0.89000000000000001},"min":{"1min":0.84099999999999997,"5min":0.432,"15min":0.432},"max":{"1min":1.349,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":0.97599999999999998}]},{"osd":7,"last update":"Sat May 11 04:43:26 2024","interfaces":[{"interface":"back","average":{"1min":1.1180000000000001,"5min":1.093,"15min":1.1080000000000001},"min":{"1min":0.60699999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.4239999999999999,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":1.004},{"interface":"front","average":{"1min":1.1359999999999999,"5min":1.1200000000000001,"15min":1.1419999999999999},"min":{"1min":0.71699999999999997,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.3999999999999999,"5min":1.55,"15min":1.55},"last":1.163}]}]},{"osd":1,"up_from":13,"seq":55834574954,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27632,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717520,"statfs":{"total":95995035648,"available":95966740480,"internally_reserved":0,"allocated":626688,"data_stored":263437,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:28 2024","interfaces":[{"interface":"back","average":{"1min":0.61899999999999999,"5min":0.68400000000000005,"15min":0.60799999999999998},"min":{"1min":0.28799999999999998,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.054,"5min":1.21,"15min":1.21},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.72599999999999998,"15min":0.64200000000000002},"min":{"1min":0.34200000000000003,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.88700000000000001,"5min":1.341,"15min":1.341},"last":0.82399999999999995}]},{"osd":2,"last update":"Sat May 11 04:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.72299999999999998,"5min":0.748,"15min":0.65900000000000003},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.288,"5min":1.288,"15min":1.288},"last":0.97999999999999998},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.79500000000000004,"15min":0.71499999999999997},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.93400000000000005}]},{"osd":3,"last update":"Sat May 11 04:43:15 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.82099999999999995,"15min":0.78700000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.117,"5min":1.175,"15min":1.175},"last":0.873},{"interface":"front","average":{"1min":0.73999999999999999,"5min":0.84199999999999997,"15min":0.79800000000000004},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":1.103,"5min":1.2330000000000001,"15min":1.2330000000000001},"last":1.014}]},{"osd":4,"last update":"Sat May 11 04:43:00 2024","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.0189999999999999,"15min":1.004},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.284,"5min":1.284,"15min":1.284},"last":1.24},{"interface":"front","average":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"min":{"1min":0.66700000000000004,"5min":0.65700000000000003,"15min":0.65700000000000003},"max":{"1min":1.1859999999999999,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.198}]},{"osd":5,"last update":"Sat May 11 04:42:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.042,"15min":1.032},"min":{"1min":0.74099999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4410000000000001,"5min":1.4410000000000001,"15min":1.4410000000000001},"last":1.073},{"interface":"front","average":{"1min":1.0269999999999999,"5min":1.0429999999999999,"15min":1.0269999999999999},"min":{"1min":0.64000000000000001,"5min":0.63400000000000001,"15min":0.63400000000000001},"max":{"1min":1.3660000000000001,"5min":1.4370000000000001,"15min":1.4370000000000001},"last":1.296}]},{"osd":6,"last update":"Sat May 11 04:43:39 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":1.0720000000000001,"15min":1.0840000000000001},"min":{"1min":0.60899999999999999,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.452,"5min":1.51,"15min":1.51},"last":1.1279999999999999},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.081,"15min":1.095},"min":{"1min":0.77100000000000002,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":1.4239999999999999,"5min":1.486,"15min":1.486},"last":1.109}]},{"osd":7,"last update":"Sat May 11 04:43:23 2024","interfaces":[{"interface":"back","average":{"1min":1.0389999999999999,"5min":1.1180000000000001,"15min":1.1379999999999999},"min":{"1min":0.69699999999999995,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.403,"5min":1.556,"15min":1.556},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.054,"5min":1.113,"15min":1.125},"min":{"1min":0.625,"5min":0.625,"15min":0.625},"max":{"1min":1.478,"5min":1.53,"15min":1.53},"last":1.161}]}]},{"osd":0,"up_from":8,"seq":34359738484,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1228800,"data_stored":854351,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 11 04:43:29 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.67500000000000004,"15min":0.58899999999999997},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.27000000000000002},"max":{"1min":0.98099999999999998,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.90600000000000003},{"interface":"front","average":{"1min":0.84699999999999998,"5min":0.82399999999999995,"15min":0.66400000000000003},"min":{"1min":0.377,"5min":0.33200000000000002,"15min":0.246},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.2470000000000001}]},{"osd":2,"last update":"Sat May 11 04:43:29 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.83299999999999996,"15min":0.73699999999999999},"min":{"1min":0.46300000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.244,"5min":1.2849999999999999,"15min":1.2849999999999999},"last":0.78500000000000003},{"interface":"front","average":{"1min":0.77700000000000002,"5min":0.752,"15min":0.68799999999999994},"min":{"1min":0.309,"5min":0.309,"15min":0.307},"max":{"1min":1.175,"5min":1.175,"15min":1.175},"last":1.2050000000000001}]},{"osd":3,"last update":"Sat May 11 04:43:10 2024","interfaces":[{"interface":"back","average":{"1min":0.85399999999999998,"5min":0.89200000000000002,"15min":0.83899999999999997},"min":{"1min":0.53700000000000003,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.22,"5min":1.306,"15min":1.306},"last":1.333},{"interface":"front","average":{"1min":0.871,"5min":0.88200000000000001,"15min":0.81000000000000005},"min":{"1min":0.51800000000000002,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.1379999999999999,"5min":1.395,"15min":1.395},"last":0.93500000000000005}]},{"osd":4,"last update":"Sat May 11 04:43:00 2024","interfaces":[{"interface":"back","average":{"1min":1.052,"5min":1.026,"15min":0.97399999999999998},"min":{"1min":0.75800000000000001,"5min":0.67800000000000005,"15min":0.67800000000000005},"max":{"1min":1.403,"5min":1.4850000000000001,"15min":1.4850000000000001},"last":1.1060000000000001},{"interface":"front","average":{"1min":1.042,"5min":1.0069999999999999,"15min":0.97099999999999997},"min":{"1min":0.73399999999999999,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.274,"5min":1.331,"15min":1.331},"last":1.371}]},{"osd":5,"last update":"Sat May 11 04:43:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0649999999999999,"5min":1.0649999999999999,"15min":1.046},"min":{"1min":0.65400000000000003,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.4930000000000001,"5min":1.4930000000000001,"15min":1.4930000000000001},"last":1.0169999999999999},{"interface":"front","average":{"1min":1.127,"5min":1.03,"15min":1},"min":{"1min":0.82299999999999995,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.532,"5min":1.532,"15min":1.532},"last":1.506}]},{"osd":6,"last update":"Sat May 11 04:43:38 2024","interfaces":[{"interface":"back","average":{"1min":1.161,"5min":1.113,"15min":1.127},"min":{"1min":0.78900000000000003,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.4710000000000001,"5min":1.4710000000000001,"15min":1.4710000000000001},"last":1.1499999999999999},{"interface":"front","average":{"1min":1.099,"5min":1.085,"15min":1.0760000000000001},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.599,"5min":1.599,"15min":1.599},"last":1.401}]},{"osd":7,"last update":"Sat May 11 04:43:22 2024","interfaces":[{"interface":"back","average":{"1min":1.1919999999999999,"5min":1.143,"15min":1.141},"min":{"1min":0.96299999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":1.5880000000000001},{"interface":"front","average":{"1min":1.236,"5min":1.1919999999999999,"15min":1.194},"min":{"1min":0.79800000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.4450000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411422,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":263710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:22 2024","interfaces":[{"interface":"back","average":{"1min":0.68500000000000005,"5min":0.71399999999999997,"15min":0.64800000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.27800000000000002},"max":{"1min":1.0669999999999999,"5min":1.1339999999999999,"15min":1.1339999999999999},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.746,"5min":0.75800000000000001,"15min":0.67200000000000004},"min":{"1min":0.35299999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.0740000000000001,"5min":1.177,"15min":1.177},"last":0.81899999999999995}]},{"osd":1,"last update":"Sat May 11 04:43:22 2024","interfaces":[{"interface":"back","average":{"1min":0.69399999999999995,"5min":0.75700000000000001,"15min":0.68999999999999995},"min":{"1min":0.32700000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.046,"5min":1.429,"15min":1.429},"last":0.999},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.82699999999999996,"15min":0.73599999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.32300000000000001},"max":{"1min":1.1200000000000001,"5min":1.3500000000000001,"15min":3.0409999999999999},"last":0.87}]},{"osd":3,"last update":"Sat May 11 04:43:20 2024","interfaces":[{"interface":"back","average":{"1min":0.79500000000000004,"5min":0.82199999999999995,"15min":0.81200000000000006},"min":{"1min":0.40500000000000003,"5min":0.371,"15min":0.371},"max":{"1min":1.2509999999999999,"5min":1.272,"15min":1.272},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.84299999999999997,"5min":0.88,"15min":0.83999999999999997},"min":{"1min":0.437,"5min":0.437,"15min":0.437},"max":{"1min":1.2949999999999999,"5min":1.3380000000000001,"15min":1.3380000000000001},"last":0.92500000000000004}]},{"osd":4,"last update":"Sat May 11 04:42:56 2024","interfaces":[{"interface":"back","average":{"1min":0.95099999999999996,"5min":0.92800000000000005,"15min":0.88600000000000001},"min":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"max":{"1min":1.2769999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.0029999999999999,"5min":0.996,"15min":0.96399999999999997},"min":{"1min":0.66100000000000003,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.325,"5min":1.6579999999999999,"15min":1.6579999999999999},"last":1.1679999999999999}]},{"osd":5,"last update":"Sat May 11 04:42:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":1.042,"15min":1.0289999999999999},"min":{"1min":0.67300000000000004,"5min":0.629,"15min":0.629},"max":{"1min":1.6739999999999999,"5min":1.6739999999999999,"15min":1.6739999999999999},"last":1.0389999999999999},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0229999999999999,"15min":1.01},"min":{"1min":0.68700000000000006,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.389,"5min":1.5049999999999999,"15min":1.5049999999999999},"last":1.1020000000000001}]},{"osd":6,"last update":"Sat May 11 04:43:41 2024","interfaces":[{"interface":"back","average":{"1min":1.2150000000000001,"5min":1.1359999999999999,"15min":1.127},"min":{"1min":0.85099999999999998,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.7809999999999999,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.1279999999999999},{"interface":"front","average":{"1min":1.0940000000000001,"5min":1.105,"15min":1.109},"min":{"1min":0.68400000000000005,"5min":0.68400000000000005,"15min":0.68400000000000005},"max":{"1min":1.5449999999999999,"5min":1.577,"15min":1.577},"last":1.075}]},{"osd":7,"last update":"Sat May 11 04:43:24 2024","interfaces":[{"interface":"back","average":{"1min":1.109,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.97099999999999997},{"interface":"front","average":{"1min":1.2290000000000001,"5min":1.2030000000000001,"15min":1.1950000000000001},"min":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.7310000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":1.194}]}]},{"osd":3,"up_from":25,"seq":107374182482,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31736,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713416,"statfs":{"total":95995035648,"available":95962537984,"internally_reserved":0,"allocated":634880,"data_stored":263983,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:17 2024","interfaces":[{"interface":"back","average":{"1min":0.67700000000000005,"5min":0.67600000000000005,"15min":0.68999999999999995},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.079,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.68500000000000005,"5min":0.77600000000000002,"15min":0.746},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.0669999999999999,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.79200000000000004}]},{"osd":1,"last update":"Sat May 11 04:43:17 2024","interfaces":[{"interface":"back","average":{"1min":0.75800000000000001,"5min":0.79700000000000004,"15min":0.77000000000000002},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.198,"5min":1.516,"15min":1.516},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.79400000000000004,"15min":0.80200000000000005},"min":{"1min":0.41099999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.3080000000000001,"5min":1.3080000000000001,"15min":1.3080000000000001},"last":0.83299999999999996}]},{"osd":2,"last update":"Sat May 11 04:43:17 2024","interfaces":[{"interface":"back","average":{"1min":0.78500000000000003,"5min":0.84499999999999997,"15min":0.84599999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.385,"5min":1.385,"15min":1.385},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.76600000000000001,"5min":0.83799999999999997,"15min":0.83899999999999997},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.86799999999999999}]},{"osd":4,"last update":"Sat May 11 04:43:02 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.94599999999999995,"15min":0.92800000000000005},"min":{"1min":0.63900000000000001,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.4330000000000001,"5min":1.583,"15min":1.583},"last":1.002},{"interface":"front","average":{"1min":0.94099999999999995,"5min":0.98799999999999999,"15min":0.93400000000000005},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.284,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.036}]},{"osd":5,"last update":"Sat May 11 04:43:52 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":1.0089999999999999,"15min":0.98399999999999999},"min":{"1min":0.61499999999999999,"5min":0.60399999999999998,"15min":0.60399999999999998},"max":{"1min":1.696,"5min":1.696,"15min":1.696},"last":0.90400000000000003},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.028,"15min":1.004},"min":{"1min":0.60999999999999999,"5min":0.60999999999999999,"15min":0.60999999999999999},"max":{"1min":1.6240000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":1.0580000000000001}]},{"osd":6,"last update":"Sat May 11 04:43:35 2024","interfaces":[{"interface":"back","average":{"1min":1.0629999999999999,"5min":1.093,"15min":1.1120000000000001},"min":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.962,"5min":1.962,"15min":1.962},"last":1.1140000000000001},{"interface":"front","average":{"1min":0.99299999999999999,"5min":1.0820000000000001,"15min":1.1140000000000001},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.6499999999999999,"5min":1.6499999999999999,"15min":1.6499999999999999},"last":0.94199999999999995}]},{"osd":7,"last update":"Sat May 11 04:43:28 2024","interfaces":[{"interface":"back","average":{"1min":1.0009999999999999,"5min":1.115,"15min":1.135},"min":{"1min":0.60599999999999998,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.7949999999999999,"5min":1.7949999999999999,"15min":1.7949999999999999},"last":0.97899999999999998},{"interface":"front","average":{"1min":1.0669999999999999,"5min":1.135,"15min":1.153},"min":{"1min":0.65900000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.7390000000000001,"5min":1.7390000000000001,"15min":1.7390000000000001},"last":1.1659999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018954,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31732,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713420,"statfs":{"total":95995035648,"available":95962542080,"internally_reserved":0,"allocated":630784,"data_stored":263710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.88400000000000001,"15min":0.874},"min":{"1min":0.55800000000000005,"5min":0.52900000000000003,"15min":0.52900000000000003},"max":{"1min":1.244,"5min":1.2689999999999999,"15min":1.2689999999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.91900000000000004,"5min":0.872,"15min":0.88500000000000001},"min":{"1min":0.57399999999999995,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.2490000000000001,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.84299999999999997}]},{"osd":1,"last update":"Sat May 11 04:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.90700000000000003,"15min":0.89700000000000002},"min":{"1min":0.748,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":1.0740000000000001},{"interface":"front","average":{"1min":0.98299999999999998,"5min":0.93300000000000005,"15min":0.92500000000000004},"min":{"1min":0.503,"5min":0.503,"15min":0.503},"max":{"1min":1.3180000000000001,"5min":1.319,"15min":1.319},"last":1.1799999999999999}]},{"osd":2,"last update":"Sat May 11 04:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.98599999999999999,"5min":0.93400000000000005,"15min":0.92300000000000004},"min":{"1min":0.63200000000000001,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.29,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":1.0009999999999999},{"interface":"front","average":{"1min":0.96699999999999997,"5min":0.94699999999999995,"15min":0.97199999999999998},"min":{"1min":0.70399999999999996,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.2230000000000001,"5min":1.242,"15min":1.242},"last":1.157}]},{"osd":3,"last update":"Sat May 11 04:43:03 2024","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.91700000000000004,"15min":0.90600000000000003},"min":{"1min":0.79000000000000004,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.137,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.74299999999999999},{"interface":"front","average":{"1min":1.113,"5min":0.998,"15min":0.96099999999999997},"min":{"1min":0.76800000000000002,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.321,"5min":1.331,"15min":1.331},"last":0.90400000000000003}]},{"osd":5,"last update":"Sat May 11 04:43:48 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.89400000000000002,"15min":0.81399999999999995},"min":{"1min":0.66600000000000004,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.321,"5min":1.613,"15min":1.613},"last":0.78400000000000003},{"interface":"front","average":{"1min":1.0589999999999999,"5min":0.95799999999999996,"15min":0.90900000000000003},"min":{"1min":0.78000000000000003,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":1.4039999999999999,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":1.0900000000000001}]},{"osd":6,"last update":"Sat May 11 04:43:44 2024","interfaces":[{"interface":"back","average":{"1min":1.002,"5min":0.97099999999999997,"15min":0.94099999999999995},"min":{"1min":0.68500000000000005,"5min":0.439,"15min":0.439},"max":{"1min":1.284,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.96599999999999997},{"interface":"front","average":{"1min":1.1599999999999999,"5min":1.022,"15min":0.95999999999999996},"min":{"1min":0.77500000000000002,"5min":0.46800000000000003,"15min":0.46800000000000003},"max":{"1min":1.47,"5min":1.591,"15min":1.591},"last":1.1279999999999999}]},{"osd":7,"last update":"Sat May 11 04:43:22 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":1.113,"15min":1.091},"min":{"1min":0.92500000000000004,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.397,"5min":1.472,"15min":1.472},"last":1.2130000000000001},{"interface":"front","average":{"1min":1.167,"5min":1.101,"15min":1.093},"min":{"1min":0.82499999999999996,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.3660000000000001,"5min":1.3660000000000001,"15min":1.3660000000000001},"last":1.0409999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757312,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":630784,"data_stored":263652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:42:50 2024","interfaces":[{"interface":"back","average":{"1min":1.038,"5min":0.91700000000000004,"15min":0.89100000000000001},"min":{"1min":0.66200000000000003,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.3069999999999999,"5min":1.3069999999999999,"15min":1.3069999999999999},"last":1.004},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.84699999999999998,"15min":0.82099999999999995},"min":{"1min":0.61099999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.1950000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.97399999999999998}]},{"osd":1,"last update":"Sat May 11 04:42:50 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.89100000000000001,"15min":0.85799999999999998},"min":{"1min":0.65600000000000003,"5min":0.58399999999999996,"15min":0.58399999999999996},"max":{"1min":1.367,"5min":1.5549999999999999,"15min":1.5549999999999999},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.94299999999999995,"5min":0.85899999999999999,"15min":0.84399999999999997},"min":{"1min":0.64800000000000002,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.264,"5min":1.264,"15min":1.264},"last":1.0369999999999999}]},{"osd":2,"last update":"Sat May 11 04:42:50 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":0.89800000000000002,"15min":0.86199999999999999},"min":{"1min":0.57599999999999996,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.363,"5min":1.363,"15min":1.363},"last":1.2130000000000001},{"interface":"front","average":{"1min":0.91700000000000004,"5min":0.90800000000000003,"15min":0.879},"min":{"1min":0.63900000000000001,"5min":0.44,"15min":0.44},"max":{"1min":1.2110000000000001,"5min":1.4510000000000001,"15min":1.4510000000000001},"last":0.94899999999999995}]},{"osd":3,"last update":"Sat May 11 04:42:50 2024","interfaces":[{"interface":"back","average":{"1min":0.99199999999999999,"5min":0.91900000000000004,"15min":0.878},"min":{"1min":0.626,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.413,"5min":1.413,"15min":1.413},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.0569999999999999,"5min":0.97399999999999998,"15min":0.94299999999999995},"min":{"1min":0.69999999999999996,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.3680000000000001,"5min":1.397,"15min":1.397},"last":1.0700000000000001}]},{"osd":4,"last update":"Sat May 11 04:42:50 2024","interfaces":[{"interface":"back","average":{"1min":0.99099999999999999,"5min":0.83199999999999996,"15min":0.752},"min":{"1min":0.46600000000000003,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.409,"5min":1.4530000000000001,"15min":1.4530000000000001},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.97699999999999998,"5min":0.86099999999999999,"15min":0.80500000000000005},"min":{"1min":0.44500000000000001,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.3280000000000001,"5min":1.4179999999999999,"15min":1.4179999999999999},"last":1.1240000000000001}]},{"osd":6,"last update":"Sat May 11 04:43:36 2024","interfaces":[{"interface":"back","average":{"1min":1.1020000000000001,"5min":0.94399999999999995,"15min":0.91900000000000004},"min":{"1min":0.82699999999999996,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.458,"5min":1.667,"15min":1.667},"last":0.79300000000000004},{"interface":"front","average":{"1min":1.1080000000000001,"5min":0.99199999999999999,"15min":0.97099999999999997},"min":{"1min":0.873,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.3280000000000001,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":0.84999999999999998}]},{"osd":7,"last update":"Sat May 11 04:43:28 2024","interfaces":[{"interface":"back","average":{"1min":1.147,"5min":1.1080000000000001,"15min":1.0780000000000001},"min":{"1min":0.53500000000000003,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.698,"5min":1.698,"15min":1.698},"last":1.1599999999999999},{"interface":"front","average":{"1min":1.194,"5min":1.127,"15min":1.105},"min":{"1min":0.56200000000000006,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.405,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.1799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T04:43:57.371 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-11T04:43:57.371 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-11T04:43:57.371 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-11T04:43:57.371 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:43:58.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:57 smithi086 bash[23731]: audit 2024-05-11T04:43:56.510155+0000 mgr.y (mgr.14385) 115 : audit 0 from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:43:58.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:57 smithi072 bash[21439]: audit 2024-05-11T04:43:56.510155+0000 mgr.y (mgr.14385) 115 : audit 0 from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:43:58.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:57 smithi072 bash[31478]: audit 2024-05-11T04:43:56.510155+0000 mgr.y (mgr.14385) 115 : audit 0 from='client.14574 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:43:59.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:43:58 smithi086 bash[23731]: cluster 2024-05-11T04:43:57.282555+0000 mgr.y (mgr.14385) 116 : cluster 0 pgmap v87: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:59.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:43:58 smithi072 bash[21439]: cluster 2024-05-11T04:43:57.282555+0000 mgr.y (mgr.14385) 116 : cluster 0 pgmap v87: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:43:59.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:43:58 smithi072 bash[31478]: cluster 2024-05-11T04:43:57.282555+0000 mgr.y (mgr.14385) 116 : cluster 0 pgmap v87: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:01.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:00 smithi086 bash[23731]: cluster 2024-05-11T04:43:59.283204+0000 mgr.y (mgr.14385) 117 : cluster 0 pgmap v88: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:01.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:00 smithi072 bash[21439]: cluster 2024-05-11T04:43:59.283204+0000 mgr.y (mgr.14385) 117 : cluster 0 pgmap v88: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:01.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:00 smithi072 bash[31478]: cluster 2024-05-11T04:43:59.283204+0000 mgr.y (mgr.14385) 117 : cluster 0 pgmap v88: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:02.097 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:44:03.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:02 smithi086 bash[23731]: cluster 2024-05-11T04:44:01.283778+0000 mgr.y (mgr.14385) 118 : cluster 0 pgmap v89: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:03.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:02 smithi086 bash[23731]: audit 2024-05-11T04:44:02.325086+0000 mon.c (mon.2) 80 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:03.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:02 smithi072 bash[21439]: cluster 2024-05-11T04:44:01.283778+0000 mgr.y (mgr.14385) 118 : cluster 0 pgmap v89: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:03.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:02 smithi072 bash[21439]: audit 2024-05-11T04:44:02.325086+0000 mon.c (mon.2) 80 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:03.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:02 smithi072 bash[31478]: cluster 2024-05-11T04:44:01.283778+0000 mgr.y (mgr.14385) 118 : cluster 0 pgmap v89: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:03.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:02 smithi072 bash[31478]: audit 2024-05-11T04:44:02.325086+0000 mon.c (mon.2) 80 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:04.970 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:04 smithi072 bash[21439]: cluster 2024-05-11T04:44:03.284347+0000 mgr.y (mgr.14385) 119 : cluster 0 pgmap v90: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:04.971 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:04 smithi072 bash[31478]: cluster 2024-05-11T04:44:03.284347+0000 mgr.y (mgr.14385) 119 : cluster 0 pgmap v90: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:05.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:04 smithi086 bash[23731]: cluster 2024-05-11T04:44:03.284347+0000 mgr.y (mgr.14385) 119 : cluster 0 pgmap v90: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:05.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:44:05 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:44:05] "GET /metrics HTTP/1.1" 200 28559 "" "Prometheus/2.43.0" 2024-05-11T04:44:05.421 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:44:05.421 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-11T04:44:06.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:05 smithi086 bash[23731]: audit 2024-05-11T04:44:05.426575+0000 mon.a (mon.0) 753 : audit 0 from='client.? 172.21.15.72:0/4285008536' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:44:06.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:05 smithi072 bash[31478]: audit 2024-05-11T04:44:05.426575+0000 mon.a (mon.0) 753 : audit 0 from='client.? 172.21.15.72:0/4285008536' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:44:06.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:05 smithi072 bash[21439]: audit 2024-05-11T04:44:05.426575+0000 mon.a (mon.0) 753 : audit 0 from='client.? 172.21.15.72:0/4285008536' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:44:06.321 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-11T04:44:06.321 INFO:tasks.cephadm:Setup complete, yielding 2024-05-11T04:44:06.322 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-05-11T04:44:06.331 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi072.front.sepia.ceph.com 2024-05-11T04:44:06.331 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- bash -c 'ceph fs volume create foo' 2024-05-11T04:44:07.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:06 smithi086 bash[23731]: cluster 2024-05-11T04:44:05.284842+0000 mgr.y (mgr.14385) 120 : cluster 0 pgmap v91: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:07.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:06 smithi072 bash[21439]: cluster 2024-05-11T04:44:05.284842+0000 mgr.y (mgr.14385) 120 : cluster 0 pgmap v91: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:07.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:06 smithi072 bash[31478]: cluster 2024-05-11T04:44:05.284842+0000 mgr.y (mgr.14385) 120 : cluster 0 pgmap v91: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:09.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:08 smithi086 bash[23731]: cluster 2024-05-11T04:44:07.285394+0000 mgr.y (mgr.14385) 121 : cluster 0 pgmap v92: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:09.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:08 smithi072 bash[21439]: cluster 2024-05-11T04:44:07.285394+0000 mgr.y (mgr.14385) 121 : cluster 0 pgmap v92: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:09.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:08 smithi072 bash[31478]: cluster 2024-05-11T04:44:07.285394+0000 mgr.y (mgr.14385) 121 : cluster 0 pgmap v92: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:11.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:10 smithi086 bash[23731]: cluster 2024-05-11T04:44:09.286052+0000 mgr.y (mgr.14385) 122 : cluster 0 pgmap v93: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:11.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:10 smithi072 bash[21439]: cluster 2024-05-11T04:44:09.286052+0000 mgr.y (mgr.14385) 122 : cluster 0 pgmap v93: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:11.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:10 smithi072 bash[31478]: cluster 2024-05-11T04:44:09.286052+0000 mgr.y (mgr.14385) 122 : cluster 0 pgmap v93: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:11.063 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:44:13.010 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:12 smithi072 bash[21439]: cluster 2024-05-11T04:44:11.286635+0000 mgr.y (mgr.14385) 123 : cluster 0 pgmap v94: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:13.011 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:12 smithi072 bash[31478]: cluster 2024-05-11T04:44:11.286635+0000 mgr.y (mgr.14385) 123 : cluster 0 pgmap v94: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:13.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:12 smithi086 bash[23731]: cluster 2024-05-11T04:44:11.286635+0000 mgr.y (mgr.14385) 123 : cluster 0 pgmap v94: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:15.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:14 smithi072 bash[21439]: cluster 2024-05-11T04:44:13.287289+0000 mgr.y (mgr.14385) 124 : cluster 0 pgmap v95: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:15.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:14 smithi072 bash[31478]: cluster 2024-05-11T04:44:13.287289+0000 mgr.y (mgr.14385) 124 : cluster 0 pgmap v95: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:15.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:44:15 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:44:15] "GET /metrics HTTP/1.1" 200 28559 "" "Prometheus/2.43.0" 2024-05-11T04:44:15.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:14 smithi086 bash[23731]: cluster 2024-05-11T04:44:13.287289+0000 mgr.y (mgr.14385) 124 : cluster 0 pgmap v95: 9 pgs: 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:16.165 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:15 smithi072 bash[21439]: audit 2024-05-11T04:44:14.368414+0000 mgr.y (mgr.14385) 125 : audit 0 from='client.24482 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:44:16.165 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:15 smithi072 bash[21439]: audit 2024-05-11T04:44:14.369326+0000 mon.c (mon.2) 81 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-05-11T04:44:16.165 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:15 smithi072 bash[21439]: audit 2024-05-11T04:44:14.369835+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-05-11T04:44:16.165 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:15 smithi072 bash[21439]: audit 2024-05-11T04:44:14.860649+0000 mon.a (mon.0) 755 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-05-11T04:44:16.165 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:15 smithi072 bash[21439]: cluster 2024-05-11T04:44:14.860848+0000 mon.a (mon.0) 756 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-05-11T04:44:16.166 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:15 smithi072 bash[21439]: audit 2024-05-11T04:44:14.867363+0000 mon.c (mon.2) 82 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:16.166 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:15 smithi072 bash[21439]: audit 2024-05-11T04:44:14.868905+0000 mon.a (mon.0) 757 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:16.166 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:15 smithi072 bash[21439]: debug 2024-05-11T04:44:15.886+0000 7fbc48b9a700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-11T04:44:16.166 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:15 smithi072 bash[31478]: audit 2024-05-11T04:44:14.368414+0000 mgr.y (mgr.14385) 125 : audit 0 from='client.24482 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:44:16.166 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:15 smithi072 bash[31478]: audit 2024-05-11T04:44:14.369326+0000 mon.c (mon.2) 81 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-05-11T04:44:16.166 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:15 smithi072 bash[31478]: audit 2024-05-11T04:44:14.369835+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-05-11T04:44:16.166 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:15 smithi072 bash[31478]: audit 2024-05-11T04:44:14.860649+0000 mon.a (mon.0) 755 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-05-11T04:44:16.166 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:15 smithi072 bash[31478]: cluster 2024-05-11T04:44:14.860848+0000 mon.a (mon.0) 756 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-05-11T04:44:16.166 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:15 smithi072 bash[31478]: audit 2024-05-11T04:44:14.867363+0000 mon.c (mon.2) 82 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:16.166 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:15 smithi072 bash[31478]: audit 2024-05-11T04:44:14.868905+0000 mon.a (mon.0) 757 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:16.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:15 smithi086 bash[23731]: audit 2024-05-11T04:44:14.368414+0000 mgr.y (mgr.14385) 125 : audit 0 from='client.24482 -' entity='client.admin' cmd=[{"prefix": "fs volume create", "name": "foo", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:44:16.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:15 smithi086 bash[23731]: audit 2024-05-11T04:44:14.369326+0000 mon.c (mon.2) 81 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-05-11T04:44:16.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:15 smithi086 bash[23731]: audit 2024-05-11T04:44:14.369835+0000 mon.a (mon.0) 754 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]: dispatch 2024-05-11T04:44:16.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:15 smithi086 bash[23731]: audit 2024-05-11T04:44:14.860649+0000 mon.a (mon.0) 755 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pool create", "pool": "cephfs.foo.meta"}]': finished 2024-05-11T04:44:16.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:15 smithi086 bash[23731]: cluster 2024-05-11T04:44:14.860848+0000 mon.a (mon.0) 756 : cluster 0 osdmap e64: 8 total, 8 up, 8 in 2024-05-11T04:44:16.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:15 smithi086 bash[23731]: audit 2024-05-11T04:44:14.867363+0000 mon.c (mon.2) 82 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:16.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:15 smithi086 bash[23731]: audit 2024-05-11T04:44:14.868905+0000 mon.a (mon.0) 757 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:17.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: cluster 2024-05-11T04:44:15.288036+0000 mgr.y (mgr.14385) 126 : cluster 0 pgmap v97: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:17.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: cluster 2024-05-11T04:44:15.854475+0000 mon.a (mon.0) 758 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:44:17.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.876710+0000 mon.a (mon.0) 759 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-05-11T04:44:17.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: cluster 2024-05-11T04:44:15.877123+0000 mon.a (mon.0) 760 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-05-11T04:44:17.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.884454+0000 mon.c (mon.2) 83 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:17.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.885819+0000 mon.a (mon.0) 761 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: cluster 2024-05-11T04:44:15.890127+0000 mon.a (mon.0) 762 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: cluster 2024-05-11T04:44:15.890315+0000 mon.a (mon.0) 763 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: cluster 2024-05-11T04:44:15.910041+0000 mon.a (mon.0) 764 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.910800+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: cluster 2024-05-11T04:44:15.911070+0000 mon.a (mon.0) 766 : cluster 0 fsmap foo:0 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: cephadm 2024-05-11T04:44:15.923673+0000 mgr.y (mgr.14385) 127 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.938607+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.966616+0000 mon.c (mon.2) 84 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.969035+0000 mon.c (mon.2) 85 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.969933+0000 mon.c (mon.2) 86 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.975274+0000 mon.a (mon.0) 768 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.980338+0000 mon.c (mon.2) 87 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.980725+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.984601+0000 mon.a (mon.0) 770 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:44:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: audit 2024-05-11T04:44:15.986191+0000 mon.c (mon.2) 88 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:17.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:16 smithi086 bash[23731]: cephadm 2024-05-11T04:44:15.987152+0000 mgr.y (mgr.14385) 128 : cephadm 1 Deploying daemon mds.foo.smithi072.jvmjqq on smithi072 2024-05-11T04:44:17.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: cluster 2024-05-11T04:44:15.288036+0000 mgr.y (mgr.14385) 126 : cluster 0 pgmap v97: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: cluster 2024-05-11T04:44:15.854475+0000 mon.a (mon.0) 758 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.876710+0000 mon.a (mon.0) 759 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: cluster 2024-05-11T04:44:15.877123+0000 mon.a (mon.0) 760 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.884454+0000 mon.c (mon.2) 83 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.885819+0000 mon.a (mon.0) 761 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: cluster 2024-05-11T04:44:15.890127+0000 mon.a (mon.0) 762 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: cluster 2024-05-11T04:44:15.890315+0000 mon.a (mon.0) 763 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: cluster 2024-05-11T04:44:15.910041+0000 mon.a (mon.0) 764 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.910800+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: cluster 2024-05-11T04:44:15.911070+0000 mon.a (mon.0) 766 : cluster 0 fsmap foo:0 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: cephadm 2024-05-11T04:44:15.923673+0000 mgr.y (mgr.14385) 127 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.938607+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.966616+0000 mon.c (mon.2) 84 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:44:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.969035+0000 mon.c (mon.2) 85 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.969933+0000 mon.c (mon.2) 86 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.975274+0000 mon.a (mon.0) 768 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.980338+0000 mon.c (mon.2) 87 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.980725+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: cluster 2024-05-11T04:44:15.288036+0000 mgr.y (mgr.14385) 126 : cluster 0 pgmap v97: 41 pgs: 32 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: cluster 2024-05-11T04:44:15.854475+0000 mon.a (mon.0) 758 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.876710+0000 mon.a (mon.0) 759 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"bulk": true, "prefix": "osd pool create", "pool": "cephfs.foo.data"}]': finished 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: cluster 2024-05-11T04:44:15.877123+0000 mon.a (mon.0) 760 : cluster 0 osdmap e65: 8 total, 8 up, 8 in 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.884454+0000 mon.c (mon.2) 83 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.885819+0000 mon.a (mon.0) 761 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]: dispatch 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: cluster 2024-05-11T04:44:15.890127+0000 mon.a (mon.0) 762 : cluster 4 Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-05-11T04:44:17.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: cluster 2024-05-11T04:44:15.890315+0000 mon.a (mon.0) 763 : cluster 3 Health check failed: 1 filesystem is online with fewer MDS than max_mds (MDS_UP_LESS_THAN_MAX) 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: cluster 2024-05-11T04:44:15.910041+0000 mon.a (mon.0) 764 : cluster 0 osdmap e66: 8 total, 8 up, 8 in 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.910800+0000 mon.a (mon.0) 765 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "fs new", "fs_name": "foo", "metadata": "cephfs.foo.meta", "data": "cephfs.foo.data"}]': finished 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: cluster 2024-05-11T04:44:15.911070+0000 mon.a (mon.0) 766 : cluster 0 fsmap foo:0 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: cephadm 2024-05-11T04:44:15.923673+0000 mgr.y (mgr.14385) 127 : cephadm 1 Saving service mds.foo spec with placement count:2 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.938607+0000 mon.a (mon.0) 767 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.966616+0000 mon.c (mon.2) 84 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.969035+0000 mon.c (mon.2) 85 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.969933+0000 mon.c (mon.2) 86 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.975274+0000 mon.a (mon.0) 768 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.980338+0000 mon.c (mon.2) 87 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.980725+0000 mon.a (mon.0) 769 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.984601+0000 mon.a (mon.0) 770 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: audit 2024-05-11T04:44:15.986191+0000 mon.c (mon.2) 88 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:16 smithi072 bash[31478]: cephadm 2024-05-11T04:44:15.987152+0000 mgr.y (mgr.14385) 128 : cephadm 1 Deploying daemon mds.foo.smithi072.jvmjqq on smithi072 2024-05-11T04:44:17.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.984601+0000 mon.a (mon.0) 770 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:44:17.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: audit 2024-05-11T04:44:15.986191+0000 mon.c (mon.2) 88 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:17.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:16 smithi072 bash[21439]: cephadm 2024-05-11T04:44:15.987152+0000 mgr.y (mgr.14385) 128 : cephadm 1 Deploying daemon mds.foo.smithi072.jvmjqq on smithi072 2024-05-11T04:44:17.734 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim false --force' 2024-05-11T04:44:18.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:17 smithi072 bash[21439]: cluster 2024-05-11T04:44:16.907504+0000 mon.a (mon.0) 771 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-05-11T04:44:18.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:17 smithi072 bash[21439]: audit 2024-05-11T04:44:17.332643+0000 mon.a (mon.0) 772 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:18.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:17 smithi072 bash[21439]: audit 2024-05-11T04:44:17.335253+0000 mon.c (mon.2) 89 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:18.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:17 smithi072 bash[31478]: cluster 2024-05-11T04:44:16.907504+0000 mon.a (mon.0) 771 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-05-11T04:44:18.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:17 smithi072 bash[31478]: audit 2024-05-11T04:44:17.332643+0000 mon.a (mon.0) 772 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:18.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:17 smithi072 bash[31478]: audit 2024-05-11T04:44:17.335253+0000 mon.c (mon.2) 89 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:18.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:17 smithi086 bash[23731]: cluster 2024-05-11T04:44:16.907504+0000 mon.a (mon.0) 771 : cluster 0 osdmap e67: 8 total, 8 up, 8 in 2024-05-11T04:44:18.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:17 smithi086 bash[23731]: audit 2024-05-11T04:44:17.332643+0000 mon.a (mon.0) 772 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:18.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:17 smithi086 bash[23731]: audit 2024-05-11T04:44:17.335253+0000 mon.c (mon.2) 89 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:19.274 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:18 smithi072 bash[21439]: cluster 2024-05-11T04:44:17.288617+0000 mgr.y (mgr.14385) 129 : cluster 0 pgmap v101: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:19.274 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:18 smithi072 bash[21439]: cluster 2024-05-11T04:44:17.899926+0000 mon.a (mon.0) 773 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:44:19.275 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:18 smithi072 bash[21439]: cluster 2024-05-11T04:44:17.912856+0000 mon.a (mon.0) 774 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-05-11T04:44:19.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:18 smithi072 bash[31478]: cluster 2024-05-11T04:44:17.288617+0000 mgr.y (mgr.14385) 129 : cluster 0 pgmap v101: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:19.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:18 smithi072 bash[31478]: cluster 2024-05-11T04:44:17.899926+0000 mon.a (mon.0) 773 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:44:19.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:18 smithi072 bash[31478]: cluster 2024-05-11T04:44:17.912856+0000 mon.a (mon.0) 774 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-05-11T04:44:19.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:18 smithi086 bash[23731]: cluster 2024-05-11T04:44:17.288617+0000 mgr.y (mgr.14385) 129 : cluster 0 pgmap v101: 73 pgs: 64 unknown, 9 active+clean; 577 KiB data, 226 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:19.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:18 smithi086 bash[23731]: cluster 2024-05-11T04:44:17.899926+0000 mon.a (mon.0) 773 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:44:19.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:18 smithi086 bash[23731]: cluster 2024-05-11T04:44:17.912856+0000 mon.a (mon.0) 774 : cluster 0 osdmap e68: 8 total, 8 up, 8 in 2024-05-11T04:44:19.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.549 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.549 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.549 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.550 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.550 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.550 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.551 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.815 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.816 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.816 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.817 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.817 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.817 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:19.818 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:44:19 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:21.110 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:20 smithi086 bash[23731]: cluster 2024-05-11T04:44:19.289797+0000 mgr.y (mgr.14385) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:21.110 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:20 smithi086 bash[23731]: audit 2024-05-11T04:44:19.862381+0000 mon.a (mon.0) 775 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:21.111 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:20 smithi086 bash[23731]: audit 2024-05-11T04:44:19.870548+0000 mon.a (mon.0) 776 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:21.111 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:20 smithi086 bash[23731]: audit 2024-05-11T04:44:19.925941+0000 mon.a (mon.0) 777 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:21.111 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:20 smithi086 bash[23731]: audit 2024-05-11T04:44:19.926670+0000 mon.c (mon.2) 90 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:21.111 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:20 smithi086 bash[23731]: audit 2024-05-11T04:44:19.926989+0000 mon.a (mon.0) 778 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:21.111 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:20 smithi086 bash[23731]: audit 2024-05-11T04:44:19.932613+0000 mon.a (mon.0) 779 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:44:21.111 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:20 smithi086 bash[23731]: audit 2024-05-11T04:44:19.933685+0000 mon.c (mon.2) 91 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:21.111 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:20 smithi086 bash[23731]: cephadm 2024-05-11T04:44:19.934531+0000 mgr.y (mgr.14385) 131 : cephadm 1 Deploying daemon mds.foo.smithi086.bcqfqz on smithi086 2024-05-11T04:44:21.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:20 smithi072 bash[21439]: cluster 2024-05-11T04:44:19.289797+0000 mgr.y (mgr.14385) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:21.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:20 smithi072 bash[21439]: audit 2024-05-11T04:44:19.862381+0000 mon.a (mon.0) 775 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:20 smithi072 bash[21439]: audit 2024-05-11T04:44:19.870548+0000 mon.a (mon.0) 776 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:20 smithi072 bash[21439]: audit 2024-05-11T04:44:19.925941+0000 mon.a (mon.0) 777 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:20 smithi072 bash[21439]: audit 2024-05-11T04:44:19.926670+0000 mon.c (mon.2) 90 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:20 smithi072 bash[21439]: audit 2024-05-11T04:44:19.926989+0000 mon.a (mon.0) 778 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:20 smithi072 bash[21439]: audit 2024-05-11T04:44:19.932613+0000 mon.a (mon.0) 779 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:20 smithi072 bash[21439]: audit 2024-05-11T04:44:19.933685+0000 mon.c (mon.2) 91 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:20 smithi072 bash[21439]: cephadm 2024-05-11T04:44:19.934531+0000 mgr.y (mgr.14385) 131 : cephadm 1 Deploying daemon mds.foo.smithi086.bcqfqz on smithi086 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:20 smithi072 bash[31478]: cluster 2024-05-11T04:44:19.289797+0000 mgr.y (mgr.14385) 130 : cluster 0 pgmap v103: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:20 smithi072 bash[31478]: audit 2024-05-11T04:44:19.862381+0000 mon.a (mon.0) 775 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:20 smithi072 bash[31478]: audit 2024-05-11T04:44:19.870548+0000 mon.a (mon.0) 776 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:20 smithi072 bash[31478]: audit 2024-05-11T04:44:19.925941+0000 mon.a (mon.0) 777 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:20 smithi072 bash[31478]: audit 2024-05-11T04:44:19.926670+0000 mon.c (mon.2) 90 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:21.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:20 smithi072 bash[31478]: audit 2024-05-11T04:44:19.926989+0000 mon.a (mon.0) 778 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:44:21.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:20 smithi072 bash[31478]: audit 2024-05-11T04:44:19.932613+0000 mon.a (mon.0) 779 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-05-11T04:44:21.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:20 smithi072 bash[31478]: audit 2024-05-11T04:44:19.933685+0000 mon.c (mon.2) 91 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:21.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:20 smithi072 bash[31478]: cephadm 2024-05-11T04:44:19.934531+0000 mgr.y (mgr.14385) 131 : cephadm 1 Deploying daemon mds.foo.smithi086.bcqfqz on smithi086 2024-05-11T04:44:22.175 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.176 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.286 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.286 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.287 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.287 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.287 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.287 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.427 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.427 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.428 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.428 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.428 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.428 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.429 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.429 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:22.429 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:44:22 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:44:23.268 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: cluster 2024-05-11T04:44:21.290445+0000 mgr.y (mgr.14385) 132 : cluster 0 pgmap v104: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:23.268 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: cluster 2024-05-11T04:44:21.869180+0000 mon.a (mon.0) 780 : cluster 0 mds.? [v2:172.21.15.72:6834/2536465279,v1:172.21.15.72:6835/2536465279] up:boot 2024-05-11T04:44:23.268 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: cluster 2024-05-11T04:44:21.869322+0000 mon.a (mon.0) 781 : cluster 1 daemon mds.foo.smithi072.jvmjqq assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-05-11T04:44:23.268 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: cluster 2024-05-11T04:44:21.869479+0000 mon.a (mon.0) 782 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-11T04:44:23.268 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: cluster 2024-05-11T04:44:21.869535+0000 mon.a (mon.0) 783 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-11T04:44:23.268 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: cluster 2024-05-11T04:44:21.869593+0000 mon.a (mon.0) 784 : cluster 1 Cluster is now healthy 2024-05-11T04:44:23.268 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: audit 2024-05-11T04:44:21.869831+0000 mon.c (mon.2) 92 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:44:23.268 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: cluster 2024-05-11T04:44:21.870241+0000 mon.a (mon.0) 785 : cluster 0 fsmap foo:0 1 up:standby 2024-05-11T04:44:23.269 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: cluster 2024-05-11T04:44:21.879206+0000 mon.a (mon.0) 786 : cluster 0 fsmap foo:1 {0=foo.smithi072.jvmjqq=up:creating} 2024-05-11T04:44:23.269 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: cluster 2024-05-11T04:44:21.904063+0000 mon.a (mon.0) 787 : cluster 1 daemon mds.foo.smithi072.jvmjqq is now active in filesystem foo as rank 0 2024-05-11T04:44:23.269 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: audit 2024-05-11T04:44:22.477345+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.269 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: audit 2024-05-11T04:44:22.495276+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.270 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: audit 2024-05-11T04:44:22.512384+0000 mon.a (mon.0) 790 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.270 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: audit 2024-05-11T04:44:22.523776+0000 mon.a (mon.0) 791 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.270 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: audit 2024-05-11T04:44:22.534325+0000 mon.a (mon.0) 792 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.270 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: audit 2024-05-11T04:44:22.603137+0000 mon.c (mon.2) 93 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:44:23.270 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:22 smithi086 bash[23731]: audit 2024-05-11T04:44:22.690921+0000 mon.a (mon.0) 793 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: cluster 2024-05-11T04:44:21.290445+0000 mgr.y (mgr.14385) 132 : cluster 0 pgmap v104: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:23.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: cluster 2024-05-11T04:44:21.869180+0000 mon.a (mon.0) 780 : cluster 0 mds.? [v2:172.21.15.72:6834/2536465279,v1:172.21.15.72:6835/2536465279] up:boot 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: cluster 2024-05-11T04:44:21.869322+0000 mon.a (mon.0) 781 : cluster 1 daemon mds.foo.smithi072.jvmjqq assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: cluster 2024-05-11T04:44:21.869479+0000 mon.a (mon.0) 782 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: cluster 2024-05-11T04:44:21.869535+0000 mon.a (mon.0) 783 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: cluster 2024-05-11T04:44:21.869593+0000 mon.a (mon.0) 784 : cluster 1 Cluster is now healthy 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: audit 2024-05-11T04:44:21.869831+0000 mon.c (mon.2) 92 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: cluster 2024-05-11T04:44:21.870241+0000 mon.a (mon.0) 785 : cluster 0 fsmap foo:0 1 up:standby 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: cluster 2024-05-11T04:44:21.879206+0000 mon.a (mon.0) 786 : cluster 0 fsmap foo:1 {0=foo.smithi072.jvmjqq=up:creating} 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: cluster 2024-05-11T04:44:21.904063+0000 mon.a (mon.0) 787 : cluster 1 daemon mds.foo.smithi072.jvmjqq is now active in filesystem foo as rank 0 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: audit 2024-05-11T04:44:22.477345+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: audit 2024-05-11T04:44:22.495276+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: audit 2024-05-11T04:44:22.512384+0000 mon.a (mon.0) 790 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: audit 2024-05-11T04:44:22.523776+0000 mon.a (mon.0) 791 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: audit 2024-05-11T04:44:22.534325+0000 mon.a (mon.0) 792 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: audit 2024-05-11T04:44:22.603137+0000 mon.c (mon.2) 93 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:44:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:22 smithi072 bash[21439]: audit 2024-05-11T04:44:22.690921+0000 mon.a (mon.0) 793 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: cluster 2024-05-11T04:44:21.290445+0000 mgr.y (mgr.14385) 132 : cluster 0 pgmap v104: 73 pgs: 73 active+clean; 577 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: cluster 2024-05-11T04:44:21.869180+0000 mon.a (mon.0) 780 : cluster 0 mds.? [v2:172.21.15.72:6834/2536465279,v1:172.21.15.72:6835/2536465279] up:boot 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: cluster 2024-05-11T04:44:21.869322+0000 mon.a (mon.0) 781 : cluster 1 daemon mds.foo.smithi072.jvmjqq assigned to filesystem foo as rank 0 (now has 1 ranks) 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: cluster 2024-05-11T04:44:21.869479+0000 mon.a (mon.0) 782 : cluster 1 Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: cluster 2024-05-11T04:44:21.869535+0000 mon.a (mon.0) 783 : cluster 1 Health check cleared: MDS_UP_LESS_THAN_MAX (was: 1 filesystem is online with fewer MDS than max_mds) 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: cluster 2024-05-11T04:44:21.869593+0000 mon.a (mon.0) 784 : cluster 1 Cluster is now healthy 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: audit 2024-05-11T04:44:21.869831+0000 mon.c (mon.2) 92 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: cluster 2024-05-11T04:44:21.870241+0000 mon.a (mon.0) 785 : cluster 0 fsmap foo:0 1 up:standby 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: cluster 2024-05-11T04:44:21.879206+0000 mon.a (mon.0) 786 : cluster 0 fsmap foo:1 {0=foo.smithi072.jvmjqq=up:creating} 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: cluster 2024-05-11T04:44:21.904063+0000 mon.a (mon.0) 787 : cluster 1 daemon mds.foo.smithi072.jvmjqq is now active in filesystem foo as rank 0 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: audit 2024-05-11T04:44:22.477345+0000 mon.a (mon.0) 788 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: audit 2024-05-11T04:44:22.495276+0000 mon.a (mon.0) 789 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: audit 2024-05-11T04:44:22.512384+0000 mon.a (mon.0) 790 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: audit 2024-05-11T04:44:22.523776+0000 mon.a (mon.0) 791 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: audit 2024-05-11T04:44:22.534325+0000 mon.a (mon.0) 792 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: audit 2024-05-11T04:44:22.603137+0000 mon.c (mon.2) 93 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:44:23.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:22 smithi072 bash[31478]: audit 2024-05-11T04:44:22.690921+0000 mon.a (mon.0) 793 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:23.459 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:44:24.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:23 smithi086 bash[23731]: cluster 2024-05-11T04:44:22.878855+0000 mon.a (mon.0) 794 : cluster 0 mds.? [v2:172.21.15.72:6834/2536465279,v1:172.21.15.72:6835/2536465279] up:active 2024-05-11T04:44:24.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:23 smithi086 bash[23731]: cluster 2024-05-11T04:44:22.878914+0000 mon.a (mon.0) 795 : cluster 0 fsmap foo:1 {0=foo.smithi072.jvmjqq=up:active} 2024-05-11T04:44:24.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:23 smithi072 bash[21439]: cluster 2024-05-11T04:44:22.878855+0000 mon.a (mon.0) 794 : cluster 0 mds.? [v2:172.21.15.72:6834/2536465279,v1:172.21.15.72:6835/2536465279] up:active 2024-05-11T04:44:24.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:23 smithi072 bash[21439]: cluster 2024-05-11T04:44:22.878914+0000 mon.a (mon.0) 795 : cluster 0 fsmap foo:1 {0=foo.smithi072.jvmjqq=up:active} 2024-05-11T04:44:24.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:23 smithi072 bash[31478]: cluster 2024-05-11T04:44:22.878855+0000 mon.a (mon.0) 794 : cluster 0 mds.? [v2:172.21.15.72:6834/2536465279,v1:172.21.15.72:6835/2536465279] up:active 2024-05-11T04:44:24.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:23 smithi072 bash[31478]: cluster 2024-05-11T04:44:22.878914+0000 mon.a (mon.0) 795 : cluster 0 fsmap foo:1 {0=foo.smithi072.jvmjqq=up:active} 2024-05-11T04:44:25.229 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:44:25 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:44:25] "GET /metrics HTTP/1.1" 200 33356 "" "Prometheus/2.43.0" 2024-05-11T04:44:25.230 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:24 smithi072 bash[21439]: cluster 2024-05-11T04:44:23.291509+0000 mgr.y (mgr.14385) 133 : cluster 0 pgmap v105: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 5 op/s 2024-05-11T04:44:25.230 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:24 smithi072 bash[21439]: cluster 2024-05-11T04:44:23.894538+0000 mon.a (mon.0) 796 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:boot 2024-05-11T04:44:25.230 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:24 smithi072 bash[21439]: cluster 2024-05-11T04:44:23.894682+0000 mon.a (mon.0) 797 : cluster 1 Dropping low affinity active daemon mds.foo.smithi072.jvmjqq in favor of higher affinity standby. 2024-05-11T04:44:25.230 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:24 smithi072 bash[21439]: cluster 2024-05-11T04:44:23.894767+0000 mon.a (mon.0) 798 : cluster 3 Replacing daemon mds.foo.smithi072.jvmjqq as rank 0 with standby daemon mds.foo.smithi086.bcqfqz 2024-05-11T04:44:25.230 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:24 smithi072 bash[21439]: audit 2024-05-11T04:44:23.895359+0000 mon.c (mon.2) 94 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:44:25.230 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:24 smithi072 bash[21439]: cluster 2024-05-11T04:44:23.896184+0000 mon.a (mon.0) 799 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-11T04:44:25.230 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:24 smithi072 bash[21439]: cluster 2024-05-11T04:44:23.896260+0000 mon.a (mon.0) 800 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-05-11T04:44:25.230 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:24 smithi072 bash[21439]: cluster 2024-05-11T04:44:23.896346+0000 mon.a (mon.0) 801 : cluster 0 fsmap foo:1 {0=foo.smithi072.jvmjqq=up:active} 1 up:standby 2024-05-11T04:44:25.230 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:24 smithi072 bash[21439]: cluster 2024-05-11T04:44:23.904921+0000 mon.a (mon.0) 802 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-05-11T04:44:25.230 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:24 smithi072 bash[21439]: cluster 2024-05-11T04:44:23.915123+0000 mon.a (mon.0) 803 : cluster 0 fsmap foo:1/1 {0=foo.smithi086.bcqfqz=up:replay} 2024-05-11T04:44:25.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:24 smithi072 bash[31478]: cluster 2024-05-11T04:44:23.291509+0000 mgr.y (mgr.14385) 133 : cluster 0 pgmap v105: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 5 op/s 2024-05-11T04:44:25.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:24 smithi072 bash[31478]: cluster 2024-05-11T04:44:23.894538+0000 mon.a (mon.0) 796 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:boot 2024-05-11T04:44:25.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:24 smithi072 bash[31478]: cluster 2024-05-11T04:44:23.894682+0000 mon.a (mon.0) 797 : cluster 1 Dropping low affinity active daemon mds.foo.smithi072.jvmjqq in favor of higher affinity standby. 2024-05-11T04:44:25.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:24 smithi072 bash[31478]: cluster 2024-05-11T04:44:23.894767+0000 mon.a (mon.0) 798 : cluster 3 Replacing daemon mds.foo.smithi072.jvmjqq as rank 0 with standby daemon mds.foo.smithi086.bcqfqz 2024-05-11T04:44:25.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:24 smithi072 bash[31478]: audit 2024-05-11T04:44:23.895359+0000 mon.c (mon.2) 94 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:44:25.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:24 smithi072 bash[31478]: cluster 2024-05-11T04:44:23.896184+0000 mon.a (mon.0) 799 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-11T04:44:25.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:24 smithi072 bash[31478]: cluster 2024-05-11T04:44:23.896260+0000 mon.a (mon.0) 800 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-05-11T04:44:25.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:24 smithi072 bash[31478]: cluster 2024-05-11T04:44:23.896346+0000 mon.a (mon.0) 801 : cluster 0 fsmap foo:1 {0=foo.smithi072.jvmjqq=up:active} 1 up:standby 2024-05-11T04:44:25.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:24 smithi072 bash[31478]: cluster 2024-05-11T04:44:23.904921+0000 mon.a (mon.0) 802 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-05-11T04:44:25.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:24 smithi072 bash[31478]: cluster 2024-05-11T04:44:23.915123+0000 mon.a (mon.0) 803 : cluster 0 fsmap foo:1/1 {0=foo.smithi086.bcqfqz=up:replay} 2024-05-11T04:44:25.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:24 smithi086 bash[23731]: cluster 2024-05-11T04:44:23.291509+0000 mgr.y (mgr.14385) 133 : cluster 0 pgmap v105: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.9 KiB/s wr, 5 op/s 2024-05-11T04:44:25.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:24 smithi086 bash[23731]: cluster 2024-05-11T04:44:23.894538+0000 mon.a (mon.0) 796 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:boot 2024-05-11T04:44:25.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:24 smithi086 bash[23731]: cluster 2024-05-11T04:44:23.894682+0000 mon.a (mon.0) 797 : cluster 1 Dropping low affinity active daemon mds.foo.smithi072.jvmjqq in favor of higher affinity standby. 2024-05-11T04:44:25.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:24 smithi086 bash[23731]: cluster 2024-05-11T04:44:23.894767+0000 mon.a (mon.0) 798 : cluster 3 Replacing daemon mds.foo.smithi072.jvmjqq as rank 0 with standby daemon mds.foo.smithi086.bcqfqz 2024-05-11T04:44:25.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:24 smithi086 bash[23731]: audit 2024-05-11T04:44:23.895359+0000 mon.c (mon.2) 94 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:44:25.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:24 smithi086 bash[23731]: cluster 2024-05-11T04:44:23.896184+0000 mon.a (mon.0) 799 : cluster 3 Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-05-11T04:44:25.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:24 smithi086 bash[23731]: cluster 2024-05-11T04:44:23.896260+0000 mon.a (mon.0) 800 : cluster 3 Health check failed: insufficient standby MDS daemons available (MDS_INSUFFICIENT_STANDBY) 2024-05-11T04:44:25.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:24 smithi086 bash[23731]: cluster 2024-05-11T04:44:23.896346+0000 mon.a (mon.0) 801 : cluster 0 fsmap foo:1 {0=foo.smithi072.jvmjqq=up:active} 1 up:standby 2024-05-11T04:44:25.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:24 smithi086 bash[23731]: cluster 2024-05-11T04:44:23.904921+0000 mon.a (mon.0) 802 : cluster 0 osdmap e69: 8 total, 8 up, 8 in 2024-05-11T04:44:25.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:24 smithi086 bash[23731]: cluster 2024-05-11T04:44:23.915123+0000 mon.a (mon.0) 803 : cluster 0 fsmap foo:1/1 {0=foo.smithi086.bcqfqz=up:replay} 2024-05-11T04:44:26.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:25 smithi086 bash[23731]: cluster 2024-05-11T04:44:24.908272+0000 mon.a (mon.0) 804 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-05-11T04:44:26.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:25 smithi086 bash[23731]: audit 2024-05-11T04:44:24.913785+0000 mon.c (mon.2) 95 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:44:26.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:25 smithi086 bash[23731]: cluster 2024-05-11T04:44:24.914801+0000 mon.a (mon.0) 805 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:reconnect 2024-05-11T04:44:26.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:25 smithi086 bash[23731]: cluster 2024-05-11T04:44:24.914946+0000 mon.a (mon.0) 806 : cluster 0 mds.? [v2:172.21.15.72:6834/3998812844,v1:172.21.15.72:6835/3998812844] up:boot 2024-05-11T04:44:26.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:25 smithi086 bash[23731]: cluster 2024-05-11T04:44:24.915089+0000 mon.a (mon.0) 807 : cluster 0 fsmap foo:1/1 {0=foo.smithi086.bcqfqz=up:reconnect} 1 up:standby 2024-05-11T04:44:26.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:25 smithi072 bash[21439]: cluster 2024-05-11T04:44:24.908272+0000 mon.a (mon.0) 804 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-05-11T04:44:26.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:25 smithi072 bash[21439]: audit 2024-05-11T04:44:24.913785+0000 mon.c (mon.2) 95 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:44:26.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:25 smithi072 bash[21439]: cluster 2024-05-11T04:44:24.914801+0000 mon.a (mon.0) 805 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:reconnect 2024-05-11T04:44:26.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:25 smithi072 bash[21439]: cluster 2024-05-11T04:44:24.914946+0000 mon.a (mon.0) 806 : cluster 0 mds.? [v2:172.21.15.72:6834/3998812844,v1:172.21.15.72:6835/3998812844] up:boot 2024-05-11T04:44:26.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:25 smithi072 bash[21439]: cluster 2024-05-11T04:44:24.915089+0000 mon.a (mon.0) 807 : cluster 0 fsmap foo:1/1 {0=foo.smithi086.bcqfqz=up:reconnect} 1 up:standby 2024-05-11T04:44:26.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:25 smithi072 bash[31478]: cluster 2024-05-11T04:44:24.908272+0000 mon.a (mon.0) 804 : cluster 1 Health check cleared: MDS_INSUFFICIENT_STANDBY (was: insufficient standby MDS daemons available) 2024-05-11T04:44:26.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:25 smithi072 bash[31478]: audit 2024-05-11T04:44:24.913785+0000 mon.c (mon.2) 95 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:44:26.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:25 smithi072 bash[31478]: cluster 2024-05-11T04:44:24.914801+0000 mon.a (mon.0) 805 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:reconnect 2024-05-11T04:44:26.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:25 smithi072 bash[31478]: cluster 2024-05-11T04:44:24.914946+0000 mon.a (mon.0) 806 : cluster 0 mds.? [v2:172.21.15.72:6834/3998812844,v1:172.21.15.72:6835/3998812844] up:boot 2024-05-11T04:44:26.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:25 smithi072 bash[31478]: cluster 2024-05-11T04:44:24.915089+0000 mon.a (mon.0) 807 : cluster 0 fsmap foo:1/1 {0=foo.smithi086.bcqfqz=up:reconnect} 1 up:standby 2024-05-11T04:44:27.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:26 smithi086 bash[23731]: cluster 2024-05-11T04:44:25.292212+0000 mgr.y (mgr.14385) 134 : cluster 0 pgmap v107: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-11T04:44:27.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:26 smithi086 bash[23731]: cluster 2024-05-11T04:44:25.924260+0000 mon.a (mon.0) 808 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:rejoin 2024-05-11T04:44:27.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:26 smithi086 bash[23731]: cluster 2024-05-11T04:44:25.924397+0000 mon.a (mon.0) 809 : cluster 0 fsmap foo:1/1 {0=foo.smithi086.bcqfqz=up:rejoin} 1 up:standby 2024-05-11T04:44:27.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:26 smithi086 bash[23731]: cluster 2024-05-11T04:44:25.925241+0000 mon.a (mon.0) 810 : cluster 1 daemon mds.foo.smithi086.bcqfqz is now active in filesystem foo as rank 0 2024-05-11T04:44:27.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:26 smithi072 bash[21439]: cluster 2024-05-11T04:44:25.292212+0000 mgr.y (mgr.14385) 134 : cluster 0 pgmap v107: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-11T04:44:27.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:26 smithi072 bash[21439]: cluster 2024-05-11T04:44:25.924260+0000 mon.a (mon.0) 808 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:rejoin 2024-05-11T04:44:27.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:26 smithi072 bash[21439]: cluster 2024-05-11T04:44:25.924397+0000 mon.a (mon.0) 809 : cluster 0 fsmap foo:1/1 {0=foo.smithi086.bcqfqz=up:rejoin} 1 up:standby 2024-05-11T04:44:27.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:26 smithi072 bash[21439]: cluster 2024-05-11T04:44:25.925241+0000 mon.a (mon.0) 810 : cluster 1 daemon mds.foo.smithi086.bcqfqz is now active in filesystem foo as rank 0 2024-05-11T04:44:27.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:26 smithi072 bash[31478]: cluster 2024-05-11T04:44:25.292212+0000 mgr.y (mgr.14385) 134 : cluster 0 pgmap v107: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.7 KiB/s wr, 5 op/s 2024-05-11T04:44:27.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:26 smithi072 bash[31478]: cluster 2024-05-11T04:44:25.924260+0000 mon.a (mon.0) 808 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:rejoin 2024-05-11T04:44:27.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:26 smithi072 bash[31478]: cluster 2024-05-11T04:44:25.924397+0000 mon.a (mon.0) 809 : cluster 0 fsmap foo:1/1 {0=foo.smithi086.bcqfqz=up:rejoin} 1 up:standby 2024-05-11T04:44:27.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:26 smithi072 bash[31478]: cluster 2024-05-11T04:44:25.925241+0000 mon.a (mon.0) 810 : cluster 1 daemon mds.foo.smithi086.bcqfqz is now active in filesystem foo as rank 0 2024-05-11T04:44:28.156 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- bash -c 'ceph config set mon mon_warn_on_insecure_global_id_reclaim_allowed false --force' 2024-05-11T04:44:28.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:27 smithi086 bash[23731]: cluster 2024-05-11T04:44:26.920094+0000 mon.a (mon.0) 811 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-11T04:44:28.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:27 smithi086 bash[23731]: cluster 2024-05-11T04:44:26.920129+0000 mon.a (mon.0) 812 : cluster 1 Cluster is now healthy 2024-05-11T04:44:28.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:27 smithi086 bash[23731]: cluster 2024-05-11T04:44:26.923940+0000 mon.a (mon.0) 813 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:active 2024-05-11T04:44:28.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:27 smithi086 bash[23731]: cluster 2024-05-11T04:44:26.924038+0000 mon.a (mon.0) 814 : cluster 0 fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:44:28.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:27 smithi086 bash[23731]: audit 2024-05-11T04:44:27.038481+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:28.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:27 smithi086 bash[23731]: audit 2024-05-11T04:44:27.045687+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:28.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:27 smithi086 bash[23731]: audit 2024-05-11T04:44:27.704990+0000 mon.a (mon.0) 817 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:28.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:27 smithi072 bash[21439]: cluster 2024-05-11T04:44:26.920094+0000 mon.a (mon.0) 811 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-11T04:44:28.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:27 smithi072 bash[21439]: cluster 2024-05-11T04:44:26.920129+0000 mon.a (mon.0) 812 : cluster 1 Cluster is now healthy 2024-05-11T04:44:28.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:27 smithi072 bash[21439]: cluster 2024-05-11T04:44:26.923940+0000 mon.a (mon.0) 813 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:active 2024-05-11T04:44:28.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:27 smithi072 bash[21439]: cluster 2024-05-11T04:44:26.924038+0000 mon.a (mon.0) 814 : cluster 0 fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:44:28.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:27 smithi072 bash[21439]: audit 2024-05-11T04:44:27.038481+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:28.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:27 smithi072 bash[21439]: audit 2024-05-11T04:44:27.045687+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:28.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:27 smithi072 bash[21439]: audit 2024-05-11T04:44:27.704990+0000 mon.a (mon.0) 817 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:28.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:27 smithi072 bash[31478]: cluster 2024-05-11T04:44:26.920094+0000 mon.a (mon.0) 811 : cluster 1 Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-05-11T04:44:28.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:27 smithi072 bash[31478]: cluster 2024-05-11T04:44:26.920129+0000 mon.a (mon.0) 812 : cluster 1 Cluster is now healthy 2024-05-11T04:44:28.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:27 smithi072 bash[31478]: cluster 2024-05-11T04:44:26.923940+0000 mon.a (mon.0) 813 : cluster 0 mds.? [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] up:active 2024-05-11T04:44:28.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:27 smithi072 bash[31478]: cluster 2024-05-11T04:44:26.924038+0000 mon.a (mon.0) 814 : cluster 0 fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:44:28.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:27 smithi072 bash[31478]: audit 2024-05-11T04:44:27.038481+0000 mon.a (mon.0) 815 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:28.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:27 smithi072 bash[31478]: audit 2024-05-11T04:44:27.045687+0000 mon.a (mon.0) 816 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:28.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:27 smithi072 bash[31478]: audit 2024-05-11T04:44:27.704990+0000 mon.a (mon.0) 817 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:29 smithi086 bash[23731]: cluster 2024-05-11T04:44:27.292828+0000 mgr.y (mgr.14385) 135 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-11T04:44:29.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:29 smithi086 bash[23731]: audit 2024-05-11T04:44:28.344687+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:29 smithi086 bash[23731]: audit 2024-05-11T04:44:28.352699+0000 mon.a (mon.0) 819 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:29 smithi086 bash[23731]: audit 2024-05-11T04:44:28.354629+0000 mon.c (mon.2) 96 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:29.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:29 smithi086 bash[23731]: audit 2024-05-11T04:44:28.355434+0000 mon.c (mon.2) 97 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:44:29.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:29 smithi086 bash[23731]: audit 2024-05-11T04:44:28.362343+0000 mon.a (mon.0) 820 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:29 smithi086 bash[23731]: audit 2024-05-11T04:44:28.406700+0000 mon.c (mon.2) 98 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:44:29.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:29 smithi086 bash[23731]: audit 2024-05-11T04:44:28.408747+0000 mon.c (mon.2) 99 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:29.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:29 smithi086 bash[23731]: audit 2024-05-11T04:44:28.409508+0000 mon.c (mon.2) 100 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:44:29.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:29 smithi086 bash[23731]: audit 2024-05-11T04:44:28.418592+0000 mon.a (mon.0) 821 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:29 smithi072 bash[21439]: cluster 2024-05-11T04:44:27.292828+0000 mgr.y (mgr.14385) 135 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-11T04:44:29.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:29 smithi072 bash[21439]: audit 2024-05-11T04:44:28.344687+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:29 smithi072 bash[21439]: audit 2024-05-11T04:44:28.352699+0000 mon.a (mon.0) 819 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:29 smithi072 bash[21439]: audit 2024-05-11T04:44:28.354629+0000 mon.c (mon.2) 96 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:29.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:29 smithi072 bash[21439]: audit 2024-05-11T04:44:28.355434+0000 mon.c (mon.2) 97 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:44:29.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:29 smithi072 bash[21439]: audit 2024-05-11T04:44:28.362343+0000 mon.a (mon.0) 820 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:29 smithi072 bash[21439]: audit 2024-05-11T04:44:28.406700+0000 mon.c (mon.2) 98 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:44:29.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:29 smithi072 bash[21439]: audit 2024-05-11T04:44:28.408747+0000 mon.c (mon.2) 99 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:29.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:29 smithi072 bash[21439]: audit 2024-05-11T04:44:28.409508+0000 mon.c (mon.2) 100 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:44:29.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:29 smithi072 bash[21439]: audit 2024-05-11T04:44:28.418592+0000 mon.a (mon.0) 821 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:29 smithi072 bash[31478]: cluster 2024-05-11T04:44:27.292828+0000 mgr.y (mgr.14385) 135 : cluster 0 pgmap v108: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-05-11T04:44:29.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:29 smithi072 bash[31478]: audit 2024-05-11T04:44:28.344687+0000 mon.a (mon.0) 818 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:29 smithi072 bash[31478]: audit 2024-05-11T04:44:28.352699+0000 mon.a (mon.0) 819 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:29 smithi072 bash[31478]: audit 2024-05-11T04:44:28.354629+0000 mon.c (mon.2) 96 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:29.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:29 smithi072 bash[31478]: audit 2024-05-11T04:44:28.355434+0000 mon.c (mon.2) 97 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:44:29.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:29 smithi072 bash[31478]: audit 2024-05-11T04:44:28.362343+0000 mon.a (mon.0) 820 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:29.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:29 smithi072 bash[31478]: audit 2024-05-11T04:44:28.406700+0000 mon.c (mon.2) 98 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:44:29.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:29 smithi072 bash[31478]: audit 2024-05-11T04:44:28.408747+0000 mon.c (mon.2) 99 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:44:29.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:29 smithi072 bash[31478]: audit 2024-05-11T04:44:28.409508+0000 mon.c (mon.2) 100 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:44:29.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:29 smithi072 bash[31478]: audit 2024-05-11T04:44:28.418592+0000 mon.a (mon.0) 821 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:31.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:31 smithi072 bash[21439]: cluster 2024-05-11T04:44:29.294050+0000 mgr.y (mgr.14385) 136 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-05-11T04:44:31.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:31 smithi072 bash[31478]: cluster 2024-05-11T04:44:29.294050+0000 mgr.y (mgr.14385) 136 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-05-11T04:44:31.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:31 smithi086 bash[23731]: cluster 2024-05-11T04:44:29.294050+0000 mgr.y (mgr.14385) 136 : cluster 0 pgmap v109: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-05-11T04:44:32.890 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:44:33.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:33 smithi072 bash[21439]: cluster 2024-05-11T04:44:31.294845+0000 mgr.y (mgr.14385) 137 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-05-11T04:44:33.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:33 smithi072 bash[21439]: audit 2024-05-11T04:44:32.332752+0000 mon.a (mon.0) 822 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:33.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:33 smithi072 bash[21439]: audit 2024-05-11T04:44:32.335435+0000 mon.c (mon.2) 101 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:33.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:33 smithi072 bash[31478]: cluster 2024-05-11T04:44:31.294845+0000 mgr.y (mgr.14385) 137 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-05-11T04:44:33.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:33 smithi072 bash[31478]: audit 2024-05-11T04:44:32.332752+0000 mon.a (mon.0) 822 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:33.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:33 smithi072 bash[31478]: audit 2024-05-11T04:44:32.335435+0000 mon.c (mon.2) 101 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:33.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:33 smithi086 bash[23731]: cluster 2024-05-11T04:44:31.294845+0000 mgr.y (mgr.14385) 137 : cluster 0 pgmap v110: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 1.4 KiB/s wr, 12 op/s 2024-05-11T04:44:33.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:33 smithi086 bash[23731]: audit 2024-05-11T04:44:32.332752+0000 mon.a (mon.0) 822 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:44:33.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:33 smithi086 bash[23731]: audit 2024-05-11T04:44:32.335435+0000 mon.c (mon.2) 101 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:35.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:35 smithi072 bash[21439]: cluster 2024-05-11T04:44:33.295893+0000 mgr.y (mgr.14385) 138 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-11T04:44:35.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:44:35 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:44:35] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2024-05-11T04:44:35.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:35 smithi072 bash[31478]: cluster 2024-05-11T04:44:33.295893+0000 mgr.y (mgr.14385) 138 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-11T04:44:35.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:35 smithi086 bash[23731]: cluster 2024-05-11T04:44:33.295893+0000 mgr.y (mgr.14385) 138 : cluster 0 pgmap v111: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 8.0 KiB/s rd, 0 B/s wr, 7 op/s 2024-05-11T04:44:37.229 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-05-11T04:44:37.238 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-11T04:44:37.238 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-11T04:44:37.239 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph mgr dump --format=json 2024-05-11T04:44:37.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:37 smithi086 bash[23731]: cluster 2024-05-11T04:44:35.296439+0000 mgr.y (mgr.14385) 139 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:44:37.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:37 smithi072 bash[21439]: cluster 2024-05-11T04:44:35.296439+0000 mgr.y (mgr.14385) 139 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:44:37.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:37 smithi072 bash[31478]: cluster 2024-05-11T04:44:35.296439+0000 mgr.y (mgr.14385) 139 : cluster 0 pgmap v112: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 7.0 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:44:39.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:39 smithi086 bash[23731]: cluster 2024-05-11T04:44:37.296927+0000 mgr.y (mgr.14385) 140 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:44:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:39 smithi072 bash[21439]: cluster 2024-05-11T04:44:37.296927+0000 mgr.y (mgr.14385) 140 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:44:39.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:39 smithi072 bash[31478]: cluster 2024-05-11T04:44:37.296927+0000 mgr.y (mgr.14385) 140 : cluster 0 pgmap v113: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:44:41.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:41 smithi086 bash[23731]: cluster 2024-05-11T04:44:39.297996+0000 mgr.y (mgr.14385) 141 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:44:41.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:41 smithi072 bash[31478]: cluster 2024-05-11T04:44:39.297996+0000 mgr.y (mgr.14385) 141 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:44:41.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:41 smithi072 bash[21439]: cluster 2024-05-11T04:44:39.297996+0000 mgr.y (mgr.14385) 141 : cluster 0 pgmap v114: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 6.7 KiB/s rd, 0 B/s wr, 6 op/s 2024-05-11T04:44:41.982 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:44:43.378 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:43 smithi072 bash[21439]: cluster 2024-05-11T04:44:41.298647+0000 mgr.y (mgr.14385) 142 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:44:43.378 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:43 smithi072 bash[31478]: cluster 2024-05-11T04:44:41.298647+0000 mgr.y (mgr.14385) 142 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:44:43.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:43 smithi086 bash[23731]: cluster 2024-05-11T04:44:41.298647+0000 mgr.y (mgr.14385) 142 : cluster 0 pgmap v115: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:44:45.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:44:45 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:44:45] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2024-05-11T04:44:45.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:45 smithi072 bash[21439]: cluster 2024-05-11T04:44:43.299269+0000 mgr.y (mgr.14385) 143 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:44:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:45 smithi072 bash[31478]: cluster 2024-05-11T04:44:43.299269+0000 mgr.y (mgr.14385) 143 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:44:45.436 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:44:45.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:45 smithi086 bash[23731]: cluster 2024-05-11T04:44:43.299269+0000 mgr.y (mgr.14385) 143 : cluster 0 pgmap v116: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-05-11T04:44:46.334 INFO:teuthology.orchestra.run.smithi072.stdout:{"epoch":20,"flags":0,"active_gid":14385,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6800","nonce":2632481825},{"type":"v1","addr":"172.21.15.72:6801","nonce":2632481825}]},"active_addr":"172.21.15.72:6801/2632481825","active_change":"2024-05-11T04:41:17.210816+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24304,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.72:8443/","prometheus":"http://172.21.15.72:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":59,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":3085659716}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":2120786052}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":2228004218}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":581785236}]}]} 2024-05-11T04:44:46.338 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-11T04:44:46.338 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-11T04:44:46.338 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:44:46.349 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:46 smithi072 bash[21439]: audit 2024-05-11T04:44:45.435174+0000 mon.a (mon.0) 823 : audit 0 from='client.? 172.21.15.72:0/3429195096' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:44:46.349 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:46 smithi072 bash[31478]: audit 2024-05-11T04:44:45.435174+0000 mon.a (mon.0) 823 : audit 0 from='client.? 172.21.15.72:0/3429195096' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:44:46.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:46 smithi086 bash[23731]: audit 2024-05-11T04:44:45.435174+0000 mon.a (mon.0) 823 : audit 0 from='client.? 172.21.15.72:0/3429195096' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T04:44:47.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:47 smithi086 bash[23731]: cluster 2024-05-11T04:44:45.299823+0000 mgr.y (mgr.14385) 144 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:47.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:47 smithi072 bash[21439]: cluster 2024-05-11T04:44:45.299823+0000 mgr.y (mgr.14385) 144 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:47.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:47 smithi072 bash[31478]: cluster 2024-05-11T04:44:45.299823+0000 mgr.y (mgr.14385) 144 : cluster 0 pgmap v117: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:48.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:48 smithi086 bash[23731]: audit 2024-05-11T04:44:47.326502+0000 mon.c (mon.2) 102 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:48.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:48 smithi072 bash[21439]: audit 2024-05-11T04:44:47.326502+0000 mon.c (mon.2) 102 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:48.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:48 smithi072 bash[31478]: audit 2024-05-11T04:44:47.326502+0000 mon.c (mon.2) 102 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:44:49.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:49 smithi086 bash[23731]: cluster 2024-05-11T04:44:47.300455+0000 mgr.y (mgr.14385) 145 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:49.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:49 smithi072 bash[21439]: cluster 2024-05-11T04:44:47.300455+0000 mgr.y (mgr.14385) 145 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:49.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:49 smithi072 bash[31478]: cluster 2024-05-11T04:44:47.300455+0000 mgr.y (mgr.14385) 145 : cluster 0 pgmap v118: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:51.075 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:44:51.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:51 smithi086 bash[23731]: cluster 2024-05-11T04:44:49.301472+0000 mgr.y (mgr.14385) 146 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:51.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:51 smithi072 bash[31478]: cluster 2024-05-11T04:44:49.301472+0000 mgr.y (mgr.14385) 146 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:51.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:51 smithi072 bash[21439]: cluster 2024-05-11T04:44:49.301472+0000 mgr.y (mgr.14385) 146 : cluster 0 pgmap v119: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:53.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:53 smithi086 bash[23731]: cluster 2024-05-11T04:44:51.302112+0000 mgr.y (mgr.14385) 147 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:53.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:53 smithi072 bash[21439]: cluster 2024-05-11T04:44:51.302112+0000 mgr.y (mgr.14385) 147 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:53.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:53 smithi072 bash[31478]: cluster 2024-05-11T04:44:51.302112+0000 mgr.y (mgr.14385) 147 : cluster 0 pgmap v120: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:54.477 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:44:54.477 INFO:teuthology.orchestra.run.smithi072.stdout:{"epoch":69,"fsid":"10baa432-0f4f-11ef-bc98-c7b262605968","created":"2024-05-11T04:30:51.452440+0000","modified":"2024-05-11T04:44:23.894901+0000","last_up_change":"2024-05-11T04:40:19.842862+0000","last_in_change":"2024-05-11T04:39:54.231529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:36:10.965267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:41:58.353172+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-05-11T04:44:14.801512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-05-11T04:44:15.307192+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dadf143c-2627-4419-a73f-d46123c901fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6802","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6803","nonce":369548728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6804","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6805","nonce":369548728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6808","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6809","nonce":369548728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6806","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6807","nonce":369548728}]},"public_addr":"172.21.15.72:6803/369548728","cluster_addr":"172.21.15.72:6805/369548728","heartbeat_back_addr":"172.21.15.72:6809/369548728","heartbeat_front_addr":"172.21.15.72:6807/369548728","state":["exists","up"]},{"osd":1,"uuid":"17e2f837-6d2a-489b-9746-822da67fde93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6810","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6811","nonce":2633657348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6812","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6813","nonce":2633657348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6816","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6817","nonce":2633657348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6814","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6815","nonce":2633657348}]},"public_addr":"172.21.15.72:6811/2633657348","cluster_addr":"172.21.15.72:6813/2633657348","heartbeat_back_addr":"172.21.15.72:6817/2633657348","heartbeat_front_addr":"172.21.15.72:6815/2633657348","state":["exists","up"]},{"osd":2,"uuid":"81a78ca1-d9b5-4de7-a978-f4c28bb8e151","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6818","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6819","nonce":3985656513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6820","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6821","nonce":3985656513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6824","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6825","nonce":3985656513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6822","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6823","nonce":3985656513}]},"public_addr":"172.21.15.72:6819/3985656513","cluster_addr":"172.21.15.72:6821/3985656513","heartbeat_back_addr":"172.21.15.72:6825/3985656513","heartbeat_front_addr":"172.21.15.72:6823/3985656513","state":["exists","up"]},{"osd":3,"uuid":"37da6131-a6b8-44e4-a78e-e0d10beba2cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6826","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6827","nonce":1456201891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6828","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6829","nonce":1456201891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6832","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6833","nonce":1456201891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6830","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6831","nonce":1456201891}]},"public_addr":"172.21.15.72:6827/1456201891","cluster_addr":"172.21.15.72:6829/1456201891","heartbeat_back_addr":"172.21.15.72:6833/1456201891","heartbeat_front_addr":"172.21.15.72:6831/1456201891","state":["exists","up"]},{"osd":4,"uuid":"d115dec8-8499-4733-a850-73736ff08868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6801","nonce":2293720889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6803","nonce":2293720889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6807","nonce":2293720889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6805","nonce":2293720889}]},"public_addr":"172.21.15.86:6801/2293720889","cluster_addr":"172.21.15.86:6803/2293720889","heartbeat_back_addr":"172.21.15.86:6807/2293720889","heartbeat_front_addr":"172.21.15.86:6805/2293720889","state":["exists","up"]},{"osd":5,"uuid":"4c86df54-e71b-4cab-951b-61e77e69cb27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6809","nonce":1551950791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6811","nonce":1551950791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6815","nonce":1551950791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6813","nonce":1551950791}]},"public_addr":"172.21.15.86:6809/1551950791","cluster_addr":"172.21.15.86:6811/1551950791","heartbeat_back_addr":"172.21.15.86:6815/1551950791","heartbeat_front_addr":"172.21.15.86:6813/1551950791","state":["exists","up"]},{"osd":6,"uuid":"7a073440-72fc-449b-9f91-d35f90385efd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6817","nonce":3662032983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6819","nonce":3662032983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6823","nonce":3662032983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6821","nonce":3662032983}]},"public_addr":"172.21.15.86:6817/3662032983","cluster_addr":"172.21.15.86:6819/3662032983","heartbeat_back_addr":"172.21.15.86:6823/3662032983","heartbeat_front_addr":"172.21.15.86:6821/3662032983","state":["exists","up"]},{"osd":7,"uuid":"3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6825","nonce":1653010799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6827","nonce":1653010799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6831","nonce":1653010799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6829","nonce":1653010799}]},"public_addr":"172.21.15.86:6825/1653010799","cluster_addr":"172.21.15.86:6827/1653010799","heartbeat_back_addr":"172.21.15.86:6831/1653010799","heartbeat_front_addr":"172.21.15.86:6829/1653010799","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:34:22.363914+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:35:14.909826+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:36:08.011116+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:01.553722+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:49.943220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:38:39.497998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:39:28.251397+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:40:17.822776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.72:6835/2536465279":"2024-05-12T04:44:23.894816+0000","172.21.15.72:6834/2536465279":"2024-05-12T04:44:23.894816+0000","172.21.15.72:0/60304101":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6800/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6800/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/118401972":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/3263242948":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/2086025920":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1490257114":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1955197046":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/620829446":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1192235219":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/2736625902":"2024-05-12T04:31:56.330156+0000","172.21.15.72:6800/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6801/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1680412394":"2024-05-12T04:41:17.210508+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:44:55.233 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-11T04:44:55.233 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T04:44:55.283 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:55 smithi072 bash[31478]: cluster 2024-05-11T04:44:53.303089+0000 mgr.y (mgr.14385) 148 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:55.283 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:55 smithi072 bash[31478]: audit 2024-05-11T04:44:54.481243+0000 mon.a (mon.0) 824 : audit 0 from='client.? 172.21.15.72:0/628841253' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:44:55.283 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:44:55 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:44:55] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2024-05-11T04:44:55.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:55 smithi072 bash[21439]: cluster 2024-05-11T04:44:53.303089+0000 mgr.y (mgr.14385) 148 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:55.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:55 smithi072 bash[21439]: audit 2024-05-11T04:44:54.481243+0000 mon.a (mon.0) 824 : audit 0 from='client.? 172.21.15.72:0/628841253' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:44:55.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:55 smithi086 bash[23731]: cluster 2024-05-11T04:44:53.303089+0000 mgr.y (mgr.14385) 148 : cluster 0 pgmap v121: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:55.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:55 smithi086 bash[23731]: audit 2024-05-11T04:44:54.481243+0000 mon.a (mon.0) 824 : audit 0 from='client.? 172.21.15.72:0/628841253' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:44:57.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:57 smithi086 bash[23731]: cluster 2024-05-11T04:44:55.303570+0000 mgr.y (mgr.14385) 149 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:57.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:57 smithi072 bash[31478]: cluster 2024-05-11T04:44:55.303570+0000 mgr.y (mgr.14385) 149 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:57.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:57 smithi072 bash[21439]: cluster 2024-05-11T04:44:55.303570+0000 mgr.y (mgr.14385) 149 : cluster 0 pgmap v122: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:59.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:44:59 smithi086 bash[23731]: cluster 2024-05-11T04:44:57.304184+0000 mgr.y (mgr.14385) 150 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:59.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:44:59 smithi072 bash[31478]: cluster 2024-05-11T04:44:57.304184+0000 mgr.y (mgr.14385) 150 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:44:59.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:44:59 smithi072 bash[21439]: cluster 2024-05-11T04:44:57.304184+0000 mgr.y (mgr.14385) 150 : cluster 0 pgmap v123: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:00.019 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:01.367 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:01 smithi072 bash[21439]: cluster 2024-05-11T04:44:59.305209+0000 mgr.y (mgr.14385) 151 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:01.367 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:01 smithi072 bash[31478]: cluster 2024-05-11T04:44:59.305209+0000 mgr.y (mgr.14385) 151 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:01.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:01 smithi086 bash[23731]: cluster 2024-05-11T04:44:59.305209+0000 mgr.y (mgr.14385) 151 : cluster 0 pgmap v124: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:03.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:03 smithi072 bash[21439]: cluster 2024-05-11T04:45:01.305808+0000 mgr.y (mgr.14385) 152 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:03.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:03 smithi072 bash[21439]: audit 2024-05-11T04:45:02.326853+0000 mon.c (mon.2) 103 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:03.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:03 smithi072 bash[31478]: cluster 2024-05-11T04:45:01.305808+0000 mgr.y (mgr.14385) 152 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:03.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:03 smithi072 bash[31478]: audit 2024-05-11T04:45:02.326853+0000 mon.c (mon.2) 103 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:03.396 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:45:03.396 INFO:teuthology.orchestra.run.smithi072.stdout:{"epoch":69,"fsid":"10baa432-0f4f-11ef-bc98-c7b262605968","created":"2024-05-11T04:30:51.452440+0000","modified":"2024-05-11T04:44:23.894901+0000","last_up_change":"2024-05-11T04:40:19.842862+0000","last_in_change":"2024-05-11T04:39:54.231529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:36:10.965267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:41:58.353172+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-05-11T04:44:14.801512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-05-11T04:44:15.307192+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dadf143c-2627-4419-a73f-d46123c901fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6802","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6803","nonce":369548728}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6804","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6805","nonce":369548728}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6808","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6809","nonce":369548728}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6806","nonce":369548728},{"type":"v1","addr":"172.21.15.72:6807","nonce":369548728}]},"public_addr":"172.21.15.72:6803/369548728","cluster_addr":"172.21.15.72:6805/369548728","heartbeat_back_addr":"172.21.15.72:6809/369548728","heartbeat_front_addr":"172.21.15.72:6807/369548728","state":["exists","up"]},{"osd":1,"uuid":"17e2f837-6d2a-489b-9746-822da67fde93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6810","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6811","nonce":2633657348}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6812","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6813","nonce":2633657348}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6816","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6817","nonce":2633657348}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6814","nonce":2633657348},{"type":"v1","addr":"172.21.15.72:6815","nonce":2633657348}]},"public_addr":"172.21.15.72:6811/2633657348","cluster_addr":"172.21.15.72:6813/2633657348","heartbeat_back_addr":"172.21.15.72:6817/2633657348","heartbeat_front_addr":"172.21.15.72:6815/2633657348","state":["exists","up"]},{"osd":2,"uuid":"81a78ca1-d9b5-4de7-a978-f4c28bb8e151","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6818","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6819","nonce":3985656513}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6820","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6821","nonce":3985656513}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6824","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6825","nonce":3985656513}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6822","nonce":3985656513},{"type":"v1","addr":"172.21.15.72:6823","nonce":3985656513}]},"public_addr":"172.21.15.72:6819/3985656513","cluster_addr":"172.21.15.72:6821/3985656513","heartbeat_back_addr":"172.21.15.72:6825/3985656513","heartbeat_front_addr":"172.21.15.72:6823/3985656513","state":["exists","up"]},{"osd":3,"uuid":"37da6131-a6b8-44e4-a78e-e0d10beba2cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6826","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6827","nonce":1456201891}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6828","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6829","nonce":1456201891}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6832","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6833","nonce":1456201891}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6830","nonce":1456201891},{"type":"v1","addr":"172.21.15.72:6831","nonce":1456201891}]},"public_addr":"172.21.15.72:6827/1456201891","cluster_addr":"172.21.15.72:6829/1456201891","heartbeat_back_addr":"172.21.15.72:6833/1456201891","heartbeat_front_addr":"172.21.15.72:6831/1456201891","state":["exists","up"]},{"osd":4,"uuid":"d115dec8-8499-4733-a850-73736ff08868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6801","nonce":2293720889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6803","nonce":2293720889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6807","nonce":2293720889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6805","nonce":2293720889}]},"public_addr":"172.21.15.86:6801/2293720889","cluster_addr":"172.21.15.86:6803/2293720889","heartbeat_back_addr":"172.21.15.86:6807/2293720889","heartbeat_front_addr":"172.21.15.86:6805/2293720889","state":["exists","up"]},{"osd":5,"uuid":"4c86df54-e71b-4cab-951b-61e77e69cb27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6809","nonce":1551950791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6811","nonce":1551950791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6815","nonce":1551950791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6813","nonce":1551950791}]},"public_addr":"172.21.15.86:6809/1551950791","cluster_addr":"172.21.15.86:6811/1551950791","heartbeat_back_addr":"172.21.15.86:6815/1551950791","heartbeat_front_addr":"172.21.15.86:6813/1551950791","state":["exists","up"]},{"osd":6,"uuid":"7a073440-72fc-449b-9f91-d35f90385efd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6817","nonce":3662032983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6819","nonce":3662032983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6823","nonce":3662032983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6821","nonce":3662032983}]},"public_addr":"172.21.15.86:6817/3662032983","cluster_addr":"172.21.15.86:6819/3662032983","heartbeat_back_addr":"172.21.15.86:6823/3662032983","heartbeat_front_addr":"172.21.15.86:6821/3662032983","state":["exists","up"]},{"osd":7,"uuid":"3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":64,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6825","nonce":1653010799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6827","nonce":1653010799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6831","nonce":1653010799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6829","nonce":1653010799}]},"public_addr":"172.21.15.86:6825/1653010799","cluster_addr":"172.21.15.86:6827/1653010799","heartbeat_back_addr":"172.21.15.86:6831/1653010799","heartbeat_front_addr":"172.21.15.86:6829/1653010799","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:34:22.363914+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:35:14.909826+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:36:08.011116+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:01.553722+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:49.943220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:38:39.497998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:39:28.251397+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:40:17.822776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.72:6835/2536465279":"2024-05-12T04:44:23.894816+0000","172.21.15.72:6834/2536465279":"2024-05-12T04:44:23.894816+0000","172.21.15.72:0/60304101":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6800/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6800/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/118401972":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/3263242948":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/2086025920":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1490257114":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1955197046":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/620829446":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1192235219":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/2736625902":"2024-05-12T04:31:56.330156+0000","172.21.15.72:6800/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6801/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1680412394":"2024-05-12T04:41:17.210508+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T04:45:03.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:03 smithi086 bash[23731]: cluster 2024-05-11T04:45:01.305808+0000 mgr.y (mgr.14385) 152 : cluster 0 pgmap v125: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:03.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:03 smithi086 bash[23731]: audit 2024-05-11T04:45:02.326853+0000 mon.c (mon.2) 103 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:04.308 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-11T04:45:04.309 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-11T04:45:04.309 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-11T04:45:04.310 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-11T04:45:04.310 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-11T04:45:04.310 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-11T04:45:04.311 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-11T04:45:04.311 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-11T04:45:04.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:04 smithi086 bash[23731]: audit 2024-05-11T04:45:03.398818+0000 mon.a (mon.0) 825 : audit 0 from='client.? 172.21.15.72:0/553938479' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:45:04.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:04 smithi072 bash[21439]: audit 2024-05-11T04:45:03.398818+0000 mon.a (mon.0) 825 : audit 0 from='client.? 172.21.15.72:0/553938479' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:45:04.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:04 smithi072 bash[31478]: audit 2024-05-11T04:45:03.398818+0000 mon.a (mon.0) 825 : audit 0 from='client.? 172.21.15.72:0/553938479' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T04:45:05.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:05 smithi072 bash[21439]: cluster 2024-05-11T04:45:03.306872+0000 mgr.y (mgr.14385) 153 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:05.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:45:05 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:45:05] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2024-05-11T04:45:05.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:05 smithi072 bash[31478]: cluster 2024-05-11T04:45:03.306872+0000 mgr.y (mgr.14385) 153 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:05.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:05 smithi086 bash[23731]: cluster 2024-05-11T04:45:03.306872+0000 mgr.y (mgr.14385) 153 : cluster 0 pgmap v126: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:07.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:07 smithi086 bash[23731]: cluster 2024-05-11T04:45:05.307543+0000 mgr.y (mgr.14385) 154 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:07.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:07 smithi072 bash[21439]: cluster 2024-05-11T04:45:05.307543+0000 mgr.y (mgr.14385) 154 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:07.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:07 smithi072 bash[31478]: cluster 2024-05-11T04:45:05.307543+0000 mgr.y (mgr.14385) 154 : cluster 0 pgmap v127: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:09.176 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:09.177 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:09.177 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:09.177 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:09.179 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:09.179 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:09.179 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:09.180 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:09.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:09 smithi086 bash[23731]: cluster 2024-05-11T04:45:07.308212+0000 mgr.y (mgr.14385) 155 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:09.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:09 smithi072 bash[31478]: cluster 2024-05-11T04:45:07.308212+0000 mgr.y (mgr.14385) 155 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:09.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:09 smithi072 bash[21439]: cluster 2024-05-11T04:45:07.308212+0000 mgr.y (mgr.14385) 155 : cluster 0 pgmap v128: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:11.474 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:11 smithi072 bash[21439]: cluster 2024-05-11T04:45:09.309224+0000 mgr.y (mgr.14385) 156 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:11.474 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:11 smithi072 bash[31478]: cluster 2024-05-11T04:45:09.309224+0000 mgr.y (mgr.14385) 156 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:11.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:11 smithi086 bash[23731]: cluster 2024-05-11T04:45:09.309224+0000 mgr.y (mgr.14385) 156 : cluster 0 pgmap v129: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:13.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:13 smithi086 bash[23731]: cluster 2024-05-11T04:45:11.309850+0000 mgr.y (mgr.14385) 157 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:13.557 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:13 smithi072 bash[21439]: cluster 2024-05-11T04:45:11.309850+0000 mgr.y (mgr.14385) 157 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:13.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:13 smithi072 bash[31478]: cluster 2024-05-11T04:45:11.309850+0000 mgr.y (mgr.14385) 157 : cluster 0 pgmap v130: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:15.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:45:15 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:45:15] "GET /metrics HTTP/1.1" 200 33904 "" "Prometheus/2.43.0" 2024-05-11T04:45:15.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:15 smithi086 bash[23731]: cluster 2024-05-11T04:45:13.310895+0000 mgr.y (mgr.14385) 158 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:15.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:15 smithi072 bash[21439]: cluster 2024-05-11T04:45:13.310895+0000 mgr.y (mgr.14385) 158 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:15.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:15 smithi072 bash[31478]: cluster 2024-05-11T04:45:13.310895+0000 mgr.y (mgr.14385) 158 : cluster 0 pgmap v131: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:17.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:17 smithi086 bash[23731]: cluster 2024-05-11T04:45:15.311505+0000 mgr.y (mgr.14385) 159 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:17.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:17 smithi072 bash[21439]: cluster 2024-05-11T04:45:15.311505+0000 mgr.y (mgr.14385) 159 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:17.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:17 smithi072 bash[31478]: cluster 2024-05-11T04:45:15.311505+0000 mgr.y (mgr.14385) 159 : cluster 0 pgmap v132: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:18.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:18 smithi086 bash[23731]: audit 2024-05-11T04:45:17.283030+0000 mon.c (mon.2) 104 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-05-11T04:45:18.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:18 smithi086 bash[23731]: audit 2024-05-11T04:45:17.283578+0000 mon.c (mon.2) 105 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:18 smithi086 bash[23731]: audit 2024-05-11T04:45:17.283922+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-05-11T04:45:18.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:18 smithi086 bash[23731]: audit 2024-05-11T04:45:17.284080+0000 mon.c (mon.2) 106 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:18 smithi086 bash[23731]: audit 2024-05-11T04:45:17.285108+0000 mon.a (mon.0) 827 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:18 smithi086 bash[23731]: audit 2024-05-11T04:45:17.285601+0000 mon.a (mon.0) 828 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:18 smithi086 bash[23731]: audit 2024-05-11T04:45:17.327232+0000 mon.c (mon.2) 107 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:18 smithi072 bash[21439]: audit 2024-05-11T04:45:17.283030+0000 mon.c (mon.2) 104 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-05-11T04:45:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:18 smithi072 bash[21439]: audit 2024-05-11T04:45:17.283578+0000 mon.c (mon.2) 105 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:18 smithi072 bash[21439]: audit 2024-05-11T04:45:17.283922+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-05-11T04:45:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:18 smithi072 bash[21439]: audit 2024-05-11T04:45:17.284080+0000 mon.c (mon.2) 106 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:18 smithi072 bash[21439]: audit 2024-05-11T04:45:17.285108+0000 mon.a (mon.0) 827 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:18 smithi072 bash[21439]: audit 2024-05-11T04:45:17.285601+0000 mon.a (mon.0) 828 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:18 smithi072 bash[21439]: audit 2024-05-11T04:45:17.327232+0000 mon.c (mon.2) 107 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:18 smithi072 bash[31478]: audit 2024-05-11T04:45:17.283030+0000 mon.c (mon.2) 104 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-05-11T04:45:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:18 smithi072 bash[31478]: audit 2024-05-11T04:45:17.283578+0000 mon.c (mon.2) 105 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:18 smithi072 bash[31478]: audit 2024-05-11T04:45:17.283922+0000 mon.a (mon.0) 826 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]: dispatch 2024-05-11T04:45:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:18 smithi072 bash[31478]: audit 2024-05-11T04:45:17.284080+0000 mon.c (mon.2) 106 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:18 smithi072 bash[31478]: audit 2024-05-11T04:45:17.285108+0000 mon.a (mon.0) 827 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:18 smithi072 bash[31478]: audit 2024-05-11T04:45:17.285601+0000 mon.a (mon.0) 828 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]: dispatch 2024-05-11T04:45:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:18 smithi072 bash[31478]: audit 2024-05-11T04:45:17.327232+0000 mon.c (mon.2) 107 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:19.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:19 smithi086 bash[23731]: cluster 2024-05-11T04:45:17.312119+0000 mgr.y (mgr.14385) 160 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:19.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:19 smithi086 bash[23731]: audit 2024-05-11T04:45:18.195819+0000 mon.a (mon.0) 829 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2024-05-11T04:45:19.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:19 smithi086 bash[23731]: audit 2024-05-11T04:45:18.196250+0000 mon.a (mon.0) 830 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2024-05-11T04:45:19.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:19 smithi086 bash[23731]: audit 2024-05-11T04:45:18.196506+0000 mon.a (mon.0) 831 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-05-11T04:45:19.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:19 smithi086 bash[23731]: cluster 2024-05-11T04:45:18.196692+0000 mon.a (mon.0) 832 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-05-11T04:45:19.611 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:19 smithi072 bash[21439]: cluster 2024-05-11T04:45:17.312119+0000 mgr.y (mgr.14385) 160 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:19.611 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:19 smithi072 bash[21439]: audit 2024-05-11T04:45:18.195819+0000 mon.a (mon.0) 829 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2024-05-11T04:45:19.611 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:19 smithi072 bash[21439]: audit 2024-05-11T04:45:18.196250+0000 mon.a (mon.0) 830 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2024-05-11T04:45:19.611 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:19 smithi072 bash[21439]: audit 2024-05-11T04:45:18.196506+0000 mon.a (mon.0) 831 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-05-11T04:45:19.611 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:19 smithi072 bash[21439]: cluster 2024-05-11T04:45:18.196692+0000 mon.a (mon.0) 832 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-05-11T04:45:19.612 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:19 smithi072 bash[31478]: cluster 2024-05-11T04:45:17.312119+0000 mgr.y (mgr.14385) 160 : cluster 0 pgmap v133: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:19.612 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:19 smithi072 bash[31478]: audit 2024-05-11T04:45:18.195819+0000 mon.a (mon.0) 829 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.d", "id": [1, 5]}]': finished 2024-05-11T04:45:19.612 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:19 smithi072 bash[31478]: audit 2024-05-11T04:45:18.196250+0000 mon.a (mon.0) 830 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.f", "id": [1, 2]}]': finished 2024-05-11T04:45:19.612 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:19 smithi072 bash[31478]: audit 2024-05-11T04:45:18.196506+0000 mon.a (mon.0) 831 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "4.1d", "id": [1, 2]}]': finished 2024-05-11T04:45:19.612 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:19 smithi072 bash[31478]: cluster 2024-05-11T04:45:18.196692+0000 mon.a (mon.0) 832 : cluster 0 osdmap e70: 8 total, 8 up, 8 in 2024-05-11T04:45:20.500 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:20 smithi072 bash[21439]: cluster 2024-05-11T04:45:19.200857+0000 mon.a (mon.0) 833 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-05-11T04:45:20.500 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:20 smithi072 bash[31478]: cluster 2024-05-11T04:45:19.200857+0000 mon.a (mon.0) 833 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-05-11T04:45:20.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:20 smithi086 bash[23731]: cluster 2024-05-11T04:45:19.200857+0000 mon.a (mon.0) 833 : cluster 0 osdmap e71: 8 total, 8 up, 8 in 2024-05-11T04:45:21.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:21 smithi086 bash[23731]: cluster 2024-05-11T04:45:19.312916+0000 mgr.y (mgr.14385) 161 : cluster 0 pgmap v136: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:21.543 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:21 smithi072 bash[21439]: cluster 2024-05-11T04:45:19.312916+0000 mgr.y (mgr.14385) 161 : cluster 0 pgmap v136: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:21.544 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:21 smithi072 bash[31478]: cluster 2024-05-11T04:45:19.312916+0000 mgr.y (mgr.14385) 161 : cluster 0 pgmap v136: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:22.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:22 smithi086 bash[23731]: cluster 2024-05-11T04:45:21.313547+0000 mgr.y (mgr.14385) 162 : cluster 0 pgmap v137: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:22.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:22 smithi072 bash[21439]: cluster 2024-05-11T04:45:21.313547+0000 mgr.y (mgr.14385) 162 : cluster 0 pgmap v137: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:22.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:22 smithi072 bash[31478]: cluster 2024-05-11T04:45:21.313547+0000 mgr.y (mgr.14385) 162 : cluster 0 pgmap v137: 73 pgs: 3 peering, 70 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:24.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:24 smithi086 bash[23731]: cluster 2024-05-11T04:45:23.314559+0000 mgr.y (mgr.14385) 163 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:24.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:24 smithi072 bash[21439]: cluster 2024-05-11T04:45:23.314559+0000 mgr.y (mgr.14385) 163 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:24.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:24 smithi072 bash[31478]: cluster 2024-05-11T04:45:23.314559+0000 mgr.y (mgr.14385) 163 : cluster 0 pgmap v138: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:25.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:45:25 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:45:25] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2024-05-11T04:45:26.083 INFO:teuthology.orchestra.run.smithi072.stdout:55834574972 2024-05-11T04:45:26.083 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-11T04:45:26.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:26 smithi086 bash[23731]: cluster 2024-05-11T04:45:25.315028+0000 mgr.y (mgr.14385) 164 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:26.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:26 smithi072 bash[21439]: cluster 2024-05-11T04:45:25.315028+0000 mgr.y (mgr.14385) 164 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:26.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:26 smithi072 bash[31478]: cluster 2024-05-11T04:45:25.315028+0000 mgr.y (mgr.14385) 164 : cluster 0 pgmap v139: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:28 smithi086 bash[23731]: cluster 2024-05-11T04:45:27.315690+0000 mgr.y (mgr.14385) 165 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:28.797 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:28 smithi072 bash[21439]: cluster 2024-05-11T04:45:27.315690+0000 mgr.y (mgr.14385) 165 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:28.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:28 smithi072 bash[31478]: cluster 2024-05-11T04:45:27.315690+0000 mgr.y (mgr.14385) 165 : cluster 0 pgmap v140: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:29.477 INFO:teuthology.orchestra.run.smithi072.stdout:77309411441 2024-05-11T04:45:29.477 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-11T04:45:29.707 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:29 smithi072 bash[21439]: audit 2024-05-11T04:45:28.504227+0000 mon.c (mon.2) 108 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:45:29.707 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:29 smithi072 bash[21439]: audit 2024-05-11T04:45:29.039038+0000 mon.c (mon.2) 109 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:45:29.707 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:29 smithi072 bash[21439]: audit 2024-05-11T04:45:29.040028+0000 mon.c (mon.2) 110 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:45:29.707 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:29 smithi072 bash[21439]: audit 2024-05-11T04:45:29.047478+0000 mon.a (mon.0) 834 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:45:29.707 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:29 smithi072 bash[31478]: audit 2024-05-11T04:45:28.504227+0000 mon.c (mon.2) 108 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:45:29.707 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:29 smithi072 bash[31478]: audit 2024-05-11T04:45:29.039038+0000 mon.c (mon.2) 109 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:45:29.707 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:29 smithi072 bash[31478]: audit 2024-05-11T04:45:29.040028+0000 mon.c (mon.2) 110 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:45:29.707 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:29 smithi072 bash[31478]: audit 2024-05-11T04:45:29.047478+0000 mon.a (mon.0) 834 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:45:29.708 INFO:teuthology.orchestra.run.smithi072.stdout:107374182501 2024-05-11T04:45:29.708 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-11T04:45:29.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:29 smithi086 bash[23731]: audit 2024-05-11T04:45:28.504227+0000 mon.c (mon.2) 108 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:45:29.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:29 smithi086 bash[23731]: audit 2024-05-11T04:45:29.039038+0000 mon.c (mon.2) 109 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:45:29.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:29 smithi086 bash[23731]: audit 2024-05-11T04:45:29.040028+0000 mon.c (mon.2) 110 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:45:29.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:29 smithi086 bash[23731]: audit 2024-05-11T04:45:29.047478+0000 mon.a (mon.0) 834 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:45:30.684 INFO:teuthology.orchestra.run.smithi072.stdout:163208757331 2024-05-11T04:45:30.685 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-11T04:45:31.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:31 smithi072 bash[21439]: cluster 2024-05-11T04:45:29.316281+0000 mgr.y (mgr.14385) 166 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:31.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:31 smithi072 bash[31478]: cluster 2024-05-11T04:45:29.316281+0000 mgr.y (mgr.14385) 166 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:31.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:31 smithi086 bash[23731]: cluster 2024-05-11T04:45:29.316281+0000 mgr.y (mgr.14385) 166 : cluster 0 pgmap v141: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:32.316 INFO:teuthology.orchestra.run.smithi072.stdout:197568495691 2024-05-11T04:45:32.316 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-11T04:45:32.347 INFO:teuthology.orchestra.run.smithi072.stdout:34359738504 2024-05-11T04:45:32.347 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-11T04:45:32.415 INFO:teuthology.orchestra.run.smithi072.stdout:231928234047 2024-05-11T04:45:32.415 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-11T04:45:33.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:33 smithi086 bash[23731]: cluster 2024-05-11T04:45:31.316895+0000 mgr.y (mgr.14385) 167 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:33.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:33 smithi086 bash[23731]: audit 2024-05-11T04:45:32.326817+0000 mon.c (mon.2) 111 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:33.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:33 smithi072 bash[31478]: cluster 2024-05-11T04:45:31.316895+0000 mgr.y (mgr.14385) 167 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:33.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:33 smithi072 bash[31478]: audit 2024-05-11T04:45:32.326817+0000 mon.c (mon.2) 111 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:33 smithi072 bash[21439]: cluster 2024-05-11T04:45:31.316895+0000 mgr.y (mgr.14385) 167 : cluster 0 pgmap v142: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:33 smithi072 bash[21439]: audit 2024-05-11T04:45:32.326817+0000 mon.c (mon.2) 111 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:33.579 INFO:teuthology.orchestra.run.smithi072.stdout:128849018974 2024-05-11T04:45:33.579 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-11T04:45:35.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:35 smithi072 bash[21439]: cluster 2024-05-11T04:45:33.317894+0000 mgr.y (mgr.14385) 168 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:35.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:45:35 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:45:35] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2024-05-11T04:45:35.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:35 smithi072 bash[31478]: cluster 2024-05-11T04:45:33.317894+0000 mgr.y (mgr.14385) 168 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:35.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:35 smithi086 bash[23731]: cluster 2024-05-11T04:45:33.317894+0000 mgr.y (mgr.14385) 168 : cluster 0 pgmap v143: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:36.094 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:36.096 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:36.096 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:36.097 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:37.113 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:37.113 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:37.113 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:37.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:37 smithi086 bash[23731]: cluster 2024-05-11T04:45:35.318522+0000 mgr.y (mgr.14385) 169 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:37.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:37 smithi072 bash[21439]: cluster 2024-05-11T04:45:35.318522+0000 mgr.y (mgr.14385) 169 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:37.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:37 smithi072 bash[31478]: cluster 2024-05-11T04:45:35.318522+0000 mgr.y (mgr.14385) 169 : cluster 0 pgmap v144: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:38.131 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:45:39.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:39 smithi086 bash[23731]: cluster 2024-05-11T04:45:37.319114+0000 mgr.y (mgr.14385) 170 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:39.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:39 smithi072 bash[31478]: cluster 2024-05-11T04:45:37.319114+0000 mgr.y (mgr.14385) 170 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:39 smithi072 bash[21439]: cluster 2024-05-11T04:45:37.319114+0000 mgr.y (mgr.14385) 170 : cluster 0 pgmap v145: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:41.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:41 smithi086 bash[23731]: cluster 2024-05-11T04:45:39.320218+0000 mgr.y (mgr.14385) 171 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:41.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:41 smithi072 bash[21439]: cluster 2024-05-11T04:45:39.320218+0000 mgr.y (mgr.14385) 171 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:41.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:41 smithi072 bash[31478]: cluster 2024-05-11T04:45:39.320218+0000 mgr.y (mgr.14385) 171 : cluster 0 pgmap v146: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:43.243 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:43 smithi072 bash[21439]: cluster 2024-05-11T04:45:41.320758+0000 mgr.y (mgr.14385) 172 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:43.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:43 smithi086 bash[23731]: cluster 2024-05-11T04:45:41.320758+0000 mgr.y (mgr.14385) 172 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:43.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:43 smithi072 bash[31478]: cluster 2024-05-11T04:45:41.320758+0000 mgr.y (mgr.14385) 172 : cluster 0 pgmap v147: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:45.075 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:45:45 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:45:45] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2024-05-11T04:45:45.326 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:45 smithi072 bash[31478]: cluster 2024-05-11T04:45:43.321772+0000 mgr.y (mgr.14385) 173 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:45.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:45 smithi072 bash[21439]: cluster 2024-05-11T04:45:43.321772+0000 mgr.y (mgr.14385) 173 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:45.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:45 smithi086 bash[23731]: cluster 2024-05-11T04:45:43.321772+0000 mgr.y (mgr.14385) 173 : cluster 0 pgmap v148: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:47.503 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:47 smithi072 bash[21439]: cluster 2024-05-11T04:45:45.322184+0000 mgr.y (mgr.14385) 174 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:47.503 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:47 smithi072 bash[31478]: cluster 2024-05-11T04:45:45.322184+0000 mgr.y (mgr.14385) 174 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:47.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:47 smithi086 bash[23731]: cluster 2024-05-11T04:45:45.322184+0000 mgr.y (mgr.14385) 174 : cluster 0 pgmap v149: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:48.011 INFO:teuthology.orchestra.run.smithi072.stdout:107374182505 2024-05-11T04:45:48.449 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:48 smithi072 bash[21439]: audit 2024-05-11T04:45:47.327836+0000 mon.c (mon.2) 112 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:48.449 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:48 smithi072 bash[21439]: audit 2024-05-11T04:45:48.017366+0000 mon.a (mon.0) 835 : audit 0 from='client.? 172.21.15.72:0/3829801884' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:45:48.450 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:48 smithi072 bash[31478]: audit 2024-05-11T04:45:47.327836+0000 mon.c (mon.2) 112 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:48.450 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:48 smithi072 bash[31478]: audit 2024-05-11T04:45:48.017366+0000 mon.a (mon.0) 835 : audit 0 from='client.? 172.21.15.72:0/3829801884' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:45:48.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:48 smithi086 bash[23731]: audit 2024-05-11T04:45:47.327836+0000 mon.c (mon.2) 112 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:45:48.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:48 smithi086 bash[23731]: audit 2024-05-11T04:45:48.017366+0000 mon.a (mon.0) 835 : audit 0 from='client.? 172.21.15.72:0/3829801884' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T04:45:49.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:49 smithi086 bash[23731]: cluster 2024-05-11T04:45:47.322779+0000 mgr.y (mgr.14385) 175 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:49.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:49 smithi072 bash[21439]: cluster 2024-05-11T04:45:47.322779+0000 mgr.y (mgr.14385) 175 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:49.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:49 smithi072 bash[31478]: cluster 2024-05-11T04:45:47.322779+0000 mgr.y (mgr.14385) 175 : cluster 0 pgmap v150: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:51.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:51 smithi072 bash[21439]: cluster 2024-05-11T04:45:49.323860+0000 mgr.y (mgr.14385) 176 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:51.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:51 smithi072 bash[31478]: cluster 2024-05-11T04:45:49.323860+0000 mgr.y (mgr.14385) 176 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:51.434 INFO:teuthology.orchestra.run.smithi072.stdout:77309411446 2024-05-11T04:45:51.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:51 smithi086 bash[23731]: cluster 2024-05-11T04:45:49.323860+0000 mgr.y (mgr.14385) 176 : cluster 0 pgmap v151: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:52.377 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:52 smithi072 bash[21439]: audit 2024-05-11T04:45:51.440171+0000 mon.c (mon.2) 113 : audit 0 from='client.? 172.21.15.72:0/2519825599' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:45:52.378 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:52 smithi072 bash[31478]: audit 2024-05-11T04:45:51.440171+0000 mon.c (mon.2) 113 : audit 0 from='client.? 172.21.15.72:0/2519825599' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:45:52.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:52 smithi086 bash[23731]: audit 2024-05-11T04:45:51.440171+0000 mon.c (mon.2) 113 : audit 0 from='client.? 172.21.15.72:0/2519825599' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T04:45:53.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:53 smithi086 bash[23731]: cluster 2024-05-11T04:45:51.324534+0000 mgr.y (mgr.14385) 177 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:53.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:53 smithi072 bash[21439]: cluster 2024-05-11T04:45:51.324534+0000 mgr.y (mgr.14385) 177 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:53.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:53 smithi072 bash[31478]: cluster 2024-05-11T04:45:51.324534+0000 mgr.y (mgr.14385) 177 : cluster 0 pgmap v152: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:53.689 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182501 got 107374182505 for osd.3 2024-05-11T04:45:53.689 DEBUG:teuthology.parallel:result is None 2024-05-11T04:45:54.143 INFO:teuthology.orchestra.run.smithi072.stdout:163208757337 2024-05-11T04:45:54.879 INFO:teuthology.orchestra.run.smithi072.stdout:34359738509 2024-05-11T04:45:55.227 INFO:teuthology.orchestra.run.smithi072.stdout:55834574979 2024-05-11T04:45:55.242 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:45:55 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:45:55] "GET /metrics HTTP/1.1" 200 33902 "" "Prometheus/2.43.0" 2024-05-11T04:45:55.242 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:55 smithi072 bash[21439]: cluster 2024-05-11T04:45:53.325583+0000 mgr.y (mgr.14385) 178 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:55.242 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:55 smithi072 bash[21439]: audit 2024-05-11T04:45:54.149604+0000 mon.c (mon.2) 114 : audit 0 from='client.? 172.21.15.72:0/1453035584' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:45:55.242 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:55 smithi072 bash[21439]: audit 2024-05-11T04:45:54.884879+0000 mon.a (mon.0) 836 : audit 0 from='client.? 172.21.15.72:0/2091395263' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:45:55.243 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:55 smithi072 bash[31478]: cluster 2024-05-11T04:45:53.325583+0000 mgr.y (mgr.14385) 178 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:55.243 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:55 smithi072 bash[31478]: audit 2024-05-11T04:45:54.149604+0000 mon.c (mon.2) 114 : audit 0 from='client.? 172.21.15.72:0/1453035584' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:45:55.243 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:55 smithi072 bash[31478]: audit 2024-05-11T04:45:54.884879+0000 mon.a (mon.0) 836 : audit 0 from='client.? 172.21.15.72:0/2091395263' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:45:55.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:55 smithi086 bash[23731]: cluster 2024-05-11T04:45:53.325583+0000 mgr.y (mgr.14385) 178 : cluster 0 pgmap v153: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:55.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:55 smithi086 bash[23731]: audit 2024-05-11T04:45:54.149604+0000 mon.c (mon.2) 114 : audit 0 from='client.? 172.21.15.72:0/1453035584' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T04:45:55.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:55 smithi086 bash[23731]: audit 2024-05-11T04:45:54.884879+0000 mon.a (mon.0) 836 : audit 0 from='client.? 172.21.15.72:0/2091395263' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T04:45:55.792 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411441 got 77309411446 for osd.2 2024-05-11T04:45:55.792 DEBUG:teuthology.parallel:result is None 2024-05-11T04:45:56.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:56 smithi086 bash[23731]: audit 2024-05-11T04:45:55.233133+0000 mon.c (mon.2) 115 : audit 0 from='client.? 172.21.15.72:0/4138135332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:45:56.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:56 smithi072 bash[21439]: audit 2024-05-11T04:45:55.233133+0000 mon.c (mon.2) 115 : audit 0 from='client.? 172.21.15.72:0/4138135332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:45:56.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:56 smithi072 bash[31478]: audit 2024-05-11T04:45:55.233133+0000 mon.c (mon.2) 115 : audit 0 from='client.? 172.21.15.72:0/4138135332' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T04:45:57.497 INFO:teuthology.orchestra.run.smithi072.stdout:231928234053 2024-05-11T04:45:57.511 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:57 smithi072 bash[21439]: cluster 2024-05-11T04:45:55.326260+0000 mgr.y (mgr.14385) 179 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:57.511 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:57 smithi072 bash[31478]: cluster 2024-05-11T04:45:55.326260+0000 mgr.y (mgr.14385) 179 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:57.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:57 smithi086 bash[23731]: cluster 2024-05-11T04:45:55.326260+0000 mgr.y (mgr.14385) 179 : cluster 0 pgmap v154: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:57.842 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574972 got 55834574979 for osd.1 2024-05-11T04:45:57.842 DEBUG:teuthology.parallel:result is None 2024-05-11T04:45:58.410 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738504 got 34359738509 for osd.0 2024-05-11T04:45:58.411 DEBUG:teuthology.parallel:result is None 2024-05-11T04:45:58.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:58 smithi072 bash[21439]: audit 2024-05-11T04:45:57.503012+0000 mon.a (mon.0) 837 : audit 0 from='client.? 172.21.15.72:0/2290838792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:45:58.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:58 smithi072 bash[31478]: audit 2024-05-11T04:45:57.503012+0000 mon.a (mon.0) 837 : audit 0 from='client.? 172.21.15.72:0/2290838792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:45:58.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:58 smithi086 bash[23731]: audit 2024-05-11T04:45:57.503012+0000 mon.a (mon.0) 837 : audit 0 from='client.? 172.21.15.72:0/2290838792' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T04:45:58.599 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757331 got 163208757337 for osd.5 2024-05-11T04:45:58.599 DEBUG:teuthology.parallel:result is None 2024-05-11T04:45:58.883 INFO:teuthology.orchestra.run.smithi072.stdout:128849018979 2024-05-11T04:45:58.942 INFO:teuthology.orchestra.run.smithi072.stdout:197568495696 2024-05-11T04:45:59.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:59 smithi072 bash[21439]: cluster 2024-05-11T04:45:57.326883+0000 mgr.y (mgr.14385) 180 : cluster 0 pgmap v155: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:59.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:59 smithi072 bash[21439]: audit 2024-05-11T04:45:58.888617+0000 mon.a (mon.0) 838 : audit 0 from='client.? 172.21.15.72:0/919468325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:45:59.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:45:59 smithi072 bash[21439]: audit 2024-05-11T04:45:58.948822+0000 mon.c (mon.2) 116 : audit 0 from='client.? 172.21.15.72:0/323154042' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:45:59.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:59 smithi072 bash[31478]: cluster 2024-05-11T04:45:57.326883+0000 mgr.y (mgr.14385) 180 : cluster 0 pgmap v155: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:59.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:59 smithi072 bash[31478]: audit 2024-05-11T04:45:58.888617+0000 mon.a (mon.0) 838 : audit 0 from='client.? 172.21.15.72:0/919468325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:45:59.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:45:59 smithi072 bash[31478]: audit 2024-05-11T04:45:58.948822+0000 mon.c (mon.2) 116 : audit 0 from='client.? 172.21.15.72:0/323154042' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:45:59.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:59 smithi086 bash[23731]: cluster 2024-05-11T04:45:57.326883+0000 mgr.y (mgr.14385) 180 : cluster 0 pgmap v155: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:45:59.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:59 smithi086 bash[23731]: audit 2024-05-11T04:45:58.888617+0000 mon.a (mon.0) 838 : audit 0 from='client.? 172.21.15.72:0/919468325' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T04:45:59.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:45:59 smithi086 bash[23731]: audit 2024-05-11T04:45:58.948822+0000 mon.c (mon.2) 116 : audit 0 from='client.? 172.21.15.72:0/323154042' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T04:46:00.050 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234047 got 231928234053 for osd.7 2024-05-11T04:46:00.051 DEBUG:teuthology.parallel:result is None 2024-05-11T04:46:00.769 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018974 got 128849018979 for osd.4 2024-05-11T04:46:00.770 DEBUG:teuthology.parallel:result is None 2024-05-11T04:46:00.837 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495691 got 197568495696 for osd.6 2024-05-11T04:46:00.837 DEBUG:teuthology.parallel:result is None 2024-05-11T04:46:00.837 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-11T04:46:00.838 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T04:46:01.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:01 smithi086 bash[23731]: cluster 2024-05-11T04:45:59.327951+0000 mgr.y (mgr.14385) 181 : cluster 0 pgmap v156: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:01.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:01 smithi072 bash[21439]: cluster 2024-05-11T04:45:59.327951+0000 mgr.y (mgr.14385) 181 : cluster 0 pgmap v156: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:01.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:01 smithi072 bash[31478]: cluster 2024-05-11T04:45:59.327951+0000 mgr.y (mgr.14385) 181 : cluster 0 pgmap v156: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:03.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:03 smithi086 bash[23731]: cluster 2024-05-11T04:46:01.328584+0000 mgr.y (mgr.14385) 182 : cluster 0 pgmap v157: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:03.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:03 smithi086 bash[23731]: audit 2024-05-11T04:46:02.328375+0000 mon.c (mon.2) 117 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:03.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:03 smithi072 bash[21439]: cluster 2024-05-11T04:46:01.328584+0000 mgr.y (mgr.14385) 182 : cluster 0 pgmap v157: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:03.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:03 smithi072 bash[21439]: audit 2024-05-11T04:46:02.328375+0000 mon.c (mon.2) 117 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:03.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:03 smithi072 bash[31478]: cluster 2024-05-11T04:46:01.328584+0000 mgr.y (mgr.14385) 182 : cluster 0 pgmap v157: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:03.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:03 smithi072 bash[31478]: audit 2024-05-11T04:46:02.328375+0000 mon.c (mon.2) 117 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:05.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:05 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:46:05] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2024-05-11T04:46:05.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:05 smithi072 bash[31478]: cluster 2024-05-11T04:46:03.329572+0000 mgr.y (mgr.14385) 183 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:05.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:05 smithi072 bash[21439]: cluster 2024-05-11T04:46:03.329572+0000 mgr.y (mgr.14385) 183 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:05.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:05 smithi086 bash[23731]: cluster 2024-05-11T04:46:03.329572+0000 mgr.y (mgr.14385) 183 : cluster 0 pgmap v158: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:05.575 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:46:07.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:07 smithi072 bash[31478]: cluster 2024-05-11T04:46:05.330181+0000 mgr.y (mgr.14385) 184 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:07.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:07 smithi072 bash[21439]: cluster 2024-05-11T04:46:05.330181+0000 mgr.y (mgr.14385) 184 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:07.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:07 smithi086 bash[23731]: cluster 2024-05-11T04:46:05.330181+0000 mgr.y (mgr.14385) 184 : cluster 0 pgmap v159: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:08.910 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:46:08.912 INFO:teuthology.orchestra.run.smithi072.stderr:dumped all 2024-05-11T04:46:09.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:09 smithi072 bash[21439]: cluster 2024-05-11T04:46:07.330794+0000 mgr.y (mgr.14385) 185 : cluster 0 pgmap v160: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:09.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:09 smithi072 bash[31478]: cluster 2024-05-11T04:46:07.330794+0000 mgr.y (mgr.14385) 185 : cluster 0 pgmap v160: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:09.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:09 smithi086 bash[23731]: cluster 2024-05-11T04:46:07.330794+0000 mgr.y (mgr.14385) 185 : cluster 0 pgmap v160: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:09.845 INFO:teuthology.orchestra.run.smithi072.stdout:{"pg_ready":true,"pg_map":{"version":160,"stamp":"2024-05-11T04:46:07.330466+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":289,"num_read_kb":386,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":236004,"kb_used_data":7532,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725212,"statfs":{"total":767960285184,"available":767718617088,"internally_reserved":0,"allocated":7712768,"data_stored":4349864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004581"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.195668+0000","last_change":"2024-05-11T04:44:15.948845+0000","last_active":"2024-05-11T04:45:18.195668+0000","last_peered":"2024-05-11T04:45:18.195668+0000","last_clean":"2024-05-11T04:45:18.195668+0000","last_became_active":"2024-05-11T04:44:15.948334+0000","last_became_peered":"2024-05-11T04:44:15.948334+0000","last_unstale":"2024-05-11T04:45:18.195668+0000","last_undegraded":"2024-05-11T04:45:18.195668+0000","last_fullsized":"2024-05-11T04:45:18.195668+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:36:16.920123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'5","reported_seq":23,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208455+0000","last_change":"2024-05-11T04:44:15.914635+0000","last_active":"2024-05-11T04:45:18.208455+0000","last_peered":"2024-05-11T04:45:18.208455+0000","last_clean":"2024-05-11T04:45:18.208455+0000","last_became_active":"2024-05-11T04:44:15.912103+0000","last_became_peered":"2024-05-11T04:44:15.912103+0000","last_unstale":"2024-05-11T04:45:18.208455+0000","last_undegraded":"2024-05-11T04:45:18.208455+0000","last_fullsized":"2024-05-11T04:45:18.208455+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:27:32.663645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.203355+0000","last_change":"2024-05-11T04:44:15.991726+0000","last_active":"2024-05-11T04:45:18.203355+0000","last_peered":"2024-05-11T04:45:18.203355+0000","last_clean":"2024-05-11T04:45:18.203355+0000","last_became_active":"2024-05-11T04:44:15.991342+0000","last_became_peered":"2024-05-11T04:44:15.991342+0000","last_unstale":"2024-05-11T04:45:18.203355+0000","last_undegraded":"2024-05-11T04:45:18.203355+0000","last_fullsized":"2024-05-11T04:45:18.203355+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:15:42.072457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.204778+0000","last_change":"2024-05-11T04:44:15.903404+0000","last_active":"2024-05-11T04:45:18.204778+0000","last_peered":"2024-05-11T04:45:18.204778+0000","last_clean":"2024-05-11T04:45:18.204778+0000","last_became_active":"2024-05-11T04:44:15.902529+0000","last_became_peered":"2024-05-11T04:44:15.902529+0000","last_unstale":"2024-05-11T04:45:18.204778+0000","last_undegraded":"2024-05-11T04:45:18.204778+0000","last_fullsized":"2024-05-11T04:45:18.204778+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:03:10.843812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196479+0000","last_change":"2024-05-11T04:44:15.991748+0000","last_active":"2024-05-11T04:45:18.196479+0000","last_peered":"2024-05-11T04:45:18.196479+0000","last_clean":"2024-05-11T04:45:18.196479+0000","last_became_active":"2024-05-11T04:44:15.991395+0000","last_became_peered":"2024-05-11T04:44:15.991395+0000","last_unstale":"2024-05-11T04:45:18.196479+0000","last_undegraded":"2024-05-11T04:45:18.196479+0000","last_fullsized":"2024-05-11T04:45:18.196479+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:12:55.231685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201729+0000","last_change":"2024-05-11T04:44:15.896335+0000","last_active":"2024-05-11T04:45:18.201729+0000","last_peered":"2024-05-11T04:45:18.201729+0000","last_clean":"2024-05-11T04:45:18.201729+0000","last_became_active":"2024-05-11T04:44:15.894431+0000","last_became_peered":"2024-05-11T04:44:15.894431+0000","last_unstale":"2024-05-11T04:45:18.201729+0000","last_undegraded":"2024-05-11T04:45:18.201729+0000","last_fullsized":"2024-05-11T04:45:18.201729+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:30:09.928678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196895+0000","last_change":"2024-05-11T04:44:15.950411+0000","last_active":"2024-05-11T04:45:18.196895+0000","last_peered":"2024-05-11T04:45:18.196895+0000","last_clean":"2024-05-11T04:45:18.196895+0000","last_became_active":"2024-05-11T04:44:15.950137+0000","last_became_peered":"2024-05-11T04:44:15.950137+0000","last_unstale":"2024-05-11T04:45:18.196895+0000","last_undegraded":"2024-05-11T04:45:18.196895+0000","last_fullsized":"2024-05-11T04:45:18.196895+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:48:07.269402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201240+0000","last_change":"2024-05-11T04:44:15.923785+0000","last_active":"2024-05-11T04:45:18.201240+0000","last_peered":"2024-05-11T04:45:18.201240+0000","last_clean":"2024-05-11T04:45:18.201240+0000","last_became_active":"2024-05-11T04:44:15.923227+0000","last_became_peered":"2024-05-11T04:44:15.923227+0000","last_unstale":"2024-05-11T04:45:18.201240+0000","last_undegraded":"2024-05-11T04:45:18.201240+0000","last_fullsized":"2024-05-11T04:45:18.201240+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:00:43.973584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.190650+0000","last_change":"2024-05-11T04:44:17.351110+0000","last_active":"2024-05-11T04:45:18.190650+0000","last_peered":"2024-05-11T04:45:18.190650+0000","last_clean":"2024-05-11T04:45:18.190650+0000","last_became_active":"2024-05-11T04:44:17.350094+0000","last_became_peered":"2024-05-11T04:44:17.350094+0000","last_unstale":"2024-05-11T04:45:18.190650+0000","last_undegraded":"2024-05-11T04:45:18.190650+0000","last_fullsized":"2024-05-11T04:45:18.190650+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:23:38.992578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208409+0000","last_change":"2024-05-11T04:44:15.927632+0000","last_active":"2024-05-11T04:45:18.208409+0000","last_peered":"2024-05-11T04:45:18.208409+0000","last_clean":"2024-05-11T04:45:18.208409+0000","last_became_active":"2024-05-11T04:44:15.925928+0000","last_became_peered":"2024-05-11T04:44:15.925928+0000","last_unstale":"2024-05-11T04:45:18.208409+0000","last_undegraded":"2024-05-11T04:45:18.208409+0000","last_fullsized":"2024-05-11T04:45:18.208409+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:55:07.453443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196140+0000","last_change":"2024-05-11T04:44:16.123650+0000","last_active":"2024-05-11T04:45:18.196140+0000","last_peered":"2024-05-11T04:45:18.196140+0000","last_clean":"2024-05-11T04:45:18.196140+0000","last_became_active":"2024-05-11T04:44:16.121845+0000","last_became_peered":"2024-05-11T04:44:16.121845+0000","last_unstale":"2024-05-11T04:45:18.196140+0000","last_undegraded":"2024-05-11T04:45:18.196140+0000","last_fullsized":"2024-05-11T04:45:18.196140+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:36:10.641645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208556+0000","last_change":"2024-05-11T04:44:15.927698+0000","last_active":"2024-05-11T04:45:18.208556+0000","last_peered":"2024-05-11T04:45:18.208556+0000","last_clean":"2024-05-11T04:45:18.208556+0000","last_became_active":"2024-05-11T04:44:15.927115+0000","last_became_peered":"2024-05-11T04:44:15.927115+0000","last_unstale":"2024-05-11T04:45:18.208556+0000","last_undegraded":"2024-05-11T04:45:18.208556+0000","last_fullsized":"2024-05-11T04:45:18.208556+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:37:17.828275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.209299+0000","last_change":"2024-05-11T04:41:59.631324+0000","last_active":"2024-05-11T04:45:18.209299+0000","last_peered":"2024-05-11T04:45:18.209299+0000","last_clean":"2024-05-11T04:45:18.209299+0000","last_became_active":"2024-05-11T04:41:59.630917+0000","last_became_peered":"2024-05-11T04:41:59.630917+0000","last_unstale":"2024-05-11T04:45:18.209299+0000","last_undegraded":"2024-05-11T04:45:18.209299+0000","last_fullsized":"2024-05-11T04:45:18.209299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:00:27.715522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.202458+0000","last_change":"2024-05-11T04:44:15.992520+0000","last_active":"2024-05-11T04:45:18.202458+0000","last_peered":"2024-05-11T04:45:18.202458+0000","last_clean":"2024-05-11T04:45:18.202458+0000","last_became_active":"2024-05-11T04:44:15.991915+0000","last_became_peered":"2024-05-11T04:44:15.991915+0000","last_unstale":"2024-05-11T04:45:18.202458+0000","last_undegraded":"2024-05-11T04:45:18.202458+0000","last_fullsized":"2024-05-11T04:45:18.202458+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:09:33.563376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196160+0000","last_change":"2024-05-11T04:41:59.669734+0000","last_active":"2024-05-11T04:45:18.196160+0000","last_peered":"2024-05-11T04:45:18.196160+0000","last_clean":"2024-05-11T04:45:18.196160+0000","last_became_active":"2024-05-11T04:41:59.668872+0000","last_became_peered":"2024-05-11T04:41:59.668872+0000","last_unstale":"2024-05-11T04:45:18.196160+0000","last_undegraded":"2024-05-11T04:45:18.196160+0000","last_fullsized":"2024-05-11T04:45:18.196160+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:09:10.768245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.204250+0000","last_change":"2024-05-11T04:44:15.906359+0000","last_active":"2024-05-11T04:45:18.204250+0000","last_peered":"2024-05-11T04:45:18.204250+0000","last_clean":"2024-05-11T04:45:18.204250+0000","last_became_active":"2024-05-11T04:44:15.904177+0000","last_became_peered":"2024-05-11T04:44:15.904177+0000","last_unstale":"2024-05-11T04:45:18.204250+0000","last_undegraded":"2024-05-11T04:45:18.204250+0000","last_fullsized":"2024-05-11T04:45:18.204250+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:38:10.197789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208472+0000","last_change":"2024-05-11T04:44:16.941087+0000","last_active":"2024-05-11T04:45:18.208472+0000","last_peered":"2024-05-11T04:45:18.208472+0000","last_clean":"2024-05-11T04:45:18.208472+0000","last_became_active":"2024-05-11T04:44:16.940446+0000","last_became_peered":"2024-05-11T04:44:16.940446+0000","last_unstale":"2024-05-11T04:45:18.208472+0000","last_undegraded":"2024-05-11T04:45:18.208472+0000","last_fullsized":"2024-05-11T04:45:18.208472+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:32:34.533340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.195107+0000","last_change":"2024-05-11T04:44:15.943499+0000","last_active":"2024-05-11T04:45:18.195107+0000","last_peered":"2024-05-11T04:45:18.195107+0000","last_clean":"2024-05-11T04:45:18.195107+0000","last_became_active":"2024-05-11T04:44:15.942733+0000","last_became_peered":"2024-05-11T04:44:15.942733+0000","last_unstale":"2024-05-11T04:45:18.195107+0000","last_undegraded":"2024-05-11T04:45:18.195107+0000","last_fullsized":"2024-05-11T04:45:18.195107+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:50:47.939671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.192182+0000","last_change":"2024-05-11T04:41:59.672919+0000","last_active":"2024-05-11T04:45:18.192182+0000","last_peered":"2024-05-11T04:45:18.192182+0000","last_clean":"2024-05-11T04:45:18.192182+0000","last_became_active":"2024-05-11T04:41:59.672543+0000","last_became_peered":"2024-05-11T04:41:59.672543+0000","last_unstale":"2024-05-11T04:45:18.192182+0000","last_undegraded":"2024-05-11T04:45:18.192182+0000","last_fullsized":"2024-05-11T04:45:18.192182+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:15:14.750628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208611+0000","last_change":"2024-05-11T04:44:16.918900+0000","last_active":"2024-05-11T04:45:18.208611+0000","last_peered":"2024-05-11T04:45:18.208611+0000","last_clean":"2024-05-11T04:45:18.208611+0000","last_became_active":"2024-05-11T04:44:16.918023+0000","last_became_peered":"2024-05-11T04:44:16.918023+0000","last_unstale":"2024-05-11T04:45:18.208611+0000","last_undegraded":"2024-05-11T04:45:18.208611+0000","last_fullsized":"2024-05-11T04:45:18.208611+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:34:28.887842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.207856+0000","last_change":"2024-05-11T04:44:15.915732+0000","last_active":"2024-05-11T04:45:18.207856+0000","last_peered":"2024-05-11T04:45:18.207856+0000","last_clean":"2024-05-11T04:45:18.207856+0000","last_became_active":"2024-05-11T04:44:15.914945+0000","last_became_peered":"2024-05-11T04:44:15.914945+0000","last_unstale":"2024-05-11T04:45:18.207856+0000","last_undegraded":"2024-05-11T04:45:18.207856+0000","last_fullsized":"2024-05-11T04:45:18.207856+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:40:01.708260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.633982+0000","last_change":"2024-05-11T04:41:59.669790+0000","last_active":"2024-05-11T04:45:19.633982+0000","last_peered":"2024-05-11T04:45:19.633982+0000","last_clean":"2024-05-11T04:45:19.633982+0000","last_became_active":"2024-05-11T04:41:59.669457+0000","last_became_peered":"2024-05-11T04:41:59.669457+0000","last_unstale":"2024-05-11T04:45:19.633982+0000","last_undegraded":"2024-05-11T04:45:19.633982+0000","last_fullsized":"2024-05-11T04:45:19.633982+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:54:57.663326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.209122+0000","last_change":"2024-05-11T04:44:15.926937+0000","last_active":"2024-05-11T04:45:18.209122+0000","last_peered":"2024-05-11T04:45:18.209122+0000","last_clean":"2024-05-11T04:45:18.209122+0000","last_became_active":"2024-05-11T04:44:15.926631+0000","last_became_peered":"2024-05-11T04:44:15.926631+0000","last_unstale":"2024-05-11T04:45:18.209122+0000","last_undegraded":"2024-05-11T04:45:18.209122+0000","last_fullsized":"2024-05-11T04:45:18.209122+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:17:21.702606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.203603+0000","last_change":"2024-05-11T04:44:15.908007+0000","last_active":"2024-05-11T04:45:18.203603+0000","last_peered":"2024-05-11T04:45:18.203603+0000","last_clean":"2024-05-11T04:45:18.203603+0000","last_became_active":"2024-05-11T04:44:15.907206+0000","last_became_peered":"2024-05-11T04:44:15.907206+0000","last_unstale":"2024-05-11T04:45:18.203603+0000","last_undegraded":"2024-05-11T04:45:18.203603+0000","last_fullsized":"2024-05-11T04:45:18.203603+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:29:33.585456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":269,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.191124+0000","last_change":"2024-05-11T04:40:23.774854+0000","last_active":"2024-05-11T04:45:18.191124+0000","last_peered":"2024-05-11T04:45:18.191124+0000","last_clean":"2024-05-11T04:45:18.191124+0000","last_became_active":"2024-05-11T04:40:23.773730+0000","last_became_peered":"2024-05-11T04:40:23.773730+0000","last_unstale":"2024-05-11T04:45:18.191124+0000","last_undegraded":"2024-05-11T04:45:18.191124+0000","last_fullsized":"2024-05-11T04:45:18.191124+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_clean_scrub_stamp":"2024-05-11T04:36:10.966115+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:58:36.249706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201071+0000","last_change":"2024-05-11T04:41:59.628778+0000","last_active":"2024-05-11T04:45:18.201071+0000","last_peered":"2024-05-11T04:45:18.201071+0000","last_clean":"2024-05-11T04:45:18.201071+0000","last_became_active":"2024-05-11T04:41:59.628312+0000","last_became_peered":"2024-05-11T04:41:59.628312+0000","last_unstale":"2024-05-11T04:45:18.201071+0000","last_undegraded":"2024-05-11T04:45:18.201071+0000","last_fullsized":"2024-05-11T04:45:18.201071+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:34:59.218797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.195872+0000","last_change":"2024-05-11T04:44:16.918153+0000","last_active":"2024-05-11T04:45:18.195872+0000","last_peered":"2024-05-11T04:45:18.195872+0000","last_clean":"2024-05-11T04:45:18.195872+0000","last_became_active":"2024-05-11T04:44:16.917284+0000","last_became_peered":"2024-05-11T04:44:16.917284+0000","last_unstale":"2024-05-11T04:45:18.195872+0000","last_undegraded":"2024-05-11T04:45:18.195872+0000","last_fullsized":"2024-05-11T04:45:18.195872+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:57:06.458220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.194770+0000","last_change":"2024-05-11T04:44:15.936171+0000","last_active":"2024-05-11T04:45:18.194770+0000","last_peered":"2024-05-11T04:45:18.194770+0000","last_clean":"2024-05-11T04:45:18.194770+0000","last_became_active":"2024-05-11T04:44:15.933890+0000","last_became_peered":"2024-05-11T04:44:15.933890+0000","last_unstale":"2024-05-11T04:45:18.194770+0000","last_undegraded":"2024-05-11T04:45:18.194770+0000","last_fullsized":"2024-05-11T04:45:18.194770+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:52:15.548305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.189973+0000","last_change":"2024-05-11T04:41:59.671169+0000","last_active":"2024-05-11T04:45:18.189973+0000","last_peered":"2024-05-11T04:45:18.189973+0000","last_clean":"2024-05-11T04:45:18.189973+0000","last_became_active":"2024-05-11T04:41:59.670215+0000","last_became_peered":"2024-05-11T04:41:59.670215+0000","last_unstale":"2024-05-11T04:45:18.189973+0000","last_undegraded":"2024-05-11T04:45:18.189973+0000","last_fullsized":"2024-05-11T04:45:18.189973+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:48:46.835047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.194981+0000","last_change":"2024-05-11T04:44:17.351953+0000","last_active":"2024-05-11T04:45:18.194981+0000","last_peered":"2024-05-11T04:45:18.194981+0000","last_clean":"2024-05-11T04:45:18.194981+0000","last_became_active":"2024-05-11T04:44:17.350404+0000","last_became_peered":"2024-05-11T04:44:17.350404+0000","last_unstale":"2024-05-11T04:45:18.194981+0000","last_undegraded":"2024-05-11T04:45:18.194981+0000","last_fullsized":"2024-05-11T04:45:18.194981+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:48:59.454375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196260+0000","last_change":"2024-05-11T04:44:15.910195+0000","last_active":"2024-05-11T04:45:18.196260+0000","last_peered":"2024-05-11T04:45:18.196260+0000","last_clean":"2024-05-11T04:45:18.196260+0000","last_became_active":"2024-05-11T04:44:15.909107+0000","last_became_peered":"2024-05-11T04:44:15.909107+0000","last_unstale":"2024-05-11T04:45:18.196260+0000","last_undegraded":"2024-05-11T04:45:18.196260+0000","last_fullsized":"2024-05-11T04:45:18.196260+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:28:24.298661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.200845+0000","last_change":"2024-05-11T04:41:59.630505+0000","last_active":"2024-05-11T04:45:18.200845+0000","last_peered":"2024-05-11T04:45:18.200845+0000","last_clean":"2024-05-11T04:45:18.200845+0000","last_became_active":"2024-05-11T04:41:59.630070+0000","last_became_peered":"2024-05-11T04:41:59.630070+0000","last_unstale":"2024-05-11T04:45:18.200845+0000","last_undegraded":"2024-05-11T04:45:18.200845+0000","last_fullsized":"2024-05-11T04:45:18.200845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:25:00.379176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.194294+0000","last_change":"2024-05-11T04:44:17.112811+0000","last_active":"2024-05-11T04:45:18.194294+0000","last_peered":"2024-05-11T04:45:18.194294+0000","last_clean":"2024-05-11T04:45:18.194294+0000","last_became_active":"2024-05-11T04:44:17.111746+0000","last_became_peered":"2024-05-11T04:44:17.111746+0000","last_unstale":"2024-05-11T04:45:18.194294+0000","last_undegraded":"2024-05-11T04:45:18.194294+0000","last_fullsized":"2024-05-11T04:45:18.194294+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:16:25.638760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201638+0000","last_change":"2024-05-11T04:44:15.895238+0000","last_active":"2024-05-11T04:45:18.201638+0000","last_peered":"2024-05-11T04:45:18.201638+0000","last_clean":"2024-05-11T04:45:18.201638+0000","last_became_active":"2024-05-11T04:44:15.893240+0000","last_became_peered":"2024-05-11T04:44:15.893240+0000","last_unstale":"2024-05-11T04:45:18.201638+0000","last_undegraded":"2024-05-11T04:45:18.201638+0000","last_fullsized":"2024-05-11T04:45:18.201638+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:01:03.555284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.194854+0000","last_change":"2024-05-11T04:41:59.671756+0000","last_active":"2024-05-11T04:45:18.194854+0000","last_peered":"2024-05-11T04:45:18.194854+0000","last_clean":"2024-05-11T04:45:18.194854+0000","last_became_active":"2024-05-11T04:41:59.670500+0000","last_became_peered":"2024-05-11T04:41:59.670500+0000","last_unstale":"2024-05-11T04:45:18.194854+0000","last_undegraded":"2024-05-11T04:45:18.194854+0000","last_fullsized":"2024-05-11T04:45:18.194854+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:23:59.715343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.207426+0000","last_change":"2024-05-11T04:45:19.207426+0000","last_active":"2024-05-11T04:45:19.207426+0000","last_peered":"2024-05-11T04:45:19.207426+0000","last_clean":"2024-05-11T04:45:19.207426+0000","last_became_active":"2024-05-11T04:45:19.206443+0000","last_became_peered":"2024-05-11T04:45:19.206443+0000","last_unstale":"2024-05-11T04:45:19.207426+0000","last_undegraded":"2024-05-11T04:45:19.207426+0000","last_fullsized":"2024-05-11T04:45:19.207426+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:35:34.172383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201983+0000","last_change":"2024-05-11T04:44:15.929525+0000","last_active":"2024-05-11T04:45:18.201983+0000","last_peered":"2024-05-11T04:45:18.201983+0000","last_clean":"2024-05-11T04:45:18.201983+0000","last_became_active":"2024-05-11T04:44:15.928974+0000","last_became_peered":"2024-05-11T04:44:15.928974+0000","last_unstale":"2024-05-11T04:45:18.201983+0000","last_undegraded":"2024-05-11T04:45:18.201983+0000","last_fullsized":"2024-05-11T04:45:18.201983+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:29:21.285684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.197694+0000","last_change":"2024-05-11T04:44:15.948757+0000","last_active":"2024-05-11T04:45:18.197694+0000","last_peered":"2024-05-11T04:45:18.197694+0000","last_clean":"2024-05-11T04:45:18.197694+0000","last_became_active":"2024-05-11T04:44:15.947781+0000","last_became_peered":"2024-05-11T04:44:15.947781+0000","last_unstale":"2024-05-11T04:45:18.197694+0000","last_undegraded":"2024-05-11T04:45:18.197694+0000","last_fullsized":"2024-05-11T04:45:18.197694+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:16:19.399378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.197118+0000","last_change":"2024-05-11T04:44:15.901291+0000","last_active":"2024-05-11T04:45:18.197118+0000","last_peered":"2024-05-11T04:45:18.197118+0000","last_clean":"2024-05-11T04:45:18.197118+0000","last_became_active":"2024-05-11T04:44:15.900505+0000","last_became_peered":"2024-05-11T04:44:15.900505+0000","last_unstale":"2024-05-11T04:45:18.197118+0000","last_undegraded":"2024-05-11T04:45:18.197118+0000","last_fullsized":"2024-05-11T04:45:18.197118+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:21:40.699618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":24,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.371739+0000","last_change":"2024-05-11T04:45:19.371739+0000","last_active":"2024-05-11T04:45:19.371739+0000","last_peered":"2024-05-11T04:45:19.371739+0000","last_clean":"2024-05-11T04:45:19.371739+0000","last_became_active":"2024-05-11T04:45:19.370910+0000","last_became_peered":"2024-05-11T04:45:19.370910+0000","last_unstale":"2024-05-11T04:45:19.371739+0000","last_undegraded":"2024-05-11T04:45:19.371739+0000","last_fullsized":"2024-05-11T04:45:19.371739+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:29:05.403254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208599+0000","last_change":"2024-05-11T04:44:15.914364+0000","last_active":"2024-05-11T04:45:18.208599+0000","last_peered":"2024-05-11T04:45:18.208599+0000","last_clean":"2024-05-11T04:45:18.208599+0000","last_became_active":"2024-05-11T04:44:15.914048+0000","last_became_peered":"2024-05-11T04:44:15.914048+0000","last_unstale":"2024-05-11T04:45:18.208599+0000","last_undegraded":"2024-05-11T04:45:18.208599+0000","last_fullsized":"2024-05-11T04:45:18.208599+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:22:15.090047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196896+0000","last_change":"2024-05-11T04:44:15.945898+0000","last_active":"2024-05-11T04:45:18.196896+0000","last_peered":"2024-05-11T04:45:18.196896+0000","last_clean":"2024-05-11T04:45:18.196896+0000","last_became_active":"2024-05-11T04:44:15.945340+0000","last_became_peered":"2024-05-11T04:44:15.945340+0000","last_unstale":"2024-05-11T04:45:18.196896+0000","last_undegraded":"2024-05-11T04:45:18.196896+0000","last_fullsized":"2024-05-11T04:45:18.196896+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:49:55.809749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'3","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.203494+0000","last_change":"2024-05-11T04:44:15.940806+0000","last_active":"2024-05-11T04:45:18.203494+0000","last_peered":"2024-05-11T04:45:18.203494+0000","last_clean":"2024-05-11T04:45:18.203494+0000","last_became_active":"2024-05-11T04:44:15.940345+0000","last_became_peered":"2024-05-11T04:44:15.940345+0000","last_unstale":"2024-05-11T04:45:18.203494+0000","last_undegraded":"2024-05-11T04:45:18.203494+0000","last_fullsized":"2024-05-11T04:45:18.203494+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:32:26.209706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208136+0000","last_change":"2024-05-11T04:44:17.112480+0000","last_active":"2024-05-11T04:45:18.208136+0000","last_peered":"2024-05-11T04:45:18.208136+0000","last_clean":"2024-05-11T04:45:18.208136+0000","last_became_active":"2024-05-11T04:44:17.111598+0000","last_became_peered":"2024-05-11T04:44:17.111598+0000","last_unstale":"2024-05-11T04:45:18.208136+0000","last_undegraded":"2024-05-11T04:45:18.208136+0000","last_fullsized":"2024-05-11T04:45:18.208136+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:35:45.267732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201136+0000","last_change":"2024-05-11T04:44:15.911152+0000","last_active":"2024-05-11T04:45:18.201136+0000","last_peered":"2024-05-11T04:45:18.201136+0000","last_clean":"2024-05-11T04:45:18.201136+0000","last_became_active":"2024-05-11T04:44:15.910388+0000","last_became_peered":"2024-05-11T04:44:15.910388+0000","last_unstale":"2024-05-11T04:45:18.201136+0000","last_undegraded":"2024-05-11T04:45:18.201136+0000","last_fullsized":"2024-05-11T04:45:18.201136+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:06:37.779725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208455+0000","last_change":"2024-05-11T04:44:15.947204+0000","last_active":"2024-05-11T04:45:18.208455+0000","last_peered":"2024-05-11T04:45:18.208455+0000","last_clean":"2024-05-11T04:45:18.208455+0000","last_became_active":"2024-05-11T04:44:15.946856+0000","last_became_peered":"2024-05-11T04:44:15.946856+0000","last_unstale":"2024-05-11T04:45:18.208455+0000","last_undegraded":"2024-05-11T04:45:18.208455+0000","last_fullsized":"2024-05-11T04:45:18.208455+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:04:48.902369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.192305+0000","last_change":"2024-05-11T04:44:15.917185+0000","last_active":"2024-05-11T04:45:18.192305+0000","last_peered":"2024-05-11T04:45:18.192305+0000","last_clean":"2024-05-11T04:45:18.192305+0000","last_became_active":"2024-05-11T04:44:15.916369+0000","last_became_peered":"2024-05-11T04:44:15.916369+0000","last_unstale":"2024-05-11T04:45:18.192305+0000","last_undegraded":"2024-05-11T04:45:18.192305+0000","last_fullsized":"2024-05-11T04:45:18.192305+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:04:32.037288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.195866+0000","last_change":"2024-05-11T04:44:15.947466+0000","last_active":"2024-05-11T04:45:18.195866+0000","last_peered":"2024-05-11T04:45:18.195866+0000","last_clean":"2024-05-11T04:45:18.195866+0000","last_became_active":"2024-05-11T04:44:15.947048+0000","last_became_peered":"2024-05-11T04:44:15.947048+0000","last_unstale":"2024-05-11T04:45:18.195866+0000","last_undegraded":"2024-05-11T04:45:18.195866+0000","last_fullsized":"2024-05-11T04:45:18.195866+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:21:49.168074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.192769+0000","last_change":"2024-05-11T04:44:15.925243+0000","last_active":"2024-05-11T04:45:18.192769+0000","last_peered":"2024-05-11T04:45:18.192769+0000","last_clean":"2024-05-11T04:45:18.192769+0000","last_became_active":"2024-05-11T04:44:15.924919+0000","last_became_peered":"2024-05-11T04:44:15.924919+0000","last_unstale":"2024-05-11T04:45:18.192769+0000","last_undegraded":"2024-05-11T04:45:18.192769+0000","last_fullsized":"2024-05-11T04:45:18.192769+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:03:18.778246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.200831+0000","last_change":"2024-05-11T04:44:17.549027+0000","last_active":"2024-05-11T04:45:18.200831+0000","last_peered":"2024-05-11T04:45:18.200831+0000","last_clean":"2024-05-11T04:45:18.200831+0000","last_became_active":"2024-05-11T04:44:17.548094+0000","last_became_peered":"2024-05-11T04:44:17.548094+0000","last_unstale":"2024-05-11T04:45:18.200831+0000","last_undegraded":"2024-05-11T04:45:18.200831+0000","last_fullsized":"2024-05-11T04:45:18.200831+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:51:51.768012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.192858+0000","last_change":"2024-05-11T04:44:15.906898+0000","last_active":"2024-05-11T04:45:18.192858+0000","last_peered":"2024-05-11T04:45:18.192858+0000","last_clean":"2024-05-11T04:45:18.192858+0000","last_became_active":"2024-05-11T04:44:15.906011+0000","last_became_peered":"2024-05-11T04:44:15.906011+0000","last_unstale":"2024-05-11T04:45:18.192858+0000","last_undegraded":"2024-05-11T04:45:18.192858+0000","last_fullsized":"2024-05-11T04:45:18.192858+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:12:05.762984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.204235+0000","last_change":"2024-05-11T04:44:15.949571+0000","last_active":"2024-05-11T04:45:18.204235+0000","last_peered":"2024-05-11T04:45:18.204235+0000","last_clean":"2024-05-11T04:45:18.204235+0000","last_became_active":"2024-05-11T04:44:15.949006+0000","last_became_peered":"2024-05-11T04:44:15.949006+0000","last_unstale":"2024-05-11T04:45:18.204235+0000","last_undegraded":"2024-05-11T04:45:18.204235+0000","last_fullsized":"2024-05-11T04:45:18.204235+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:06:13.895777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":32,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208350+0000","last_change":"2024-05-11T04:44:15.902330+0000","last_active":"2024-05-11T04:45:18.208350+0000","last_peered":"2024-05-11T04:45:18.208350+0000","last_clean":"2024-05-11T04:45:18.208350+0000","last_became_active":"2024-05-11T04:44:15.899902+0000","last_became_peered":"2024-05-11T04:44:15.899902+0000","last_unstale":"2024-05-11T04:45:18.208350+0000","last_undegraded":"2024-05-11T04:45:18.208350+0000","last_fullsized":"2024-05-11T04:45:18.208350+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:23:56.701065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208215+0000","last_change":"2024-05-11T04:44:17.351055+0000","last_active":"2024-05-11T04:45:18.208215+0000","last_peered":"2024-05-11T04:45:18.208215+0000","last_clean":"2024-05-11T04:45:18.208215+0000","last_became_active":"2024-05-11T04:44:17.350197+0000","last_became_peered":"2024-05-11T04:44:17.350197+0000","last_unstale":"2024-05-11T04:45:18.208215+0000","last_undegraded":"2024-05-11T04:45:18.208215+0000","last_fullsized":"2024-05-11T04:45:18.208215+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:28:15.110710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.191270+0000","last_change":"2024-05-11T04:44:15.906295+0000","last_active":"2024-05-11T04:45:18.191270+0000","last_peered":"2024-05-11T04:45:18.191270+0000","last_clean":"2024-05-11T04:45:18.191270+0000","last_became_active":"2024-05-11T04:44:15.905254+0000","last_became_peered":"2024-05-11T04:44:15.905254+0000","last_unstale":"2024-05-11T04:45:18.191270+0000","last_undegraded":"2024-05-11T04:45:18.191270+0000","last_fullsized":"2024-05-11T04:45:18.191270+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:16:58.459590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201562+0000","last_change":"2024-05-11T04:44:17.345404+0000","last_active":"2024-05-11T04:45:18.201562+0000","last_peered":"2024-05-11T04:45:18.201562+0000","last_clean":"2024-05-11T04:45:18.201562+0000","last_became_active":"2024-05-11T04:44:17.344556+0000","last_became_peered":"2024-05-11T04:44:17.344556+0000","last_unstale":"2024-05-11T04:45:18.201562+0000","last_undegraded":"2024-05-11T04:45:18.201562+0000","last_fullsized":"2024-05-11T04:45:18.201562+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:57:08.286417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208126+0000","last_change":"2024-05-11T04:44:15.909581+0000","last_active":"2024-05-11T04:45:18.208126+0000","last_peered":"2024-05-11T04:45:18.208126+0000","last_clean":"2024-05-11T04:45:18.208126+0000","last_became_active":"2024-05-11T04:44:15.907310+0000","last_became_peered":"2024-05-11T04:44:15.907310+0000","last_unstale":"2024-05-11T04:45:18.208126+0000","last_undegraded":"2024-05-11T04:45:18.208126+0000","last_fullsized":"2024-05-11T04:45:18.208126+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:14:23.502464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.203889+0000","last_change":"2024-05-11T04:44:15.950788+0000","last_active":"2024-05-11T04:45:18.203889+0000","last_peered":"2024-05-11T04:45:18.203889+0000","last_clean":"2024-05-11T04:45:18.203889+0000","last_became_active":"2024-05-11T04:44:15.950361+0000","last_became_peered":"2024-05-11T04:44:15.950361+0000","last_unstale":"2024-05-11T04:45:18.203889+0000","last_undegraded":"2024-05-11T04:45:18.203889+0000","last_fullsized":"2024-05-11T04:45:18.203889+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:38:19.348725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.191942+0000","last_change":"2024-05-11T04:44:15.908810+0000","last_active":"2024-05-11T04:45:18.191942+0000","last_peered":"2024-05-11T04:45:18.191942+0000","last_clean":"2024-05-11T04:45:18.191942+0000","last_became_active":"2024-05-11T04:44:15.908226+0000","last_became_peered":"2024-05-11T04:44:15.908226+0000","last_unstale":"2024-05-11T04:45:18.191942+0000","last_undegraded":"2024-05-11T04:45:18.191942+0000","last_fullsized":"2024-05-11T04:45:18.191942+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:51:33.187402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196487+0000","last_change":"2024-05-11T04:44:15.937164+0000","last_active":"2024-05-11T04:45:18.196487+0000","last_peered":"2024-05-11T04:45:18.196487+0000","last_clean":"2024-05-11T04:45:18.196487+0000","last_became_active":"2024-05-11T04:44:15.936773+0000","last_became_peered":"2024-05-11T04:44:15.936773+0000","last_unstale":"2024-05-11T04:45:18.196487+0000","last_undegraded":"2024-05-11T04:45:18.196487+0000","last_fullsized":"2024-05-11T04:45:18.196487+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:27:19.573153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'7","reported_seq":29,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196667+0000","last_change":"2024-05-11T04:44:15.904178+0000","last_active":"2024-05-11T04:45:18.196667+0000","last_peered":"2024-05-11T04:45:18.196667+0000","last_clean":"2024-05-11T04:45:18.196667+0000","last_became_active":"2024-05-11T04:44:15.903257+0000","last_became_peered":"2024-05-11T04:44:15.903257+0000","last_unstale":"2024-05-11T04:45:18.196667+0000","last_undegraded":"2024-05-11T04:45:18.196667+0000","last_fullsized":"2024-05-11T04:45:18.196667+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:42:45.489726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.194058+0000","last_change":"2024-05-11T04:44:17.549627+0000","last_active":"2024-05-11T04:45:18.194058+0000","last_peered":"2024-05-11T04:45:18.194058+0000","last_clean":"2024-05-11T04:45:18.194058+0000","last_became_active":"2024-05-11T04:44:17.548576+0000","last_became_peered":"2024-05-11T04:44:17.548576+0000","last_unstale":"2024-05-11T04:45:18.194058+0000","last_undegraded":"2024-05-11T04:45:18.194058+0000","last_fullsized":"2024-05-11T04:45:18.194058+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:17:28.008002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":22,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.192063+0000","last_change":"2024-05-11T04:44:15.928942+0000","last_active":"2024-05-11T04:45:18.192063+0000","last_peered":"2024-05-11T04:45:18.192063+0000","last_clean":"2024-05-11T04:45:18.192063+0000","last_became_active":"2024-05-11T04:44:15.928358+0000","last_became_peered":"2024-05-11T04:44:15.928358+0000","last_unstale":"2024-05-11T04:45:18.192063+0000","last_undegraded":"2024-05-11T04:45:18.192063+0000","last_fullsized":"2024-05-11T04:45:18.192063+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:57:55.936702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.203810+0000","last_change":"2024-05-11T04:44:15.945759+0000","last_active":"2024-05-11T04:45:18.203810+0000","last_peered":"2024-05-11T04:45:18.203810+0000","last_clean":"2024-05-11T04:45:18.203810+0000","last_became_active":"2024-05-11T04:44:15.945056+0000","last_became_peered":"2024-05-11T04:44:15.945056+0000","last_unstale":"2024-05-11T04:45:18.203810+0000","last_undegraded":"2024-05-11T04:45:18.203810+0000","last_fullsized":"2024-05-11T04:45:18.203810+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:03:25.257505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201354+0000","last_change":"2024-05-11T04:44:15.915896+0000","last_active":"2024-05-11T04:45:18.201354+0000","last_peered":"2024-05-11T04:45:18.201354+0000","last_clean":"2024-05-11T04:45:18.201354+0000","last_became_active":"2024-05-11T04:44:15.915104+0000","last_became_peered":"2024-05-11T04:44:15.915104+0000","last_unstale":"2024-05-11T04:45:18.201354+0000","last_undegraded":"2024-05-11T04:45:18.201354+0000","last_fullsized":"2024-05-11T04:45:18.201354+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:59:55.044455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.202217+0000","last_change":"2024-05-11T04:44:15.949110+0000","last_active":"2024-05-11T04:45:18.202217+0000","last_peered":"2024-05-11T04:45:18.202217+0000","last_clean":"2024-05-11T04:45:18.202217+0000","last_became_active":"2024-05-11T04:44:15.948649+0000","last_became_peered":"2024-05-11T04:44:15.948649+0000","last_unstale":"2024-05-11T04:45:18.202217+0000","last_undegraded":"2024-05-11T04:45:18.202217+0000","last_fullsized":"2024-05-11T04:45:18.202217+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:00:48.506365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208268+0000","last_change":"2024-05-11T04:44:15.918069+0000","last_active":"2024-05-11T04:45:18.208268+0000","last_peered":"2024-05-11T04:45:18.208268+0000","last_clean":"2024-05-11T04:45:18.208268+0000","last_became_active":"2024-05-11T04:44:15.917544+0000","last_became_peered":"2024-05-11T04:44:15.917544+0000","last_unstale":"2024-05-11T04:45:18.208268+0000","last_undegraded":"2024-05-11T04:45:18.208268+0000","last_fullsized":"2024-05-11T04:45:18.208268+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:18:40.740908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.209289+0000","last_change":"2024-05-11T04:44:16.122619+0000","last_active":"2024-05-11T04:45:18.209289+0000","last_peered":"2024-05-11T04:45:18.209289+0000","last_clean":"2024-05-11T04:45:18.209289+0000","last_became_active":"2024-05-11T04:44:16.121793+0000","last_became_peered":"2024-05-11T04:44:16.121793+0000","last_unstale":"2024-05-11T04:45:18.209289+0000","last_undegraded":"2024-05-11T04:45:18.209289+0000","last_fullsized":"2024-05-11T04:45:18.209289+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:03:16.261099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.202782+0000","last_change":"2024-05-11T04:44:15.930878+0000","last_active":"2024-05-11T04:45:18.202782+0000","last_peered":"2024-05-11T04:45:18.202782+0000","last_clean":"2024-05-11T04:45:18.202782+0000","last_became_active":"2024-05-11T04:44:15.930456+0000","last_became_peered":"2024-05-11T04:44:15.930456+0000","last_unstale":"2024-05-11T04:45:18.202782+0000","last_undegraded":"2024-05-11T04:45:18.202782+0000","last_fullsized":"2024-05-11T04:45:18.202782+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:41:13.539356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208436+0000","last_change":"2024-05-11T04:44:17.345803+0000","last_active":"2024-05-11T04:45:18.208436+0000","last_peered":"2024-05-11T04:45:18.208436+0000","last_clean":"2024-05-11T04:45:18.208436+0000","last_became_active":"2024-05-11T04:44:17.344964+0000","last_became_peered":"2024-05-11T04:44:17.344964+0000","last_unstale":"2024-05-11T04:45:18.208436+0000","last_undegraded":"2024-05-11T04:45:18.208436+0000","last_fullsized":"2024-05-11T04:45:18.208436+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:23:33.408407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.194201+0000","last_change":"2024-05-11T04:44:15.929729+0000","last_active":"2024-05-11T04:45:18.194201+0000","last_peered":"2024-05-11T04:45:18.194201+0000","last_clean":"2024-05-11T04:45:18.194201+0000","last_became_active":"2024-05-11T04:44:15.928161+0000","last_became_peered":"2024-05-11T04:44:15.928161+0000","last_unstale":"2024-05-11T04:45:18.194201+0000","last_undegraded":"2024-05-11T04:45:18.194201+0000","last_fullsized":"2024-05-11T04:45:18.194201+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:58:11.997034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.204668+0000","last_change":"2024-05-11T04:45:19.204668+0000","last_active":"2024-05-11T04:45:19.204668+0000","last_peered":"2024-05-11T04:45:19.204668+0000","last_clean":"2024-05-11T04:45:19.204668+0000","last_became_active":"2024-05-11T04:45:19.203676+0000","last_became_peered":"2024-05-11T04:45:19.203676+0000","last_unstale":"2024-05-11T04:45:19.204668+0000","last_undegraded":"2024-05-11T04:45:19.204668+0000","last_fullsized":"2024-05-11T04:45:19.204668+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:15:22.596929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196014+0000","last_change":"2024-05-11T04:44:15.922028+0000","last_active":"2024-05-11T04:45:18.196014+0000","last_peered":"2024-05-11T04:45:18.196014+0000","last_clean":"2024-05-11T04:45:18.196014+0000","last_became_active":"2024-05-11T04:44:15.920735+0000","last_became_peered":"2024-05-11T04:44:15.920735+0000","last_unstale":"2024-05-11T04:45:18.196014+0000","last_undegraded":"2024-05-11T04:45:18.196014+0000","last_fullsized":"2024-05-11T04:45:18.196014+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:19:26.889493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":77,"num_read_kb":80,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234055,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28344,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716808,"statfs":{"total":95995035648,"available":95966011392,"internally_reserved":0,"allocated":1351680,"data_stored":913571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.92400000000000004,"15min":0.91700000000000004},"min":{"1min":0.629,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2769999999999999,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.95199999999999996},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.92100000000000004,"15min":0.91700000000000004},"min":{"1min":0.62,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.337,"5min":1.389,"15min":1.389},"last":1.073}]},{"osd":1,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":1.0009999999999999},"min":{"1min":0.63400000000000001,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.2709999999999999,"5min":1.601,"15min":1.601},"last":0.76000000000000001},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0509999999999999,"15min":1.0640000000000001},"min":{"1min":0.72499999999999998,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2310000000000001,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":1.177}]},{"osd":2,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.95399999999999996,"15min":0.94999999999999996},"min":{"1min":0.68200000000000005,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.1299999999999999,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":0.88200000000000001},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95199999999999996,"15min":0.91200000000000003},"min":{"1min":0.70899999999999996,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1930000000000001,"5min":1.349,"15min":1.349},"last":0.97499999999999998}]},{"osd":3,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.99299999999999999,"15min":0.98199999999999998},"min":{"1min":0.57099999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.2589999999999999,"5min":1.482,"15min":1.482},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.98099999999999998,"5min":1.0029999999999999,"15min":0.98999999999999999},"min":{"1min":0.77000000000000002,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.3049999999999999,"5min":1.641,"15min":1.641},"last":0.85699999999999998}]},{"osd":4,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.92800000000000005,"15min":0.84699999999999998},"min":{"1min":0.64500000000000002,"5min":0.379,"15min":0.379},"max":{"1min":1.3480000000000001,"5min":1.494,"15min":1.494},"last":0.91300000000000003},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.024,"15min":0.98999999999999999},"min":{"1min":0.68300000000000005,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.387,"5min":1.512,"15min":1.512},"last":0.79100000000000004}]},{"osd":5,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":0.99099999999999999,"15min":0.93899999999999995},"min":{"1min":0.749,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.2390000000000001,"5min":1.536,"15min":1.536},"last":1.0469999999999999},{"interface":"front","average":{"1min":1.075,"5min":1.0669999999999999,"15min":1.0449999999999999},"min":{"1min":0.73899999999999999,"5min":0.44,"15min":0.44},"max":{"1min":1.46,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":1.004}]},{"osd":6,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.1259999999999999,"15min":1.0940000000000001},"min":{"1min":0.88100000000000001,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5740000000000001,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":1.133},{"interface":"front","average":{"1min":1.1519999999999999,"5min":1.159,"15min":1.115},"min":{"1min":0.85099999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.5009999999999999,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":1.028}]}]},{"osd":6,"up_from":46,"seq":197568495698,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28324,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716828,"statfs":{"total":95995035648,"available":95966031872,"internally_reserved":0,"allocated":1335296,"data_stored":913152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.88300000000000001,"15min":0.85399999999999998},"min":{"1min":0.67600000000000005,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.27,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.79300000000000004},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.92600000000000005,"15min":0.91800000000000004},"min":{"1min":0.629,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.256,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":1.145}]},{"osd":1,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.91400000000000003,"15min":0.89000000000000001},"min":{"1min":0.69099999999999995,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.22,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":1.107},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.91600000000000004,"15min":0.88700000000000001},"min":{"1min":0.67800000000000005,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.3660000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":0.91300000000000003}]},{"osd":2,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.93400000000000005,"15min":0.89900000000000002},"min":{"1min":0.54100000000000004,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.258,"5min":1.667,"15min":1.667},"last":1.2030000000000001},{"interface":"front","average":{"1min":1.0149999999999999,"5min":0.95099999999999996,"15min":0.89900000000000002},"min":{"1min":0.64900000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.2749999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":1.032}]},{"osd":3,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.93200000000000005,"15min":0.88300000000000001},"min":{"1min":0.61599999999999999,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.2989999999999999,"5min":1.387,"15min":1.387},"last":1.1799999999999999},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0549999999999999,"15min":0.98099999999999998},"min":{"1min":0.76200000000000001,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.3109999999999999,"5min":3.2570000000000001,"15min":3.2570000000000001},"last":1.0669999999999999}]},{"osd":4,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.92800000000000005,"15min":0.78800000000000003},"min":{"1min":0.71199999999999997,"5min":0.40699999999999997,"15min":0.38800000000000001},"max":{"1min":1.327,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":1.2949999999999999},{"interface":"front","average":{"1min":1.105,"5min":1.004,"15min":0.84799999999999998},"min":{"1min":0.68700000000000006,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":0.995}]},{"osd":5,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.0029999999999999,"15min":0.89500000000000002},"min":{"1min":0.72599999999999998,"5min":0.377,"15min":0.377},"max":{"1min":1.4279999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":1.236},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.0640000000000001,"15min":0.92400000000000004},"min":{"1min":0.80400000000000005,"5min":0.45200000000000001,"15min":0.432},"max":{"1min":1.339,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.2629999999999999}]},{"osd":7,"last update":"Sat May 11 04:45:28 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.0760000000000001,"15min":1.1020000000000001},"min":{"1min":0.42299999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.3700000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":1.3460000000000001},{"interface":"front","average":{"1min":1.163,"5min":1.1220000000000001,"15min":1.1419999999999999},"min":{"1min":0.46100000000000002,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.395,"5min":1.55,"15min":1.55},"last":1.319}]}]},{"osd":1,"up_from":13,"seq":55834574981,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":724992,"data_stored":321208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:30 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.66100000000000003,"15min":0.61799999999999999},"min":{"1min":0.33000000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.0649999999999999,"5min":1.21,"15min":1.21},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.748,"5min":0.72199999999999998,"15min":0.67000000000000004},"min":{"1min":0.35499999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.224,"5min":1.341,"15min":1.341},"last":0.33200000000000002}]},{"osd":2,"last update":"Sat May 11 04:45:20 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.76000000000000001,"15min":0.68300000000000005},"min":{"1min":0.377,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.1359999999999999,"5min":1.288,"15min":1.288},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.78600000000000003,"15min":0.73199999999999998},"min":{"1min":0.40000000000000002,"5min":0.316,"15min":0.316},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.39200000000000002}]},{"osd":3,"last update":"Sat May 11 04:45:20 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.82199999999999995,"15min":0.79800000000000004},"min":{"1min":0.45600000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.83799999999999997,"15min":0.81200000000000006},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.139,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":0.41199999999999998}]},{"osd":4,"last update":"Sat May 11 04:45:03 2024","interfaces":[{"interface":"back","average":{"1min":1.0669999999999999,"5min":1.0289999999999999,"15min":1.01},"min":{"1min":0.75900000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.407,"5min":1.407,"15min":1.407},"last":0.90500000000000003},{"interface":"front","average":{"1min":0.96499999999999997,"5min":0.93700000000000006,"15min":0.93799999999999994},"min":{"1min":0.72999999999999998,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.22,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.88500000000000001}]},{"osd":5,"last update":"Sat May 11 04:45:55 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":1.0329999999999999,"15min":1.0309999999999999},"min":{"1min":0.629,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4910000000000001,"5min":1.579,"15min":1.579},"last":0.82999999999999996},{"interface":"front","average":{"1min":1.107,"5min":1.0580000000000001,"15min":1.0369999999999999},"min":{"1min":0.66000000000000003,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":0.65700000000000003}]},{"osd":6,"last update":"Sat May 11 04:45:41 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.069,"15min":1.083},"min":{"1min":0.60999999999999999,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.89500000000000002},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.085,"15min":1.0960000000000001},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.4059999999999999,"5min":1.4239999999999999,"15min":1.486},"last":0.73099999999999998}]},{"osd":7,"last update":"Sat May 11 04:45:30 2024","interfaces":[{"interface":"back","average":{"1min":1.105,"5min":1.117,"15min":1.1379999999999999},"min":{"1min":0.67800000000000005,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.6559999999999999,"5min":1.6559999999999999,"15min":1.6559999999999999},"last":0.86099999999999999},{"interface":"front","average":{"1min":1.167,"5min":1.127,"15min":1.129},"min":{"1min":0.64300000000000002,"5min":0.625,"15min":0.625},"max":{"1min":1.5349999999999999,"5min":1.605,"15min":1.605},"last":0.68899999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738511,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28328,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716824,"statfs":{"total":95995035648,"available":95966027776,"internally_reserved":0,"allocated":1335296,"data_stored":912726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 11 04:45:34 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67700000000000005,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.33000000000000002,"15min":0.27000000000000002},"max":{"1min":0.98899999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.76500000000000001},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.81100000000000005,"15min":0.69299999999999995},"min":{"1min":0.44800000000000001,"5min":0.33200000000000002,"15min":0.246},"max":{"1min":1.0389999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.1100000000000001}]},{"osd":2,"last update":"Sat May 11 04:45:34 2024","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.79200000000000004,"15min":0.747},"min":{"1min":0.46000000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.0449999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":1.028},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.75600000000000001,"15min":0.70499999999999996},"min":{"1min":0.49199999999999999,"5min":0.309,"15min":0.307},"max":{"1min":1.0449999999999999,"5min":1.415,"15min":1.415},"last":1.1539999999999999}]},{"osd":3,"last update":"Sat May 11 04:45:13 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.88600000000000001,"15min":0.84699999999999998},"min":{"1min":0.51100000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.157,"5min":1.333,"15min":1.333},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.878,"5min":0.88300000000000001,"15min":0.81999999999999995},"min":{"1min":0.54600000000000004,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.2889999999999999,"5min":1.395,"15min":1.395},"last":0.95599999999999996}]},{"osd":4,"last update":"Sat May 11 04:45:05 2024","interfaces":[{"interface":"back","average":{"1min":1.0129999999999999,"5min":1.036,"15min":0.98499999999999999},"min":{"1min":0.66400000000000003,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.2010000000000001,"5min":1.4810000000000001,"15min":1.4850000000000001},"last":1.1970000000000001},{"interface":"front","average":{"1min":1.0609999999999999,"5min":1.0469999999999999,"15min":0.98499999999999999},"min":{"1min":0.69099999999999995,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.3120000000000001,"5min":1.373,"15min":1.373},"last":1.232}]},{"osd":5,"last update":"Sat May 11 04:45:56 2024","interfaces":[{"interface":"back","average":{"1min":1.1240000000000001,"5min":1.0589999999999999,"15min":1.052},"min":{"1min":0.85599999999999998,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.992,"5min":1.992,"15min":1.992},"last":1.3009999999999999},{"interface":"front","average":{"1min":1.1180000000000001,"5min":1.056,"15min":1.0109999999999999},"min":{"1min":0.80100000000000005,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.3049999999999999,"5min":1.532,"15min":1.532},"last":1.0669999999999999}]},{"osd":6,"last update":"Sat May 11 04:45:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.1040000000000001,"15min":1.1240000000000001},"min":{"1min":0.624,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.7929999999999999,"5min":1.7929999999999999,"15min":1.7929999999999999},"last":1.385},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.109,"15min":1.0840000000000001},"min":{"1min":0.75700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":1.3999999999999999}]},{"osd":7,"last update":"Sat May 11 04:45:28 2024","interfaces":[{"interface":"back","average":{"1min":1.115,"5min":1.1339999999999999,"15min":1.1379999999999999},"min":{"1min":0.84699999999999998,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.3420000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.327},{"interface":"front","average":{"1min":1.133,"5min":1.165,"15min":1.1850000000000001},"min":{"1min":0.65000000000000002,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.3500000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.347}]}]},{"osd":2,"up_from":18,"seq":77309411449,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27744,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717408,"statfs":{"total":95995035648,"available":95966625792,"internally_reserved":0,"allocated":737280,"data_stored":322097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.72599999999999998,"15min":0.66700000000000004},"min":{"1min":0.46800000000000003,"5min":0.33500000000000002,"15min":0.27800000000000002},"max":{"1min":3.1949999999999998,"5min":3.1949999999999998,"15min":3.1949999999999998},"last":0.67400000000000004},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.76800000000000002,"15min":0.69599999999999995},"min":{"1min":0.314,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.671,"5min":1.671,"15min":1.671},"last":0.82099999999999995}]},{"osd":1,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.78900000000000003,"15min":0.71499999999999997},"min":{"1min":0.36699999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":3.2370000000000001,"5min":3.2370000000000001,"15min":3.2370000000000001},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.84099999999999997,"15min":0.76100000000000001},"min":{"1min":0.439,"5min":0.40999999999999998,"15min":0.32300000000000001},"max":{"1min":1.2310000000000001,"5min":1.3500000000000001,"15min":3.0409999999999999},"last":1.012}]},{"osd":3,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.84699999999999998,"15min":0.82499999999999996},"min":{"1min":0.42099999999999999,"5min":0.371,"15min":0.371},"max":{"1min":2.1619999999999999,"5min":2.1619999999999999,"15min":2.1619999999999999},"last":0.72199999999999998},{"interface":"front","average":{"1min":1,"5min":0.91000000000000003,"15min":0.86199999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":2.6509999999999998,"5min":2.6509999999999998,"15min":2.6509999999999998},"last":0.77400000000000002}]},{"osd":4,"last update":"Sat May 11 04:46:02 2024","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.99099999999999999,"15min":0.91300000000000003},"min":{"1min":0.54900000000000004,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.8100000000000001,"5min":1.8100000000000001,"15min":1.8100000000000001},"last":1.2769999999999999},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.048,"15min":0.98899999999999999},"min":{"1min":0.60499999999999998,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.998,"5min":1.998,"15min":1.998},"last":1.2090000000000001}]},{"osd":5,"last update":"Sat May 11 04:46:02 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.0800000000000001,"15min":1.0429999999999999},"min":{"1min":0.68400000000000005,"5min":0.629,"15min":0.629},"max":{"1min":1.53,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":1.2290000000000001},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.081,"15min":1.0309999999999999},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":2.081,"5min":2.081,"15min":2.081},"last":0.93999999999999995}]},{"osd":6,"last update":"Sat May 11 04:45:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1359999999999999,"5min":1.1479999999999999,"15min":1.131},"min":{"1min":0.82799999999999996,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.4510000000000001,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.097},{"interface":"front","average":{"1min":1.1719999999999999,"5min":1.125,"15min":1.115},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.0469999999999999}]},{"osd":7,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":1.196,"5min":1.1519999999999999,"15min":1.139},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":1.1759999999999999},{"interface":"front","average":{"1min":1.24,"5min":1.22,"15min":1.2},"min":{"1min":0.86399999999999999,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.4770000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":1.3100000000000001}]}]},{"osd":3,"up_from":25,"seq":107374182509,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31836,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713316,"statfs":{"total":95995035648,"available":95962435584,"internally_reserved":0,"allocated":737280,"data_stored":321844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:19 2024","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.71199999999999997,"15min":0.69799999999999995},"min":{"1min":0.47799999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.1870000000000001,"5min":2.4449999999999998,"15min":2.4449999999999998},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.76400000000000001,"15min":0.75},"min":{"1min":0.57799999999999996,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.0589999999999999,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":1.02}]},{"osd":1,"last update":"Sat May 11 04:45:19 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.78300000000000003,"15min":0.77200000000000002},"min":{"1min":0.46100000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.1299999999999999,"5min":1.516,"15min":1.516},"last":0.91600000000000004},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76400000000000001,"15min":0.79100000000000004},"min":{"1min":0.48299999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.1299999999999999,"5min":1.673,"15min":1.673},"last":0.95999999999999996}]},{"osd":2,"last update":"Sat May 11 04:45:19 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.82899999999999996,"15min":0.83699999999999997},"min":{"1min":0.626,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.054,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.81000000000000005},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.84799999999999998,"15min":0.84199999999999997},"min":{"1min":0.53800000000000003,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.1910000000000001,"5min":2.4940000000000002,"15min":2.4940000000000002},"last":0.63200000000000001}]},{"osd":4,"last update":"Sat May 11 04:45:09 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":0.99399999999999999,"15min":0.94799999999999995},"min":{"1min":0.81799999999999995,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3520000000000001,"5min":2.5419999999999998,"15min":2.5419999999999998},"last":0.88300000000000001},{"interface":"front","average":{"1min":1.0329999999999999,"5min":1.02,"15min":0.94799999999999995},"min":{"1min":0.69599999999999995,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.5449999999999999,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.2769999999999999}]},{"osd":5,"last update":"Sat May 11 04:45:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":1.016,"15min":0.98999999999999999},"min":{"1min":0.75600000000000001,"5min":0.61499999999999999,"15min":0.60399999999999998},"max":{"1min":1.639,"5min":1.696,"15min":1.696},"last":1.1739999999999999},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0820000000000001,"15min":1.0249999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.4419999999999999,"5min":2.5609999999999999,"15min":2.5609999999999999},"last":0.98399999999999999}]},{"osd":6,"last update":"Sat May 11 04:45:39 2024","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":1.117,"15min":1.1200000000000001},"min":{"1min":0.89800000000000002,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.5169999999999999,"5min":2.52,"15min":2.52},"last":1.234},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.0669999999999999,"15min":1.109},"min":{"1min":0.93899999999999995,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.71,"5min":1.71,"15min":1.71},"last":1.2010000000000001}]},{"osd":7,"last update":"Sat May 11 04:45:34 2024","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":1.1020000000000001,"15min":1.1299999999999999},"min":{"1min":0.89400000000000002,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.74,"5min":1.7949999999999999,"15min":1.7949999999999999},"last":1.115},{"interface":"front","average":{"1min":1.292,"5min":1.173,"15min":1.1659999999999999},"min":{"1min":0.90800000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6779999999999999,"5min":2.5910000000000002,"15min":2.5910000000000002},"last":1.1419999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018981,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31856,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713296,"statfs":{"total":95995035648,"available":95962415104,"internally_reserved":0,"allocated":753664,"data_stored":323191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:04 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.92800000000000005,"15min":0.89000000000000001},"min":{"1min":0.71199999999999997,"5min":0.54900000000000004,"15min":0.52900000000000003},"max":{"1min":1.2330000000000001,"5min":1.49,"15min":1.49},"last":1.052},{"interface":"front","average":{"1min":0.998,"5min":0.91000000000000003,"15min":0.89300000000000002},"min":{"1min":0.67700000000000005,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.236,"5min":1.3120000000000001,"15min":1.3959999999999999},"last":1.2490000000000001}]},{"osd":1,"last update":"Sat May 11 04:45:04 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":0.94199999999999995,"15min":0.91000000000000003},"min":{"1min":0.69599999999999995,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.3,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.77000000000000002},{"interface":"front","average":{"1min":1.0149999999999999,"5min":0.97999999999999998,"15min":0.93899999999999995},"min":{"1min":0.66200000000000003,"5min":0.503,"15min":0.503},"max":{"1min":1.1399999999999999,"5min":1.369,"15min":1.369},"last":1.139}]},{"osd":2,"last update":"Sat May 11 04:45:04 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":0.97499999999999998,"15min":0.93500000000000005},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.3260000000000001,"5min":1.3859999999999999,"15min":1.3859999999999999},"last":0.88100000000000001},{"interface":"front","average":{"1min":1.0069999999999999,"5min":0.96499999999999997,"15min":0.97499999999999998},"min":{"1min":0.85199999999999998,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":1.1799999999999999}]},{"osd":3,"last update":"Sat May 11 04:45:04 2024","interfaces":[{"interface":"back","average":{"1min":0.93300000000000005,"5min":0.93500000000000005,"15min":0.91200000000000003},"min":{"1min":0.69799999999999995,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.157,"5min":1.23,"15min":1.4119999999999999},"last":0.94099999999999995},{"interface":"front","average":{"1min":1.075,"5min":1.0429999999999999,"15min":0.97699999999999998},"min":{"1min":0.80400000000000005,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.319,"5min":1.329,"15min":1.331},"last":1.0209999999999999}]},{"osd":5,"last update":"Sat May 11 04:45:53 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.96699999999999997,"15min":0.84199999999999997},"min":{"1min":0.70999999999999996,"5min":0.47799999999999998,"15min":0.34499999999999997},"max":{"1min":1.244,"5min":1.613,"15min":1.613},"last":0.91900000000000004},{"interface":"front","average":{"1min":1.032,"5min":1.0409999999999999,"15min":0.93500000000000005},"min":{"1min":0.75800000000000001,"5min":0.40600000000000003,"15min":0.40200000000000002},"max":{"1min":1.4219999999999999,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":1.216}]},{"osd":6,"last update":"Sat May 11 04:45:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.024,"15min":0.95799999999999996},"min":{"1min":0.68700000000000006,"5min":0.439,"15min":0.439},"max":{"1min":1.474,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":1.095},{"interface":"front","average":{"1min":1.1439999999999999,"5min":1.109,"15min":0.98899999999999999},"min":{"1min":0.91200000000000003,"5min":0.47499999999999998,"15min":0.46800000000000003},"max":{"1min":1.536,"5min":1.536,"15min":1.591},"last":0.97699999999999998}]},{"osd":7,"last update":"Sat May 11 04:45:26 2024","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.141,"15min":1.1000000000000001},"min":{"1min":0.82599999999999996,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.393,"5min":1.472,"15min":1.472},"last":1.0780000000000001},{"interface":"front","average":{"1min":1.2509999999999999,"5min":1.1499999999999999,"15min":1.1100000000000001},"min":{"1min":0.75900000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.7210000000000001,"5min":1.7210000000000001,"15min":1.7210000000000001},"last":1.2989999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757339,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31840,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713312,"statfs":{"total":95995035648,"available":95962431488,"internally_reserved":0,"allocated":737280,"data_stored":322075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:59 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.96799999999999997,"15min":0.91200000000000003},"min":{"1min":0.63800000000000001,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.367,"5min":1.49,"15min":1.49},"last":0.84999999999999998},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.89400000000000002,"15min":0.84499999999999997},"min":{"1min":0.61499999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":0.71699999999999997}]},{"osd":1,"last update":"Sat May 11 04:45:59 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.92600000000000005,"15min":0.88100000000000001},"min":{"1min":0.66000000000000003,"5min":0.62,"15min":0.58399999999999996},"max":{"1min":1.212,"5min":1.49,"15min":1.5549999999999999},"last":0.92000000000000004},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.92900000000000005,"15min":0.87},"min":{"1min":0.59699999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.2150000000000001,"5min":1.264,"15min":1.264},"last":0.96399999999999997}]},{"osd":2,"last update":"Sat May 11 04:45:59 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.998,"15min":0.89900000000000002},"min":{"1min":0.57999999999999996,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.3879999999999999,"5min":1.667,"15min":1.667},"last":1.123},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.95799999999999996,"15min":0.90700000000000003},"min":{"1min":0.754,"5min":0.44,"15min":0.44},"max":{"1min":1.1739999999999999,"5min":1.595,"15min":1.595},"last":1.2509999999999999}]},{"osd":3,"last update":"Sat May 11 04:45:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.036,"15min":0.92300000000000004},"min":{"1min":0.78400000000000003,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.3220000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":1.0089999999999999},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.0680000000000001,"15min":0.97999999999999998},"min":{"1min":0.86699999999999999,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.357,"5min":1.518,"15min":1.518},"last":1.0580000000000001}]},{"osd":4,"last update":"Sat May 11 04:45:59 2024","interfaces":[{"interface":"back","average":{"1min":1.127,"5min":1.028,"15min":0.82699999999999996},"min":{"1min":0.68100000000000005,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.3799999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":1.2230000000000001},{"interface":"front","average":{"1min":1.0269999999999999,"5min":0.96099999999999997,"15min":0.84999999999999998},"min":{"1min":0.68300000000000005,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.345,"5min":1.401,"15min":1.4179999999999999},"last":1.1020000000000001}]},{"osd":6,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":1.0349999999999999,"15min":0.94899999999999995},"min":{"1min":0.85399999999999998,"5min":0.39800000000000002,"15min":0.39200000000000002},"max":{"1min":1.71,"5min":1.71,"15min":1.71},"last":1.1519999999999999},{"interface":"front","average":{"1min":1.109,"5min":1.042,"15min":0.98799999999999999},"min":{"1min":0.92700000000000005,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.3140000000000001,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":1.1839999999999999}]},{"osd":7,"last update":"Sat May 11 04:45:34 2024","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":1.163,"15min":1.0960000000000001},"min":{"1min":1.0089999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.294},{"interface":"front","average":{"1min":1.24,"5min":1.173,"15min":1.1200000000000001},"min":{"1min":0.73799999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.6439999999999999,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.5940000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T04:46:09.850 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T04:46:10.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:10 smithi086 bash[23731]: audit 2024-05-11T04:46:08.888870+0000 mgr.y (mgr.14385) 186 : audit 0 from='client.14730 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:46:10.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:10 smithi072 bash[21439]: audit 2024-05-11T04:46:08.888870+0000 mgr.y (mgr.14385) 186 : audit 0 from='client.14730 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:46:10.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:10 smithi072 bash[31478]: audit 2024-05-11T04:46:08.888870+0000 mgr.y (mgr.14385) 186 : audit 0 from='client.14730 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:46:11.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:11 smithi086 bash[23731]: cluster 2024-05-11T04:46:09.331878+0000 mgr.y (mgr.14385) 187 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:11.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:11 smithi072 bash[21439]: cluster 2024-05-11T04:46:09.331878+0000 mgr.y (mgr.14385) 187 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:11.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:11 smithi072 bash[31478]: cluster 2024-05-11T04:46:09.331878+0000 mgr.y (mgr.14385) 187 : cluster 0 pgmap v161: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:13.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:13 smithi086 bash[23731]: cluster 2024-05-11T04:46:11.332470+0000 mgr.y (mgr.14385) 188 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:13.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:13 smithi072 bash[21439]: cluster 2024-05-11T04:46:11.332470+0000 mgr.y (mgr.14385) 188 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:13.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:13 smithi072 bash[31478]: cluster 2024-05-11T04:46:11.332470+0000 mgr.y (mgr.14385) 188 : cluster 0 pgmap v162: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:14.589 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:46:15.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:15 smithi072 bash[21439]: cluster 2024-05-11T04:46:13.333516+0000 mgr.y (mgr.14385) 189 : cluster 0 pgmap v163: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:15.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:15 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:46:15] "GET /metrics HTTP/1.1" 200 33901 "" "Prometheus/2.43.0" 2024-05-11T04:46:15.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:15 smithi072 bash[31478]: cluster 2024-05-11T04:46:13.333516+0000 mgr.y (mgr.14385) 189 : cluster 0 pgmap v163: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:15.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:15 smithi086 bash[23731]: cluster 2024-05-11T04:46:13.333516+0000 mgr.y (mgr.14385) 189 : cluster 0 pgmap v163: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:17.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:17 smithi086 bash[23731]: cluster 2024-05-11T04:46:15.334192+0000 mgr.y (mgr.14385) 190 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:17.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:17 smithi072 bash[21439]: cluster 2024-05-11T04:46:15.334192+0000 mgr.y (mgr.14385) 190 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:17.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:17 smithi072 bash[31478]: cluster 2024-05-11T04:46:15.334192+0000 mgr.y (mgr.14385) 190 : cluster 0 pgmap v164: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:17.714 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:46:17.716 INFO:teuthology.orchestra.run.smithi072.stderr:dumped all 2024-05-11T04:46:18.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:18 smithi086 bash[23731]: audit 2024-05-11T04:46:17.328640+0000 mon.c (mon.2) 118 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:18 smithi072 bash[21439]: audit 2024-05-11T04:46:17.328640+0000 mon.c (mon.2) 118 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:18.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:18 smithi072 bash[31478]: audit 2024-05-11T04:46:17.328640+0000 mon.c (mon.2) 118 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:18.550 INFO:teuthology.orchestra.run.smithi072.stdout:{"pg_ready":true,"pg_map":{"version":165,"stamp":"2024-05-11T04:46:17.334422+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":289,"num_read_kb":386,"num_write":224,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":173,"ondisk_log_size":173,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":236004,"kb_used_data":7532,"kb_used_omap":12,"kb_used_meta":228339,"kb_avail":749725212,"statfs":{"total":767960285184,"available":767718617088,"internally_reserved":0,"allocated":7712768,"data_stored":4349864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":233819704},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.004565"},"pg_stats":[{"pgid":"4.18","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.195668+0000","last_change":"2024-05-11T04:44:15.948845+0000","last_active":"2024-05-11T04:45:18.195668+0000","last_peered":"2024-05-11T04:45:18.195668+0000","last_clean":"2024-05-11T04:45:18.195668+0000","last_became_active":"2024-05-11T04:44:15.948334+0000","last_became_peered":"2024-05-11T04:44:15.948334+0000","last_unstale":"2024-05-11T04:45:18.195668+0000","last_undegraded":"2024-05-11T04:45:18.195668+0000","last_fullsized":"2024-05-11T04:45:18.195668+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:36:16.920123+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1f","version":"69'5","reported_seq":23,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208455+0000","last_change":"2024-05-11T04:44:15.914635+0000","last_active":"2024-05-11T04:45:18.208455+0000","last_peered":"2024-05-11T04:45:18.208455+0000","last_clean":"2024-05-11T04:45:18.208455+0000","last_became_active":"2024-05-11T04:44:15.912103+0000","last_became_peered":"2024-05-11T04:44:15.912103+0000","last_unstale":"2024-05-11T04:45:18.208455+0000","last_undegraded":"2024-05-11T04:45:18.208455+0000","last_fullsized":"2024-05-11T04:45:18.208455+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:27:32.663645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.203355+0000","last_change":"2024-05-11T04:44:15.991726+0000","last_active":"2024-05-11T04:45:18.203355+0000","last_peered":"2024-05-11T04:45:18.203355+0000","last_clean":"2024-05-11T04:45:18.203355+0000","last_became_active":"2024-05-11T04:44:15.991342+0000","last_became_peered":"2024-05-11T04:44:15.991342+0000","last_unstale":"2024-05-11T04:45:18.203355+0000","last_undegraded":"2024-05-11T04:45:18.203355+0000","last_fullsized":"2024-05-11T04:45:18.203355+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:15:42.072457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.204778+0000","last_change":"2024-05-11T04:44:15.903404+0000","last_active":"2024-05-11T04:45:18.204778+0000","last_peered":"2024-05-11T04:45:18.204778+0000","last_clean":"2024-05-11T04:45:18.204778+0000","last_became_active":"2024-05-11T04:44:15.902529+0000","last_became_peered":"2024-05-11T04:44:15.902529+0000","last_unstale":"2024-05-11T04:45:18.204778+0000","last_undegraded":"2024-05-11T04:45:18.204778+0000","last_fullsized":"2024-05-11T04:45:18.204778+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:03:10.843812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196479+0000","last_change":"2024-05-11T04:44:15.991748+0000","last_active":"2024-05-11T04:45:18.196479+0000","last_peered":"2024-05-11T04:45:18.196479+0000","last_clean":"2024-05-11T04:45:18.196479+0000","last_became_active":"2024-05-11T04:44:15.991395+0000","last_became_peered":"2024-05-11T04:44:15.991395+0000","last_unstale":"2024-05-11T04:45:18.196479+0000","last_undegraded":"2024-05-11T04:45:18.196479+0000","last_fullsized":"2024-05-11T04:45:18.196479+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:12:55.231685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201729+0000","last_change":"2024-05-11T04:44:15.896335+0000","last_active":"2024-05-11T04:45:18.201729+0000","last_peered":"2024-05-11T04:45:18.201729+0000","last_clean":"2024-05-11T04:45:18.201729+0000","last_became_active":"2024-05-11T04:44:15.894431+0000","last_became_peered":"2024-05-11T04:44:15.894431+0000","last_unstale":"2024-05-11T04:45:18.201729+0000","last_undegraded":"2024-05-11T04:45:18.201729+0000","last_fullsized":"2024-05-11T04:45:18.201729+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:30:09.928678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196895+0000","last_change":"2024-05-11T04:44:15.950411+0000","last_active":"2024-05-11T04:45:18.196895+0000","last_peered":"2024-05-11T04:45:18.196895+0000","last_clean":"2024-05-11T04:45:18.196895+0000","last_became_active":"2024-05-11T04:44:15.950137+0000","last_became_peered":"2024-05-11T04:44:15.950137+0000","last_unstale":"2024-05-11T04:45:18.196895+0000","last_undegraded":"2024-05-11T04:45:18.196895+0000","last_fullsized":"2024-05-11T04:45:18.196895+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:48:07.269402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201240+0000","last_change":"2024-05-11T04:44:15.923785+0000","last_active":"2024-05-11T04:45:18.201240+0000","last_peered":"2024-05-11T04:45:18.201240+0000","last_clean":"2024-05-11T04:45:18.201240+0000","last_became_active":"2024-05-11T04:44:15.923227+0000","last_became_peered":"2024-05-11T04:44:15.923227+0000","last_unstale":"2024-05-11T04:45:18.201240+0000","last_undegraded":"2024-05-11T04:45:18.201240+0000","last_fullsized":"2024-05-11T04:45:18.201240+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:00:43.973584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.190650+0000","last_change":"2024-05-11T04:44:17.351110+0000","last_active":"2024-05-11T04:45:18.190650+0000","last_peered":"2024-05-11T04:45:18.190650+0000","last_clean":"2024-05-11T04:45:18.190650+0000","last_became_active":"2024-05-11T04:44:17.350094+0000","last_became_peered":"2024-05-11T04:44:17.350094+0000","last_unstale":"2024-05-11T04:45:18.190650+0000","last_undegraded":"2024-05-11T04:45:18.190650+0000","last_fullsized":"2024-05-11T04:45:18.190650+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:23:38.992578+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1b","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208409+0000","last_change":"2024-05-11T04:44:15.927632+0000","last_active":"2024-05-11T04:45:18.208409+0000","last_peered":"2024-05-11T04:45:18.208409+0000","last_clean":"2024-05-11T04:45:18.208409+0000","last_became_active":"2024-05-11T04:44:15.925928+0000","last_became_peered":"2024-05-11T04:44:15.925928+0000","last_unstale":"2024-05-11T04:45:18.208409+0000","last_undegraded":"2024-05-11T04:45:18.208409+0000","last_fullsized":"2024-05-11T04:45:18.208409+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:55:07.453443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196140+0000","last_change":"2024-05-11T04:44:16.123650+0000","last_active":"2024-05-11T04:45:18.196140+0000","last_peered":"2024-05-11T04:45:18.196140+0000","last_clean":"2024-05-11T04:45:18.196140+0000","last_became_active":"2024-05-11T04:44:16.121845+0000","last_became_peered":"2024-05-11T04:44:16.121845+0000","last_unstale":"2024-05-11T04:45:18.196140+0000","last_undegraded":"2024-05-11T04:45:18.196140+0000","last_fullsized":"2024-05-11T04:45:18.196140+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:36:10.641645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":17,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208556+0000","last_change":"2024-05-11T04:44:15.927698+0000","last_active":"2024-05-11T04:45:18.208556+0000","last_peered":"2024-05-11T04:45:18.208556+0000","last_clean":"2024-05-11T04:45:18.208556+0000","last_became_active":"2024-05-11T04:44:15.927115+0000","last_became_peered":"2024-05-11T04:44:15.927115+0000","last_unstale":"2024-05-11T04:45:18.208556+0000","last_undegraded":"2024-05-11T04:45:18.208556+0000","last_fullsized":"2024-05-11T04:45:18.208556+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:37:17.828275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.209299+0000","last_change":"2024-05-11T04:41:59.631324+0000","last_active":"2024-05-11T04:45:18.209299+0000","last_peered":"2024-05-11T04:45:18.209299+0000","last_clean":"2024-05-11T04:45:18.209299+0000","last_became_active":"2024-05-11T04:41:59.630917+0000","last_became_peered":"2024-05-11T04:41:59.630917+0000","last_unstale":"2024-05-11T04:45:18.209299+0000","last_undegraded":"2024-05-11T04:45:18.209299+0000","last_fullsized":"2024-05-11T04:45:18.209299+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:00:27.715522+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.202458+0000","last_change":"2024-05-11T04:44:15.992520+0000","last_active":"2024-05-11T04:45:18.202458+0000","last_peered":"2024-05-11T04:45:18.202458+0000","last_clean":"2024-05-11T04:45:18.202458+0000","last_became_active":"2024-05-11T04:44:15.991915+0000","last_became_peered":"2024-05-11T04:44:15.991915+0000","last_unstale":"2024-05-11T04:45:18.202458+0000","last_undegraded":"2024-05-11T04:45:18.202458+0000","last_fullsized":"2024-05-11T04:45:18.202458+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:09:33.563376+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":21,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196160+0000","last_change":"2024-05-11T04:41:59.669734+0000","last_active":"2024-05-11T04:45:18.196160+0000","last_peered":"2024-05-11T04:45:18.196160+0000","last_clean":"2024-05-11T04:45:18.196160+0000","last_became_active":"2024-05-11T04:41:59.668872+0000","last_became_peered":"2024-05-11T04:41:59.668872+0000","last_unstale":"2024-05-11T04:45:18.196160+0000","last_undegraded":"2024-05-11T04:45:18.196160+0000","last_fullsized":"2024-05-11T04:45:18.196160+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:09:10.768245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.204250+0000","last_change":"2024-05-11T04:44:15.906359+0000","last_active":"2024-05-11T04:45:18.204250+0000","last_peered":"2024-05-11T04:45:18.204250+0000","last_clean":"2024-05-11T04:45:18.204250+0000","last_became_active":"2024-05-11T04:44:15.904177+0000","last_became_peered":"2024-05-11T04:44:15.904177+0000","last_unstale":"2024-05-11T04:45:18.204250+0000","last_undegraded":"2024-05-11T04:45:18.204250+0000","last_fullsized":"2024-05-11T04:45:18.204250+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:38:10.197789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208472+0000","last_change":"2024-05-11T04:44:16.941087+0000","last_active":"2024-05-11T04:45:18.208472+0000","last_peered":"2024-05-11T04:45:18.208472+0000","last_clean":"2024-05-11T04:45:18.208472+0000","last_became_active":"2024-05-11T04:44:16.940446+0000","last_became_peered":"2024-05-11T04:44:16.940446+0000","last_unstale":"2024-05-11T04:45:18.208472+0000","last_undegraded":"2024-05-11T04:45:18.208472+0000","last_fullsized":"2024-05-11T04:45:18.208472+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:32:34.533340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.195107+0000","last_change":"2024-05-11T04:44:15.943499+0000","last_active":"2024-05-11T04:45:18.195107+0000","last_peered":"2024-05-11T04:45:18.195107+0000","last_clean":"2024-05-11T04:45:18.195107+0000","last_became_active":"2024-05-11T04:44:15.942733+0000","last_became_peered":"2024-05-11T04:44:15.942733+0000","last_unstale":"2024-05-11T04:45:18.195107+0000","last_undegraded":"2024-05-11T04:45:18.195107+0000","last_fullsized":"2024-05-11T04:45:18.195107+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:50:47.939671+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.635939+0000","last_change":"2024-05-11T04:41:59.672919+0000","last_active":"2024-05-11T04:45:19.635939+0000","last_peered":"2024-05-11T04:45:19.635939+0000","last_clean":"2024-05-11T04:45:19.635939+0000","last_became_active":"2024-05-11T04:41:59.672543+0000","last_became_peered":"2024-05-11T04:41:59.672543+0000","last_unstale":"2024-05-11T04:45:19.635939+0000","last_undegraded":"2024-05-11T04:45:19.635939+0000","last_fullsized":"2024-05-11T04:45:19.635939+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:15:14.750628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208611+0000","last_change":"2024-05-11T04:44:16.918900+0000","last_active":"2024-05-11T04:45:18.208611+0000","last_peered":"2024-05-11T04:45:18.208611+0000","last_clean":"2024-05-11T04:45:18.208611+0000","last_became_active":"2024-05-11T04:44:16.918023+0000","last_became_peered":"2024-05-11T04:44:16.918023+0000","last_unstale":"2024-05-11T04:45:18.208611+0000","last_undegraded":"2024-05-11T04:45:18.208611+0000","last_fullsized":"2024-05-11T04:45:18.208611+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:34:28.887842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.207856+0000","last_change":"2024-05-11T04:44:15.915732+0000","last_active":"2024-05-11T04:45:18.207856+0000","last_peered":"2024-05-11T04:45:18.207856+0000","last_clean":"2024-05-11T04:45:18.207856+0000","last_became_active":"2024-05-11T04:44:15.914945+0000","last_became_peered":"2024-05-11T04:44:15.914945+0000","last_unstale":"2024-05-11T04:45:18.207856+0000","last_undegraded":"2024-05-11T04:45:18.207856+0000","last_fullsized":"2024-05-11T04:45:18.207856+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:40:01.708260+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.633982+0000","last_change":"2024-05-11T04:41:59.669790+0000","last_active":"2024-05-11T04:45:19.633982+0000","last_peered":"2024-05-11T04:45:19.633982+0000","last_clean":"2024-05-11T04:45:19.633982+0000","last_became_active":"2024-05-11T04:41:59.669457+0000","last_became_peered":"2024-05-11T04:41:59.669457+0000","last_unstale":"2024-05-11T04:45:19.633982+0000","last_undegraded":"2024-05-11T04:45:19.633982+0000","last_fullsized":"2024-05-11T04:45:19.633982+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:54:57.663326+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.209122+0000","last_change":"2024-05-11T04:44:15.926937+0000","last_active":"2024-05-11T04:45:18.209122+0000","last_peered":"2024-05-11T04:45:18.209122+0000","last_clean":"2024-05-11T04:45:18.209122+0000","last_became_active":"2024-05-11T04:44:15.926631+0000","last_became_peered":"2024-05-11T04:44:15.926631+0000","last_unstale":"2024-05-11T04:45:18.209122+0000","last_undegraded":"2024-05-11T04:45:18.209122+0000","last_fullsized":"2024-05-11T04:45:18.209122+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:17:21.702606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.203603+0000","last_change":"2024-05-11T04:44:15.908007+0000","last_active":"2024-05-11T04:45:18.203603+0000","last_peered":"2024-05-11T04:45:18.203603+0000","last_clean":"2024-05-11T04:45:18.203603+0000","last_became_active":"2024-05-11T04:44:15.907206+0000","last_became_peered":"2024-05-11T04:44:15.907206+0000","last_unstale":"2024-05-11T04:45:18.203603+0000","last_undegraded":"2024-05-11T04:45:18.203603+0000","last_fullsized":"2024-05-11T04:45:18.203603+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:29:33.585456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"1.0","version":"59'128","reported_seq":269,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.191124+0000","last_change":"2024-05-11T04:40:23.774854+0000","last_active":"2024-05-11T04:45:18.191124+0000","last_peered":"2024-05-11T04:45:18.191124+0000","last_clean":"2024-05-11T04:45:18.191124+0000","last_became_active":"2024-05-11T04:40:23.773730+0000","last_became_peered":"2024-05-11T04:40:23.773730+0000","last_unstale":"2024-05-11T04:45:18.191124+0000","last_undegraded":"2024-05-11T04:45:18.191124+0000","last_fullsized":"2024-05-11T04:45:18.191124+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_clean_scrub_stamp":"2024-05-11T04:36:10.966115+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:58:36.249706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.368499+0000","last_change":"2024-05-11T04:41:59.628778+0000","last_active":"2024-05-11T04:45:19.368499+0000","last_peered":"2024-05-11T04:45:19.368499+0000","last_clean":"2024-05-11T04:45:19.368499+0000","last_became_active":"2024-05-11T04:41:59.628312+0000","last_became_peered":"2024-05-11T04:41:59.628312+0000","last_unstale":"2024-05-11T04:45:19.368499+0000","last_undegraded":"2024-05-11T04:45:19.368499+0000","last_fullsized":"2024-05-11T04:45:19.368499+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:34:59.218797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.195872+0000","last_change":"2024-05-11T04:44:16.918153+0000","last_active":"2024-05-11T04:45:18.195872+0000","last_peered":"2024-05-11T04:45:18.195872+0000","last_clean":"2024-05-11T04:45:18.195872+0000","last_became_active":"2024-05-11T04:44:16.917284+0000","last_became_peered":"2024-05-11T04:44:16.917284+0000","last_unstale":"2024-05-11T04:45:18.195872+0000","last_undegraded":"2024-05-11T04:45:18.195872+0000","last_fullsized":"2024-05-11T04:45:18.195872+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:57:06.458220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.194770+0000","last_change":"2024-05-11T04:44:15.936171+0000","last_active":"2024-05-11T04:45:18.194770+0000","last_peered":"2024-05-11T04:45:18.194770+0000","last_clean":"2024-05-11T04:45:18.194770+0000","last_became_active":"2024-05-11T04:44:15.933890+0000","last_became_peered":"2024-05-11T04:44:15.933890+0000","last_unstale":"2024-05-11T04:45:18.194770+0000","last_undegraded":"2024-05-11T04:45:18.194770+0000","last_fullsized":"2024-05-11T04:45:18.194770+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:52:15.548305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.202691+0000","last_change":"2024-05-11T04:41:59.671169+0000","last_active":"2024-05-11T04:45:19.202691+0000","last_peered":"2024-05-11T04:45:19.202691+0000","last_clean":"2024-05-11T04:45:19.202691+0000","last_became_active":"2024-05-11T04:41:59.670215+0000","last_became_peered":"2024-05-11T04:41:59.670215+0000","last_unstale":"2024-05-11T04:45:19.202691+0000","last_undegraded":"2024-05-11T04:45:19.202691+0000","last_fullsized":"2024-05-11T04:45:19.202691+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:48:46.835047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.194981+0000","last_change":"2024-05-11T04:44:17.351953+0000","last_active":"2024-05-11T04:45:18.194981+0000","last_peered":"2024-05-11T04:45:18.194981+0000","last_clean":"2024-05-11T04:45:18.194981+0000","last_became_active":"2024-05-11T04:44:17.350404+0000","last_became_peered":"2024-05-11T04:44:17.350404+0000","last_unstale":"2024-05-11T04:45:18.194981+0000","last_undegraded":"2024-05-11T04:45:18.194981+0000","last_fullsized":"2024-05-11T04:45:18.194981+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:48:59.454375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196260+0000","last_change":"2024-05-11T04:44:15.910195+0000","last_active":"2024-05-11T04:45:18.196260+0000","last_peered":"2024-05-11T04:45:18.196260+0000","last_clean":"2024-05-11T04:45:18.196260+0000","last_became_active":"2024-05-11T04:44:15.909107+0000","last_became_peered":"2024-05-11T04:44:15.909107+0000","last_unstale":"2024-05-11T04:45:18.196260+0000","last_undegraded":"2024-05-11T04:45:18.196260+0000","last_fullsized":"2024-05-11T04:45:18.196260+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:28:24.298661+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.368394+0000","last_change":"2024-05-11T04:41:59.630505+0000","last_active":"2024-05-11T04:45:19.368394+0000","last_peered":"2024-05-11T04:45:19.368394+0000","last_clean":"2024-05-11T04:45:19.368394+0000","last_became_active":"2024-05-11T04:41:59.630070+0000","last_became_peered":"2024-05-11T04:41:59.630070+0000","last_unstale":"2024-05-11T04:45:19.368394+0000","last_undegraded":"2024-05-11T04:45:19.368394+0000","last_fullsized":"2024-05-11T04:45:19.368394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:25:00.379176+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.194294+0000","last_change":"2024-05-11T04:44:17.112811+0000","last_active":"2024-05-11T04:45:18.194294+0000","last_peered":"2024-05-11T04:45:18.194294+0000","last_clean":"2024-05-11T04:45:18.194294+0000","last_became_active":"2024-05-11T04:44:17.111746+0000","last_became_peered":"2024-05-11T04:44:17.111746+0000","last_unstale":"2024-05-11T04:45:18.194294+0000","last_undegraded":"2024-05-11T04:45:18.194294+0000","last_fullsized":"2024-05-11T04:45:18.194294+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:16:25.638760+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201638+0000","last_change":"2024-05-11T04:44:15.895238+0000","last_active":"2024-05-11T04:45:18.201638+0000","last_peered":"2024-05-11T04:45:18.201638+0000","last_clean":"2024-05-11T04:45:18.201638+0000","last_became_active":"2024-05-11T04:44:15.893240+0000","last_became_peered":"2024-05-11T04:44:15.893240+0000","last_unstale":"2024-05-11T04:45:18.201638+0000","last_undegraded":"2024-05-11T04:45:18.201638+0000","last_fullsized":"2024-05-11T04:45:18.201638+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:01:03.555284+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":22,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.203608+0000","last_change":"2024-05-11T04:41:59.671756+0000","last_active":"2024-05-11T04:45:19.203608+0000","last_peered":"2024-05-11T04:45:19.203608+0000","last_clean":"2024-05-11T04:45:19.203608+0000","last_became_active":"2024-05-11T04:41:59.670500+0000","last_became_peered":"2024-05-11T04:41:59.670500+0000","last_unstale":"2024-05-11T04:45:19.203608+0000","last_undegraded":"2024-05-11T04:45:19.203608+0000","last_fullsized":"2024-05-11T04:45:19.203608+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:23:59.715343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":11,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.207426+0000","last_change":"2024-05-11T04:45:19.207426+0000","last_active":"2024-05-11T04:45:19.207426+0000","last_peered":"2024-05-11T04:45:19.207426+0000","last_clean":"2024-05-11T04:45:19.207426+0000","last_became_active":"2024-05-11T04:45:19.206443+0000","last_became_peered":"2024-05-11T04:45:19.206443+0000","last_unstale":"2024-05-11T04:45:19.207426+0000","last_undegraded":"2024-05-11T04:45:19.207426+0000","last_fullsized":"2024-05-11T04:45:19.207426+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:35:34.172383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201983+0000","last_change":"2024-05-11T04:44:15.929525+0000","last_active":"2024-05-11T04:45:18.201983+0000","last_peered":"2024-05-11T04:45:18.201983+0000","last_clean":"2024-05-11T04:45:18.201983+0000","last_became_active":"2024-05-11T04:44:15.928974+0000","last_became_peered":"2024-05-11T04:44:15.928974+0000","last_unstale":"2024-05-11T04:45:18.201983+0000","last_undegraded":"2024-05-11T04:45:18.201983+0000","last_fullsized":"2024-05-11T04:45:18.201983+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:29:21.285684+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.197694+0000","last_change":"2024-05-11T04:44:15.948757+0000","last_active":"2024-05-11T04:45:18.197694+0000","last_peered":"2024-05-11T04:45:18.197694+0000","last_clean":"2024-05-11T04:45:18.197694+0000","last_became_active":"2024-05-11T04:44:15.947781+0000","last_became_peered":"2024-05-11T04:44:15.947781+0000","last_unstale":"2024-05-11T04:45:18.197694+0000","last_undegraded":"2024-05-11T04:45:18.197694+0000","last_fullsized":"2024-05-11T04:45:18.197694+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:16:19.399378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.197118+0000","last_change":"2024-05-11T04:44:15.901291+0000","last_active":"2024-05-11T04:45:18.197118+0000","last_peered":"2024-05-11T04:45:18.197118+0000","last_clean":"2024-05-11T04:45:18.197118+0000","last_became_active":"2024-05-11T04:44:15.900505+0000","last_became_peered":"2024-05-11T04:44:15.900505+0000","last_unstale":"2024-05-11T04:45:18.197118+0000","last_undegraded":"2024-05-11T04:45:18.197118+0000","last_fullsized":"2024-05-11T04:45:18.197118+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:21:40.699618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":24,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.371739+0000","last_change":"2024-05-11T04:45:19.371739+0000","last_active":"2024-05-11T04:45:19.371739+0000","last_peered":"2024-05-11T04:45:19.371739+0000","last_clean":"2024-05-11T04:45:19.371739+0000","last_became_active":"2024-05-11T04:45:19.370910+0000","last_became_peered":"2024-05-11T04:45:19.370910+0000","last_unstale":"2024-05-11T04:45:19.371739+0000","last_undegraded":"2024-05-11T04:45:19.371739+0000","last_fullsized":"2024-05-11T04:45:19.371739+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:29:05.403254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208599+0000","last_change":"2024-05-11T04:44:15.914364+0000","last_active":"2024-05-11T04:45:18.208599+0000","last_peered":"2024-05-11T04:45:18.208599+0000","last_clean":"2024-05-11T04:45:18.208599+0000","last_became_active":"2024-05-11T04:44:15.914048+0000","last_became_peered":"2024-05-11T04:44:15.914048+0000","last_unstale":"2024-05-11T04:45:18.208599+0000","last_undegraded":"2024-05-11T04:45:18.208599+0000","last_fullsized":"2024-05-11T04:45:18.208599+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:22:15.090047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196896+0000","last_change":"2024-05-11T04:44:15.945898+0000","last_active":"2024-05-11T04:45:18.196896+0000","last_peered":"2024-05-11T04:45:18.196896+0000","last_clean":"2024-05-11T04:45:18.196896+0000","last_became_active":"2024-05-11T04:44:15.945340+0000","last_became_peered":"2024-05-11T04:44:15.945340+0000","last_unstale":"2024-05-11T04:45:18.196896+0000","last_undegraded":"2024-05-11T04:45:18.196896+0000","last_fullsized":"2024-05-11T04:45:18.196896+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:49:55.809749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"69'3","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.203494+0000","last_change":"2024-05-11T04:44:15.940806+0000","last_active":"2024-05-11T04:45:18.203494+0000","last_peered":"2024-05-11T04:45:18.203494+0000","last_clean":"2024-05-11T04:45:18.203494+0000","last_became_active":"2024-05-11T04:44:15.940345+0000","last_became_peered":"2024-05-11T04:44:15.940345+0000","last_unstale":"2024-05-11T04:45:18.203494+0000","last_undegraded":"2024-05-11T04:45:18.203494+0000","last_fullsized":"2024-05-11T04:45:18.203494+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:32:26.209706+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208136+0000","last_change":"2024-05-11T04:44:17.112480+0000","last_active":"2024-05-11T04:45:18.208136+0000","last_peered":"2024-05-11T04:45:18.208136+0000","last_clean":"2024-05-11T04:45:18.208136+0000","last_became_active":"2024-05-11T04:44:17.111598+0000","last_became_peered":"2024-05-11T04:44:17.111598+0000","last_unstale":"2024-05-11T04:45:18.208136+0000","last_undegraded":"2024-05-11T04:45:18.208136+0000","last_fullsized":"2024-05-11T04:45:18.208136+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:35:45.267732+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201136+0000","last_change":"2024-05-11T04:44:15.911152+0000","last_active":"2024-05-11T04:45:18.201136+0000","last_peered":"2024-05-11T04:45:18.201136+0000","last_clean":"2024-05-11T04:45:18.201136+0000","last_became_active":"2024-05-11T04:44:15.910388+0000","last_became_peered":"2024-05-11T04:44:15.910388+0000","last_unstale":"2024-05-11T04:45:18.201136+0000","last_undegraded":"2024-05-11T04:45:18.201136+0000","last_fullsized":"2024-05-11T04:45:18.201136+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:06:37.779725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208455+0000","last_change":"2024-05-11T04:44:15.947204+0000","last_active":"2024-05-11T04:45:18.208455+0000","last_peered":"2024-05-11T04:45:18.208455+0000","last_clean":"2024-05-11T04:45:18.208455+0000","last_became_active":"2024-05-11T04:44:15.946856+0000","last_became_peered":"2024-05-11T04:44:15.946856+0000","last_unstale":"2024-05-11T04:45:18.208455+0000","last_undegraded":"2024-05-11T04:45:18.208455+0000","last_fullsized":"2024-05-11T04:45:18.208455+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:04:48.902369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.192305+0000","last_change":"2024-05-11T04:44:15.917185+0000","last_active":"2024-05-11T04:45:18.192305+0000","last_peered":"2024-05-11T04:45:18.192305+0000","last_clean":"2024-05-11T04:45:18.192305+0000","last_became_active":"2024-05-11T04:44:15.916369+0000","last_became_peered":"2024-05-11T04:44:15.916369+0000","last_unstale":"2024-05-11T04:45:18.192305+0000","last_undegraded":"2024-05-11T04:45:18.192305+0000","last_fullsized":"2024-05-11T04:45:18.192305+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:04:32.037288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.195866+0000","last_change":"2024-05-11T04:44:15.947466+0000","last_active":"2024-05-11T04:45:18.195866+0000","last_peered":"2024-05-11T04:45:18.195866+0000","last_clean":"2024-05-11T04:45:18.195866+0000","last_became_active":"2024-05-11T04:44:15.947048+0000","last_became_peered":"2024-05-11T04:44:15.947048+0000","last_unstale":"2024-05-11T04:45:18.195866+0000","last_undegraded":"2024-05-11T04:45:18.195866+0000","last_fullsized":"2024-05-11T04:45:18.195866+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:21:49.168074+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.192769+0000","last_change":"2024-05-11T04:44:15.925243+0000","last_active":"2024-05-11T04:45:18.192769+0000","last_peered":"2024-05-11T04:45:18.192769+0000","last_clean":"2024-05-11T04:45:18.192769+0000","last_became_active":"2024-05-11T04:44:15.924919+0000","last_became_peered":"2024-05-11T04:44:15.924919+0000","last_unstale":"2024-05-11T04:45:18.192769+0000","last_undegraded":"2024-05-11T04:45:18.192769+0000","last_fullsized":"2024-05-11T04:45:18.192769+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:03:18.778246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.200831+0000","last_change":"2024-05-11T04:44:17.549027+0000","last_active":"2024-05-11T04:45:18.200831+0000","last_peered":"2024-05-11T04:45:18.200831+0000","last_clean":"2024-05-11T04:45:18.200831+0000","last_became_active":"2024-05-11T04:44:17.548094+0000","last_became_peered":"2024-05-11T04:44:17.548094+0000","last_unstale":"2024-05-11T04:45:18.200831+0000","last_undegraded":"2024-05-11T04:45:18.200831+0000","last_fullsized":"2024-05-11T04:45:18.200831+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:51:51.768012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.192858+0000","last_change":"2024-05-11T04:44:15.906898+0000","last_active":"2024-05-11T04:45:18.192858+0000","last_peered":"2024-05-11T04:45:18.192858+0000","last_clean":"2024-05-11T04:45:18.192858+0000","last_became_active":"2024-05-11T04:44:15.906011+0000","last_became_peered":"2024-05-11T04:44:15.906011+0000","last_unstale":"2024-05-11T04:45:18.192858+0000","last_undegraded":"2024-05-11T04:45:18.192858+0000","last_fullsized":"2024-05-11T04:45:18.192858+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:12:05.762984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.204235+0000","last_change":"2024-05-11T04:44:15.949571+0000","last_active":"2024-05-11T04:45:18.204235+0000","last_peered":"2024-05-11T04:45:18.204235+0000","last_clean":"2024-05-11T04:45:18.204235+0000","last_became_active":"2024-05-11T04:44:15.949006+0000","last_became_peered":"2024-05-11T04:44:15.949006+0000","last_unstale":"2024-05-11T04:45:18.204235+0000","last_undegraded":"2024-05-11T04:45:18.204235+0000","last_fullsized":"2024-05-11T04:45:18.204235+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:06:13.895777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":32,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208350+0000","last_change":"2024-05-11T04:44:15.902330+0000","last_active":"2024-05-11T04:45:18.208350+0000","last_peered":"2024-05-11T04:45:18.208350+0000","last_clean":"2024-05-11T04:45:18.208350+0000","last_became_active":"2024-05-11T04:44:15.899902+0000","last_became_peered":"2024-05-11T04:44:15.899902+0000","last_unstale":"2024-05-11T04:45:18.208350+0000","last_undegraded":"2024-05-11T04:45:18.208350+0000","last_fullsized":"2024-05-11T04:45:18.208350+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:23:56.701065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208215+0000","last_change":"2024-05-11T04:44:17.351055+0000","last_active":"2024-05-11T04:45:18.208215+0000","last_peered":"2024-05-11T04:45:18.208215+0000","last_clean":"2024-05-11T04:45:18.208215+0000","last_became_active":"2024-05-11T04:44:17.350197+0000","last_became_peered":"2024-05-11T04:44:17.350197+0000","last_unstale":"2024-05-11T04:45:18.208215+0000","last_undegraded":"2024-05-11T04:45:18.208215+0000","last_fullsized":"2024-05-11T04:45:18.208215+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:28:15.110710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.191270+0000","last_change":"2024-05-11T04:44:15.906295+0000","last_active":"2024-05-11T04:45:18.191270+0000","last_peered":"2024-05-11T04:45:18.191270+0000","last_clean":"2024-05-11T04:45:18.191270+0000","last_became_active":"2024-05-11T04:44:15.905254+0000","last_became_peered":"2024-05-11T04:44:15.905254+0000","last_unstale":"2024-05-11T04:45:18.191270+0000","last_undegraded":"2024-05-11T04:45:18.191270+0000","last_fullsized":"2024-05-11T04:45:18.191270+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:16:58.459590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201562+0000","last_change":"2024-05-11T04:44:17.345404+0000","last_active":"2024-05-11T04:45:18.201562+0000","last_peered":"2024-05-11T04:45:18.201562+0000","last_clean":"2024-05-11T04:45:18.201562+0000","last_became_active":"2024-05-11T04:44:17.344556+0000","last_became_peered":"2024-05-11T04:44:17.344556+0000","last_unstale":"2024-05-11T04:45:18.201562+0000","last_undegraded":"2024-05-11T04:45:18.201562+0000","last_fullsized":"2024-05-11T04:45:18.201562+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:57:08.286417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208126+0000","last_change":"2024-05-11T04:44:15.909581+0000","last_active":"2024-05-11T04:45:18.208126+0000","last_peered":"2024-05-11T04:45:18.208126+0000","last_clean":"2024-05-11T04:45:18.208126+0000","last_became_active":"2024-05-11T04:44:15.907310+0000","last_became_peered":"2024-05-11T04:44:15.907310+0000","last_unstale":"2024-05-11T04:45:18.208126+0000","last_undegraded":"2024-05-11T04:45:18.208126+0000","last_fullsized":"2024-05-11T04:45:18.208126+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:14:23.502464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.203889+0000","last_change":"2024-05-11T04:44:15.950788+0000","last_active":"2024-05-11T04:45:18.203889+0000","last_peered":"2024-05-11T04:45:18.203889+0000","last_clean":"2024-05-11T04:45:18.203889+0000","last_became_active":"2024-05-11T04:44:15.950361+0000","last_became_peered":"2024-05-11T04:44:15.950361+0000","last_unstale":"2024-05-11T04:45:18.203889+0000","last_undegraded":"2024-05-11T04:45:18.203889+0000","last_fullsized":"2024-05-11T04:45:18.203889+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:38:19.348725+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":20,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.191942+0000","last_change":"2024-05-11T04:44:15.908810+0000","last_active":"2024-05-11T04:45:18.191942+0000","last_peered":"2024-05-11T04:45:18.191942+0000","last_clean":"2024-05-11T04:45:18.191942+0000","last_became_active":"2024-05-11T04:44:15.908226+0000","last_became_peered":"2024-05-11T04:44:15.908226+0000","last_unstale":"2024-05-11T04:45:18.191942+0000","last_undegraded":"2024-05-11T04:45:18.191942+0000","last_fullsized":"2024-05-11T04:45:18.191942+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:51:33.187402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196487+0000","last_change":"2024-05-11T04:44:15.937164+0000","last_active":"2024-05-11T04:45:18.196487+0000","last_peered":"2024-05-11T04:45:18.196487+0000","last_clean":"2024-05-11T04:45:18.196487+0000","last_became_active":"2024-05-11T04:44:15.936773+0000","last_became_peered":"2024-05-11T04:44:15.936773+0000","last_unstale":"2024-05-11T04:45:18.196487+0000","last_undegraded":"2024-05-11T04:45:18.196487+0000","last_fullsized":"2024-05-11T04:45:18.196487+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:27:19.573153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.14","version":"69'7","reported_seq":29,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196667+0000","last_change":"2024-05-11T04:44:15.904178+0000","last_active":"2024-05-11T04:45:18.196667+0000","last_peered":"2024-05-11T04:45:18.196667+0000","last_clean":"2024-05-11T04:45:18.196667+0000","last_became_active":"2024-05-11T04:44:15.903257+0000","last_became_peered":"2024-05-11T04:44:15.903257+0000","last_unstale":"2024-05-11T04:45:18.196667+0000","last_undegraded":"2024-05-11T04:45:18.196667+0000","last_fullsized":"2024-05-11T04:45:18.196667+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":7,"log_dups_size":0,"ondisk_log_size":7,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:42:45.489726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.194058+0000","last_change":"2024-05-11T04:44:17.549627+0000","last_active":"2024-05-11T04:45:18.194058+0000","last_peered":"2024-05-11T04:45:18.194058+0000","last_clean":"2024-05-11T04:45:18.194058+0000","last_became_active":"2024-05-11T04:44:17.548576+0000","last_became_peered":"2024-05-11T04:44:17.548576+0000","last_unstale":"2024-05-11T04:45:18.194058+0000","last_undegraded":"2024-05-11T04:45:18.194058+0000","last_fullsized":"2024-05-11T04:45:18.194058+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:17:28.008002+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":22,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.192063+0000","last_change":"2024-05-11T04:44:15.928942+0000","last_active":"2024-05-11T04:45:18.192063+0000","last_peered":"2024-05-11T04:45:18.192063+0000","last_clean":"2024-05-11T04:45:18.192063+0000","last_became_active":"2024-05-11T04:44:15.928358+0000","last_became_peered":"2024-05-11T04:44:15.928358+0000","last_unstale":"2024-05-11T04:45:18.192063+0000","last_undegraded":"2024-05-11T04:45:18.192063+0000","last_fullsized":"2024-05-11T04:45:18.192063+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:57:55.936702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.203810+0000","last_change":"2024-05-11T04:44:15.945759+0000","last_active":"2024-05-11T04:45:18.203810+0000","last_peered":"2024-05-11T04:45:18.203810+0000","last_clean":"2024-05-11T04:45:18.203810+0000","last_became_active":"2024-05-11T04:44:15.945056+0000","last_became_peered":"2024-05-11T04:44:15.945056+0000","last_unstale":"2024-05-11T04:45:18.203810+0000","last_undegraded":"2024-05-11T04:45:18.203810+0000","last_fullsized":"2024-05-11T04:45:18.203810+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:03:25.257505+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.201354+0000","last_change":"2024-05-11T04:44:15.915896+0000","last_active":"2024-05-11T04:45:18.201354+0000","last_peered":"2024-05-11T04:45:18.201354+0000","last_clean":"2024-05-11T04:45:18.201354+0000","last_became_active":"2024-05-11T04:44:15.915104+0000","last_became_peered":"2024-05-11T04:44:15.915104+0000","last_unstale":"2024-05-11T04:45:18.201354+0000","last_undegraded":"2024-05-11T04:45:18.201354+0000","last_fullsized":"2024-05-11T04:45:18.201354+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:59:55.044455+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.202217+0000","last_change":"2024-05-11T04:44:15.949110+0000","last_active":"2024-05-11T04:45:18.202217+0000","last_peered":"2024-05-11T04:45:18.202217+0000","last_clean":"2024-05-11T04:45:18.202217+0000","last_became_active":"2024-05-11T04:44:15.948649+0000","last_became_peered":"2024-05-11T04:44:15.948649+0000","last_unstale":"2024-05-11T04:45:18.202217+0000","last_undegraded":"2024-05-11T04:45:18.202217+0000","last_fullsized":"2024-05-11T04:45:18.202217+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:00:48.506365+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208268+0000","last_change":"2024-05-11T04:44:15.918069+0000","last_active":"2024-05-11T04:45:18.208268+0000","last_peered":"2024-05-11T04:45:18.208268+0000","last_clean":"2024-05-11T04:45:18.208268+0000","last_became_active":"2024-05-11T04:44:15.917544+0000","last_became_peered":"2024-05-11T04:44:15.917544+0000","last_unstale":"2024-05-11T04:45:18.208268+0000","last_undegraded":"2024-05-11T04:45:18.208268+0000","last_fullsized":"2024-05-11T04:45:18.208268+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:18:40.740908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.209289+0000","last_change":"2024-05-11T04:44:16.122619+0000","last_active":"2024-05-11T04:45:18.209289+0000","last_peered":"2024-05-11T04:45:18.209289+0000","last_clean":"2024-05-11T04:45:18.209289+0000","last_became_active":"2024-05-11T04:44:16.121793+0000","last_became_peered":"2024-05-11T04:44:16.121793+0000","last_unstale":"2024-05-11T04:45:18.209289+0000","last_undegraded":"2024-05-11T04:45:18.209289+0000","last_fullsized":"2024-05-11T04:45:18.209289+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:03:16.261099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.202782+0000","last_change":"2024-05-11T04:44:15.930878+0000","last_active":"2024-05-11T04:45:18.202782+0000","last_peered":"2024-05-11T04:45:18.202782+0000","last_clean":"2024-05-11T04:45:18.202782+0000","last_became_active":"2024-05-11T04:44:15.930456+0000","last_became_peered":"2024-05-11T04:44:15.930456+0000","last_unstale":"2024-05-11T04:45:18.202782+0000","last_undegraded":"2024-05-11T04:45:18.202782+0000","last_fullsized":"2024-05-11T04:45:18.202782+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:41:13.539356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":15,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.208436+0000","last_change":"2024-05-11T04:44:17.345803+0000","last_active":"2024-05-11T04:45:18.208436+0000","last_peered":"2024-05-11T04:45:18.208436+0000","last_clean":"2024-05-11T04:45:18.208436+0000","last_became_active":"2024-05-11T04:44:17.344964+0000","last_became_peered":"2024-05-11T04:44:17.344964+0000","last_unstale":"2024-05-11T04:45:18.208436+0000","last_undegraded":"2024-05-11T04:45:18.208436+0000","last_fullsized":"2024-05-11T04:45:18.208436+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:23:33.408407+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.194201+0000","last_change":"2024-05-11T04:44:15.929729+0000","last_active":"2024-05-11T04:45:18.194201+0000","last_peered":"2024-05-11T04:45:18.194201+0000","last_clean":"2024-05-11T04:45:18.194201+0000","last_became_active":"2024-05-11T04:44:15.928161+0000","last_became_peered":"2024-05-11T04:44:15.928161+0000","last_unstale":"2024-05-11T04:45:18.194201+0000","last_undegraded":"2024-05-11T04:45:18.194201+0000","last_fullsized":"2024-05-11T04:45:18.194201+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:58:11.997034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":24,"reported_epoch":71,"state":"active+clean","last_fresh":"2024-05-11T04:45:19.204668+0000","last_change":"2024-05-11T04:45:19.204668+0000","last_active":"2024-05-11T04:45:19.204668+0000","last_peered":"2024-05-11T04:45:19.204668+0000","last_clean":"2024-05-11T04:45:19.204668+0000","last_became_active":"2024-05-11T04:45:19.203676+0000","last_became_peered":"2024-05-11T04:45:19.203676+0000","last_unstale":"2024-05-11T04:45:19.204668+0000","last_undegraded":"2024-05-11T04:45:19.204668+0000","last_fullsized":"2024-05-11T04:45:19.204668+0000","mapping_epoch":70,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":71,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:15:22.596929+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"69'2","reported_seq":18,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-05-11T04:45:18.196014+0000","last_change":"2024-05-11T04:44:15.922028+0000","last_active":"2024-05-11T04:45:18.196014+0000","last_peered":"2024-05-11T04:45:18.196014+0000","last_clean":"2024-05-11T04:45:18.196014+0000","last_became_active":"2024-05-11T04:44:15.920735+0000","last_became_peered":"2024-05-11T04:44:15.920735+0000","last_unstale":"2024-05-11T04:45:18.196014+0000","last_undegraded":"2024-05-11T04:45:18.196014+0000","last_fullsized":"2024-05-11T04:45:18.196014+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:19:26.889493+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":77,"num_read_kb":80,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":45,"ondisk_log_size":45,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234057,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28344,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716808,"statfs":{"total":95995035648,"available":95966011392,"internally_reserved":0,"allocated":1351680,"data_stored":913571,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.92400000000000004,"15min":0.91700000000000004},"min":{"1min":0.629,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.2769999999999999,"5min":1.9430000000000001,"15min":1.9430000000000001},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.90300000000000002,"5min":0.92100000000000004,"15min":0.91700000000000004},"min":{"1min":0.62,"5min":0.54900000000000004,"15min":0.54900000000000004},"max":{"1min":1.337,"5min":1.389,"15min":1.389},"last":0.92200000000000004}]},{"osd":1,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":1.0009999999999999},"min":{"1min":0.63400000000000001,"5min":0.56799999999999995,"15min":0.56799999999999995},"max":{"1min":1.2709999999999999,"5min":1.601,"15min":1.601},"last":0.98299999999999998},{"interface":"front","average":{"1min":1.0800000000000001,"5min":1.0509999999999999,"15min":1.0640000000000001},"min":{"1min":0.72499999999999998,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.2310000000000001,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":1.075}]},{"osd":2,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.91800000000000004,"5min":0.95399999999999996,"15min":0.94999999999999996},"min":{"1min":0.68200000000000005,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.1299999999999999,"5min":1.8120000000000001,"15min":1.8120000000000001},"last":1.014},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95199999999999996,"15min":0.91200000000000003},"min":{"1min":0.70899999999999996,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.1930000000000001,"5min":1.349,"15min":1.349},"last":0.68600000000000005}]},{"osd":3,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.99299999999999999,"15min":0.98199999999999998},"min":{"1min":0.57099999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.2589999999999999,"5min":1.482,"15min":1.482},"last":1.135},{"interface":"front","average":{"1min":0.98099999999999998,"5min":1.0029999999999999,"15min":0.98999999999999999},"min":{"1min":0.77000000000000002,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.3049999999999999,"5min":1.641,"15min":1.641},"last":1.1140000000000001}]},{"osd":4,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.97799999999999998,"5min":0.92800000000000005,"15min":0.84699999999999998},"min":{"1min":0.64500000000000002,"5min":0.379,"15min":0.379},"max":{"1min":1.3480000000000001,"5min":1.494,"15min":1.494},"last":1.165},{"interface":"front","average":{"1min":1.0649999999999999,"5min":1.024,"15min":0.98999999999999999},"min":{"1min":0.68300000000000005,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.387,"5min":1.512,"15min":1.512},"last":1.262}]},{"osd":5,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":1.0549999999999999,"5min":0.99099999999999999,"15min":0.93899999999999995},"min":{"1min":0.749,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":1.2390000000000001,"5min":1.536,"15min":1.536},"last":1.1910000000000001},{"interface":"front","average":{"1min":1.075,"5min":1.0669999999999999,"15min":1.0449999999999999},"min":{"1min":0.73899999999999999,"5min":0.44,"15min":0.44},"max":{"1min":1.46,"5min":2.3639999999999999,"15min":2.3639999999999999},"last":1.286}]},{"osd":6,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":1.175,"5min":1.1259999999999999,"15min":1.0940000000000001},"min":{"1min":0.88100000000000001,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.5740000000000001,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":1.2330000000000001},{"interface":"front","average":{"1min":1.1519999999999999,"5min":1.159,"15min":1.115},"min":{"1min":0.85099999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":1.5009999999999999,"5min":2.1200000000000001,"15min":2.1200000000000001},"last":1.2110000000000001}]}]},{"osd":6,"up_from":46,"seq":197568495700,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28324,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716828,"statfs":{"total":95995035648,"available":95966031872,"internally_reserved":0,"allocated":1335296,"data_stored":913152,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.88300000000000001,"15min":0.85399999999999998},"min":{"1min":0.67600000000000005,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.27,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":1.0449999999999999},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.92600000000000005,"15min":0.91800000000000004},"min":{"1min":0.629,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.256,"5min":1.7290000000000001,"15min":1.7290000000000001},"last":0.748}]},{"osd":1,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.99299999999999999,"5min":0.91400000000000003,"15min":0.89000000000000001},"min":{"1min":0.69099999999999995,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.22,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.91600000000000004,"15min":0.88700000000000001},"min":{"1min":0.67800000000000005,"5min":0.48899999999999999,"15min":0.48899999999999999},"max":{"1min":1.3660000000000001,"5min":1.4350000000000001,"15min":1.4350000000000001},"last":1.2609999999999999}]},{"osd":2,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.94399999999999995,"5min":0.93400000000000005,"15min":0.89900000000000002},"min":{"1min":0.54100000000000004,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":1.258,"5min":1.667,"15min":1.667},"last":1.1579999999999999},{"interface":"front","average":{"1min":1.0149999999999999,"5min":0.95099999999999996,"15min":0.89900000000000002},"min":{"1min":0.64900000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":1.2749999999999999,"5min":1.4239999999999999,"15min":1.4239999999999999},"last":0.99099999999999999}]},{"osd":3,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.97199999999999998,"5min":0.93200000000000005,"15min":0.88300000000000001},"min":{"1min":0.61599999999999999,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.2989999999999999,"5min":1.387,"15min":1.387},"last":0.95899999999999996},{"interface":"front","average":{"1min":1.0660000000000001,"5min":1.0549999999999999,"15min":0.98099999999999998},"min":{"1min":0.76200000000000001,"5min":0.52000000000000002,"15min":0.52000000000000002},"max":{"1min":1.3109999999999999,"5min":3.2570000000000001,"15min":3.2570000000000001},"last":1.3120000000000001}]},{"osd":4,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.92800000000000005,"15min":0.78800000000000003},"min":{"1min":0.71199999999999997,"5min":0.40699999999999997,"15min":0.38800000000000001},"max":{"1min":1.327,"5min":1.5109999999999999,"15min":1.5109999999999999},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.105,"5min":1.004,"15min":0.84799999999999998},"min":{"1min":0.68700000000000006,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":1.456,"5min":1.456,"15min":1.456},"last":1.1899999999999999}]},{"osd":5,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":1.0029999999999999,"15min":0.89500000000000002},"min":{"1min":0.72599999999999998,"5min":0.377,"15min":0.377},"max":{"1min":1.4279999999999999,"5min":1.5069999999999999,"15min":1.5069999999999999},"last":1.1120000000000001},{"interface":"front","average":{"1min":1.1379999999999999,"5min":1.0640000000000001,"15min":0.92400000000000004},"min":{"1min":0.80400000000000005,"5min":0.45200000000000001,"15min":0.432},"max":{"1min":1.339,"5min":1.4390000000000001,"15min":1.4390000000000001},"last":1.0760000000000001}]},{"osd":7,"last update":"Sat May 11 04:45:28 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.0760000000000001,"15min":1.1020000000000001},"min":{"1min":0.42299999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":1.3700000000000001,"5min":1.6240000000000001,"15min":1.6240000000000001},"last":1.23},{"interface":"front","average":{"1min":1.163,"5min":1.1220000000000001,"15min":1.1419999999999999},"min":{"1min":0.46100000000000002,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.395,"5min":1.55,"15min":1.55},"last":1.2789999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574983,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":724992,"data_stored":321208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:30 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.66100000000000003,"15min":0.61799999999999999},"min":{"1min":0.33000000000000002,"5min":0.28799999999999998,"15min":0.28799999999999998},"max":{"1min":1.0649999999999999,"5min":1.21,"15min":1.21},"last":0.87},{"interface":"front","average":{"1min":0.748,"5min":0.72199999999999998,"15min":0.67000000000000004},"min":{"1min":0.35499999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.224,"5min":1.341,"15min":1.341},"last":0.75}]},{"osd":2,"last update":"Sat May 11 04:45:20 2024","interfaces":[{"interface":"back","average":{"1min":0.77500000000000002,"5min":0.76000000000000001,"15min":0.68300000000000005},"min":{"1min":0.377,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.1359999999999999,"5min":1.288,"15min":1.288},"last":0.71099999999999997},{"interface":"front","average":{"1min":0.81999999999999995,"5min":0.78600000000000003,"15min":0.73199999999999998},"min":{"1min":0.40000000000000002,"5min":0.316,"15min":0.316},"max":{"1min":1.248,"5min":1.248,"15min":1.248},"last":0.93500000000000005}]},{"osd":3,"last update":"Sat May 11 04:45:20 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.82199999999999995,"15min":0.79800000000000004},"min":{"1min":0.45600000000000002,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.1830000000000001,"5min":1.1830000000000001,"15min":1.1830000000000001},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.89300000000000002,"5min":0.83799999999999997,"15min":0.81200000000000006},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.139,"5min":1.2969999999999999,"15min":1.2969999999999999},"last":1.119}]},{"osd":4,"last update":"Sat May 11 04:46:04 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.03,"15min":1.014},"min":{"1min":0.79000000000000004,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.304,"5min":1.407,"15min":1.407},"last":1.0429999999999999},{"interface":"front","average":{"1min":0.94599999999999995,"5min":0.93500000000000005,"15min":0.93799999999999994},"min":{"1min":0.61299999999999999,"5min":0.56599999999999995,"15min":0.56599999999999995},"max":{"1min":1.2370000000000001,"5min":1.2729999999999999,"15min":1.2729999999999999},"last":0.96799999999999997}]},{"osd":5,"last update":"Sat May 11 04:45:55 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":1.0329999999999999,"15min":1.0309999999999999},"min":{"1min":0.629,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.4910000000000001,"5min":1.579,"15min":1.579},"last":1.337},{"interface":"front","average":{"1min":1.107,"5min":1.0580000000000001,"15min":1.0369999999999999},"min":{"1min":0.66000000000000003,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.6160000000000001,"5min":1.6160000000000001,"15min":1.6160000000000001},"last":1.21}]},{"osd":6,"last update":"Sat May 11 04:45:41 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.069,"15min":1.083},"min":{"1min":0.60999999999999999,"5min":0.58299999999999996,"15min":0.58299999999999996},"max":{"1min":1.5880000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.395},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.085,"15min":1.0960000000000001},"min":{"1min":0.67900000000000005,"5min":0.67900000000000005,"15min":0.67900000000000005},"max":{"1min":1.4059999999999999,"5min":1.4239999999999999,"15min":1.486},"last":1.169}]},{"osd":7,"last update":"Sat May 11 04:45:30 2024","interfaces":[{"interface":"back","average":{"1min":1.105,"5min":1.117,"15min":1.1379999999999999},"min":{"1min":0.67800000000000005,"5min":0.61199999999999999,"15min":0.61199999999999999},"max":{"1min":1.6559999999999999,"5min":1.6559999999999999,"15min":1.6559999999999999},"last":1.4390000000000001},{"interface":"front","average":{"1min":1.167,"5min":1.127,"15min":1.129},"min":{"1min":0.64300000000000002,"5min":0.625,"15min":0.625},"max":{"1min":1.5349999999999999,"5min":1.605,"15min":1.605},"last":1.27}]}]},{"osd":0,"up_from":8,"seq":34359738513,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28328,"kb_used_data":1304,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716824,"statfs":{"total":95995035648,"available":95966027776,"internally_reserved":0,"allocated":1335296,"data_stored":912726,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Sat May 11 04:45:34 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.67700000000000005,"15min":0.60899999999999999},"min":{"1min":0.435,"5min":0.33000000000000002,"15min":0.27000000000000002},"max":{"1min":0.98899999999999999,"5min":1.0649999999999999,"15min":1.0649999999999999},"last":0.625},{"interface":"front","average":{"1min":0.76400000000000001,"5min":0.81100000000000005,"15min":0.69299999999999995},"min":{"1min":0.44800000000000001,"5min":0.33200000000000002,"15min":0.246},"max":{"1min":1.0389999999999999,"5min":1.3129999999999999,"15min":1.3129999999999999},"last":0.67200000000000004}]},{"osd":2,"last update":"Sat May 11 04:45:34 2024","interfaces":[{"interface":"back","average":{"1min":0.71899999999999997,"5min":0.79200000000000004,"15min":0.747},"min":{"1min":0.46000000000000002,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":1.0449999999999999,"5min":1.2889999999999999,"15min":1.2889999999999999},"last":0.93899999999999995},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.75600000000000001,"15min":0.70499999999999996},"min":{"1min":0.49199999999999999,"5min":0.309,"15min":0.307},"max":{"1min":1.0449999999999999,"5min":1.415,"15min":1.415},"last":1.3420000000000001}]},{"osd":3,"last update":"Sat May 11 04:45:13 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.88600000000000001,"15min":0.84699999999999998},"min":{"1min":0.51100000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":1.157,"5min":1.333,"15min":1.333},"last":1.089},{"interface":"front","average":{"1min":0.878,"5min":0.88300000000000001,"15min":0.81999999999999995},"min":{"1min":0.54600000000000004,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":1.2889999999999999,"5min":1.395,"15min":1.395},"last":0.89100000000000001}]},{"osd":4,"last update":"Sat May 11 04:46:08 2024","interfaces":[{"interface":"back","average":{"1min":1.02,"5min":1.026,"15min":0.98999999999999999},"min":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"max":{"1min":1.1990000000000001,"5min":1.4810000000000001,"15min":1.4850000000000001},"last":1.2569999999999999},{"interface":"front","average":{"1min":1.046,"5min":1.0429999999999999,"15min":0.99099999999999999},"min":{"1min":0.63300000000000001,"5min":0.55400000000000005,"15min":0.55400000000000005},"max":{"1min":1.4199999999999999,"5min":1.4199999999999999,"15min":1.4199999999999999},"last":0.996}]},{"osd":5,"last update":"Sat May 11 04:45:56 2024","interfaces":[{"interface":"back","average":{"1min":1.1240000000000001,"5min":1.0589999999999999,"15min":1.052},"min":{"1min":0.85599999999999998,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":1.992,"5min":1.992,"15min":1.992},"last":1.2869999999999999},{"interface":"front","average":{"1min":1.1180000000000001,"5min":1.056,"15min":1.0109999999999999},"min":{"1min":0.80100000000000005,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.3049999999999999,"5min":1.532,"15min":1.532},"last":1.4530000000000001}]},{"osd":6,"last update":"Sat May 11 04:45:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1100000000000001,"5min":1.1040000000000001,"15min":1.1240000000000001},"min":{"1min":0.624,"5min":0.49099999999999999,"15min":0.49099999999999999},"max":{"1min":1.7929999999999999,"5min":1.7929999999999999,"15min":1.7929999999999999},"last":1.1739999999999999},{"interface":"front","average":{"1min":1.1120000000000001,"5min":1.109,"15min":1.0840000000000001},"min":{"1min":0.75700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.702,"5min":1.702,"15min":1.702},"last":1.2030000000000001}]},{"osd":7,"last update":"Sat May 11 04:45:28 2024","interfaces":[{"interface":"back","average":{"1min":1.115,"5min":1.1339999999999999,"15min":1.1379999999999999},"min":{"1min":0.84699999999999998,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.3420000000000001,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":1.3700000000000001},{"interface":"front","average":{"1min":1.133,"5min":1.165,"15min":1.1850000000000001},"min":{"1min":0.65000000000000002,"5min":0.54400000000000004,"15min":0.54400000000000004},"max":{"1min":1.3500000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.3180000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411451,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27744,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717408,"statfs":{"total":95995035648,"available":95966625792,"internally_reserved":0,"allocated":737280,"data_stored":322097,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.81699999999999995,"5min":0.72599999999999998,"15min":0.66700000000000004},"min":{"1min":0.46800000000000003,"5min":0.33500000000000002,"15min":0.27800000000000002},"max":{"1min":3.1949999999999998,"5min":3.1949999999999998,"15min":3.1949999999999998},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.81200000000000006,"5min":0.76800000000000002,"15min":0.69599999999999995},"min":{"1min":0.314,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.671,"5min":1.671,"15min":1.671},"last":0.92100000000000004}]},{"osd":1,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.84699999999999998,"5min":0.78900000000000003,"15min":0.71499999999999997},"min":{"1min":0.36699999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":3.2370000000000001,"5min":3.2370000000000001,"15min":3.2370000000000001},"last":0.97699999999999998},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.84099999999999997,"15min":0.76100000000000001},"min":{"1min":0.439,"5min":0.40999999999999998,"15min":0.32300000000000001},"max":{"1min":1.2310000000000001,"5min":1.3500000000000001,"15min":3.0409999999999999},"last":0.879}]},{"osd":3,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.84699999999999998,"15min":0.82499999999999996},"min":{"1min":0.42099999999999999,"5min":0.371,"15min":0.371},"max":{"1min":2.1619999999999999,"5min":2.1619999999999999,"15min":2.1619999999999999},"last":0.84499999999999997},{"interface":"front","average":{"1min":1,"5min":0.91000000000000003,"15min":0.86199999999999999},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":2.6509999999999998,"5min":2.6509999999999998,"15min":2.6509999999999998},"last":1.069}]},{"osd":4,"last update":"Sat May 11 04:46:02 2024","interfaces":[{"interface":"back","average":{"1min":0.996,"5min":0.99099999999999999,"15min":0.91300000000000003},"min":{"1min":0.54900000000000004,"5min":0.53600000000000003,"15min":0.53600000000000003},"max":{"1min":1.8100000000000001,"5min":1.8100000000000001,"15min":1.8100000000000001},"last":1.139},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.048,"15min":0.98899999999999999},"min":{"1min":0.60499999999999998,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":1.998,"5min":1.998,"15min":1.998},"last":1.1060000000000001}]},{"osd":5,"last update":"Sat May 11 04:46:02 2024","interfaces":[{"interface":"back","average":{"1min":1.034,"5min":1.0800000000000001,"15min":1.0429999999999999},"min":{"1min":0.68400000000000005,"5min":0.629,"15min":0.629},"max":{"1min":1.53,"5min":2.0259999999999998,"15min":2.0259999999999998},"last":1.1919999999999999},{"interface":"front","average":{"1min":1.0680000000000001,"5min":1.081,"15min":1.0309999999999999},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":2.081,"5min":2.081,"15min":2.081},"last":1.2210000000000001}]},{"osd":6,"last update":"Sat May 11 04:45:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1359999999999999,"5min":1.1479999999999999,"15min":1.131},"min":{"1min":0.82799999999999996,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.4510000000000001,"5min":1.7809999999999999,"15min":1.7809999999999999},"last":1.3100000000000001},{"interface":"front","average":{"1min":1.1719999999999999,"5min":1.125,"15min":1.115},"min":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"max":{"1min":1.9550000000000001,"5min":1.9550000000000001,"15min":1.9550000000000001},"last":1.4159999999999999}]},{"osd":7,"last update":"Sat May 11 04:45:27 2024","interfaces":[{"interface":"back","average":{"1min":1.196,"5min":1.1519999999999999,"15min":1.139},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":1.4890000000000001},{"interface":"front","average":{"1min":1.24,"5min":1.22,"15min":1.2},"min":{"1min":0.86399999999999999,"5min":0.82199999999999995,"15min":0.82199999999999995},"max":{"1min":1.4770000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":1.3859999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182511,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31836,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713316,"statfs":{"total":95995035648,"available":95962435584,"internally_reserved":0,"allocated":737280,"data_stored":321844,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":31848904},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:19 2024","interfaces":[{"interface":"back","average":{"1min":0.75600000000000001,"5min":0.71199999999999997,"15min":0.69799999999999995},"min":{"1min":0.47799999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":1.1870000000000001,"5min":2.4449999999999998,"15min":2.4449999999999998},"last":0.79000000000000004},{"interface":"front","average":{"1min":0.78400000000000003,"5min":0.76400000000000001,"15min":0.75},"min":{"1min":0.57799999999999996,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":1.0589999999999999,"5min":1.4570000000000001,"15min":1.4570000000000001},"last":0.90100000000000002}]},{"osd":1,"last update":"Sat May 11 04:45:19 2024","interfaces":[{"interface":"back","average":{"1min":0.81000000000000005,"5min":0.78300000000000003,"15min":0.77200000000000002},"min":{"1min":0.46100000000000002,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.1299999999999999,"5min":1.516,"15min":1.516},"last":0.745},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.76400000000000001,"15min":0.79100000000000004},"min":{"1min":0.48299999999999998,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":1.1299999999999999,"5min":1.673,"15min":1.673},"last":0.68500000000000005}]},{"osd":2,"last update":"Sat May 11 04:45:19 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.82899999999999996,"15min":0.83699999999999997},"min":{"1min":0.626,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.054,"5min":1.5880000000000001,"15min":1.5880000000000001},"last":0.85099999999999998},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.84799999999999998,"15min":0.84199999999999997},"min":{"1min":0.53800000000000003,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":1.1910000000000001,"5min":2.4940000000000002,"15min":2.4940000000000002},"last":1.0589999999999999}]},{"osd":4,"last update":"Sat May 11 04:46:09 2024","interfaces":[{"interface":"back","average":{"1min":0.96299999999999997,"5min":0.995,"15min":0.95099999999999996},"min":{"1min":0.62,"5min":0.59699999999999998,"15min":0.59699999999999998},"max":{"1min":1.3320000000000001,"5min":2.5419999999999998,"15min":2.5419999999999998},"last":1.161},{"interface":"front","average":{"1min":1.006,"5min":1.0129999999999999,"15min":0.95399999999999996},"min":{"1min":0.76000000000000001,"5min":0.58799999999999997,"15min":0.58799999999999997},"max":{"1min":1.2769999999999999,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.0329999999999999}]},{"osd":5,"last update":"Sat May 11 04:45:52 2024","interfaces":[{"interface":"back","average":{"1min":1.1080000000000001,"5min":1.016,"15min":0.98999999999999999},"min":{"1min":0.75600000000000001,"5min":0.61499999999999999,"15min":0.60399999999999998},"max":{"1min":1.639,"5min":1.696,"15min":1.696},"last":1},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0820000000000001,"15min":1.0249999999999999},"min":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"max":{"1min":1.4419999999999999,"5min":2.5609999999999999,"15min":2.5609999999999999},"last":1.341}]},{"osd":6,"last update":"Sat May 11 04:45:39 2024","interfaces":[{"interface":"back","average":{"1min":1.202,"5min":1.117,"15min":1.1200000000000001},"min":{"1min":0.89800000000000002,"5min":0.57999999999999996,"15min":0.57999999999999996},"max":{"1min":1.5169999999999999,"5min":2.52,"15min":2.52},"last":1.2629999999999999},{"interface":"front","average":{"1min":1.1659999999999999,"5min":1.0669999999999999,"15min":1.109},"min":{"1min":0.93899999999999995,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.71,"5min":1.71,"15min":1.71},"last":1.1279999999999999}]},{"osd":7,"last update":"Sat May 11 04:45:34 2024","interfaces":[{"interface":"back","average":{"1min":1.1830000000000001,"5min":1.1020000000000001,"15min":1.1299999999999999},"min":{"1min":0.89400000000000002,"5min":0.60599999999999998,"15min":0.60599999999999998},"max":{"1min":1.74,"5min":1.7949999999999999,"15min":1.7949999999999999},"last":1.3089999999999999},{"interface":"front","average":{"1min":1.292,"5min":1.173,"15min":1.1659999999999999},"min":{"1min":0.90800000000000003,"5min":0.65400000000000003,"15min":0.65400000000000003},"max":{"1min":1.6779999999999999,"5min":2.5910000000000002,"15min":2.5910000000000002},"last":1.3959999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018983,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31856,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713296,"statfs":{"total":95995035648,"available":95962415104,"internally_reserved":0,"allocated":753664,"data_stored":323191,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:46:08 2024","interfaces":[{"interface":"back","average":{"1min":0.86199999999999999,"5min":0.92800000000000005,"15min":0.89000000000000001},"min":{"1min":0.63,"5min":0.54900000000000004,"15min":0.52900000000000003},"max":{"1min":1.1499999999999999,"5min":1.49,"15min":1.49},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.97199999999999998,"5min":0.93700000000000006,"15min":0.89800000000000002},"min":{"1min":0.60399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.3680000000000001,"5min":1.3680000000000001,"15min":1.3959999999999999},"last":0.754}]},{"osd":1,"last update":"Sat May 11 04:46:08 2024","interfaces":[{"interface":"back","average":{"1min":0.92500000000000004,"5min":0.95099999999999996,"15min":0.91300000000000003},"min":{"1min":0.54700000000000004,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":1.1759999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":1.2070000000000001},{"interface":"front","average":{"1min":0.99199999999999999,"5min":0.98899999999999999,"15min":0.94399999999999995},"min":{"1min":0.72599999999999998,"5min":0.503,"15min":0.503},"max":{"1min":1.28,"5min":1.369,"15min":1.369},"last":0.88900000000000001}]},{"osd":2,"last update":"Sat May 11 04:46:08 2024","interfaces":[{"interface":"back","average":{"1min":1.008,"5min":0.998,"15min":0.94099999999999995},"min":{"1min":0.76200000000000001,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.3580000000000001,"5min":1.3580000000000001,"15min":1.3859999999999999},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.98699999999999999,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.70899999999999996,"5min":0.46600000000000003,"15min":0.46600000000000003},"max":{"1min":1.3959999999999999,"5min":1.3959999999999999,"15min":1.3959999999999999},"last":0.61199999999999999}]},{"osd":3,"last update":"Sat May 11 04:46:08 2024","interfaces":[{"interface":"back","average":{"1min":1.0609999999999999,"5min":0.95799999999999996,"15min":0.92300000000000004},"min":{"1min":0.90900000000000003,"5min":0.52600000000000002,"15min":0.52600000000000002},"max":{"1min":1.3129999999999999,"5min":1.3129999999999999,"15min":1.4119999999999999},"last":0.83599999999999997},{"interface":"front","average":{"1min":1.0169999999999999,"5min":1.048,"15min":0.98199999999999998},"min":{"1min":0.72799999999999998,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.94499999999999995}]},{"osd":5,"last update":"Sat May 11 04:45:53 2024","interfaces":[{"interface":"back","average":{"1min":0.97399999999999998,"5min":0.96699999999999997,"15min":0.84199999999999997},"min":{"1min":0.70999999999999996,"5min":0.47799999999999998,"15min":0.34499999999999997},"max":{"1min":1.244,"5min":1.613,"15min":1.613},"last":1.042},{"interface":"front","average":{"1min":1.032,"5min":1.0409999999999999,"15min":0.93500000000000005},"min":{"1min":0.75800000000000001,"5min":0.40600000000000003,"15min":0.40200000000000002},"max":{"1min":1.4219999999999999,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":0.70899999999999996}]},{"osd":6,"last update":"Sat May 11 04:45:49 2024","interfaces":[{"interface":"back","average":{"1min":1.0900000000000001,"5min":1.024,"15min":0.95799999999999996},"min":{"1min":0.68700000000000006,"5min":0.439,"15min":0.439},"max":{"1min":1.474,"5min":1.8580000000000001,"15min":1.8580000000000001},"last":0.876},{"interface":"front","average":{"1min":1.1439999999999999,"5min":1.109,"15min":0.98899999999999999},"min":{"1min":0.91200000000000003,"5min":0.47499999999999998,"15min":0.46800000000000003},"max":{"1min":1.536,"5min":1.536,"15min":1.591},"last":1.1599999999999999}]},{"osd":7,"last update":"Sat May 11 04:45:26 2024","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.141,"15min":1.1000000000000001},"min":{"1min":0.82599999999999996,"5min":0.50900000000000001,"15min":0.50900000000000001},"max":{"1min":1.393,"5min":1.472,"15min":1.472},"last":1.111},{"interface":"front","average":{"1min":1.2509999999999999,"5min":1.1499999999999999,"15min":1.1100000000000001},"min":{"1min":0.75900000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.7210000000000001,"5min":1.7210000000000001,"15min":1.7210000000000001},"last":0.92000000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757341,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":31840,"kb_used_data":720,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93713312,"statfs":{"total":95995035648,"available":95962431488,"internally_reserved":0,"allocated":737280,"data_stored":322075,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Sat May 11 04:45:59 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.96799999999999997,"15min":0.91200000000000003},"min":{"1min":0.63800000000000001,"5min":0.56200000000000006,"15min":0.56200000000000006},"max":{"1min":1.367,"5min":1.49,"15min":1.49},"last":0.90200000000000002},{"interface":"front","average":{"1min":0.95299999999999996,"5min":0.89400000000000002,"15min":0.84499999999999997},"min":{"1min":0.61499999999999999,"5min":0.52200000000000002,"15min":0.52200000000000002},"max":{"1min":1.258,"5min":1.258,"15min":1.258},"last":1.2350000000000001}]},{"osd":1,"last update":"Sat May 11 04:45:59 2024","interfaces":[{"interface":"back","average":{"1min":0.93700000000000006,"5min":0.92600000000000005,"15min":0.88100000000000001},"min":{"1min":0.66000000000000003,"5min":0.62,"15min":0.58399999999999996},"max":{"1min":1.212,"5min":1.49,"15min":1.5549999999999999},"last":0.97099999999999997},{"interface":"front","average":{"1min":0.99099999999999999,"5min":0.92900000000000005,"15min":0.87},"min":{"1min":0.59699999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":1.2150000000000001,"5min":1.264,"15min":1.264},"last":0.93999999999999995}]},{"osd":2,"last update":"Sat May 11 04:45:59 2024","interfaces":[{"interface":"back","average":{"1min":0.99399999999999999,"5min":0.998,"15min":0.89900000000000002},"min":{"1min":0.57999999999999996,"5min":0.53700000000000003,"15min":0.53700000000000003},"max":{"1min":1.3879999999999999,"5min":1.667,"15min":1.667},"last":1.298},{"interface":"front","average":{"1min":0.98199999999999998,"5min":0.95799999999999996,"15min":0.90700000000000003},"min":{"1min":0.754,"5min":0.44,"15min":0.44},"max":{"1min":1.1739999999999999,"5min":1.595,"15min":1.595},"last":0.84499999999999997}]},{"osd":3,"last update":"Sat May 11 04:45:59 2024","interfaces":[{"interface":"back","average":{"1min":1.0720000000000001,"5min":1.036,"15min":0.92300000000000004},"min":{"1min":0.78400000000000003,"5min":0.47499999999999998,"15min":0.47499999999999998},"max":{"1min":1.3220000000000001,"5min":1.8480000000000001,"15min":1.8480000000000001},"last":1.01},{"interface":"front","average":{"1min":1.0820000000000001,"5min":1.0680000000000001,"15min":0.97999999999999998},"min":{"1min":0.86699999999999999,"5min":0.52700000000000002,"15min":0.52700000000000002},"max":{"1min":1.357,"5min":1.518,"15min":1.518},"last":1.0740000000000001}]},{"osd":4,"last update":"Sat May 11 04:45:59 2024","interfaces":[{"interface":"back","average":{"1min":1.127,"5min":1.028,"15min":0.82699999999999996},"min":{"1min":0.68100000000000005,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":1.3799999999999999,"5min":1.5589999999999999,"15min":1.5589999999999999},"last":1.1839999999999999},{"interface":"front","average":{"1min":1.0269999999999999,"5min":0.96099999999999997,"15min":0.84999999999999998},"min":{"1min":0.68300000000000005,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":1.345,"5min":1.401,"15min":1.4179999999999999},"last":1.1279999999999999}]},{"osd":6,"last update":"Sat May 11 04:45:42 2024","interfaces":[{"interface":"back","average":{"1min":1.1719999999999999,"5min":1.0349999999999999,"15min":0.94899999999999995},"min":{"1min":0.85399999999999998,"5min":0.39800000000000002,"15min":0.39200000000000002},"max":{"1min":1.71,"5min":1.71,"15min":1.71},"last":1.1559999999999999},{"interface":"front","average":{"1min":1.109,"5min":1.042,"15min":0.98799999999999999},"min":{"1min":0.92700000000000005,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.3140000000000001,"5min":1.4119999999999999,"15min":1.4119999999999999},"last":1.042}]},{"osd":7,"last update":"Sat May 11 04:45:34 2024","interfaces":[{"interface":"back","average":{"1min":1.27,"5min":1.163,"15min":1.0960000000000001},"min":{"1min":1.0089999999999999,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":1.7689999999999999,"5min":1.7689999999999999,"15min":1.7689999999999999},"last":1.099},{"interface":"front","average":{"1min":1.24,"5min":1.173,"15min":1.1200000000000001},"min":{"1min":0.73799999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"max":{"1min":1.6439999999999999,"5min":1.8500000000000001,"15min":1.8500000000000001},"last":1.27}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":1710,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":1780,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T04:46:18.554 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-11T04:46:18.554 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-11T04:46:18.554 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-11T04:46:18.555 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T04:46:19.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:19 smithi086 bash[23731]: cluster 2024-05-11T04:46:17.334632+0000 mgr.y (mgr.14385) 191 : cluster 0 pgmap v165: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:19.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:19 smithi086 bash[23731]: audit 2024-05-11T04:46:17.693665+0000 mgr.y (mgr.14385) 192 : audit 0 from='client.24632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:46:19.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:19 smithi072 bash[21439]: cluster 2024-05-11T04:46:17.334632+0000 mgr.y (mgr.14385) 191 : cluster 0 pgmap v165: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:19.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:19 smithi072 bash[21439]: audit 2024-05-11T04:46:17.693665+0000 mgr.y (mgr.14385) 192 : audit 0 from='client.24632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:46:19.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:19 smithi072 bash[31478]: cluster 2024-05-11T04:46:17.334632+0000 mgr.y (mgr.14385) 191 : cluster 0 pgmap v165: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:19.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:19 smithi072 bash[31478]: audit 2024-05-11T04:46:17.693665+0000 mgr.y (mgr.14385) 192 : audit 0 from='client.24632 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T04:46:21.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:21 smithi086 bash[23731]: cluster 2024-05-11T04:46:19.335768+0000 mgr.y (mgr.14385) 193 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:21.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:21 smithi072 bash[21439]: cluster 2024-05-11T04:46:19.335768+0000 mgr.y (mgr.14385) 193 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:21.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:21 smithi072 bash[31478]: cluster 2024-05-11T04:46:19.335768+0000 mgr.y (mgr.14385) 193 : cluster 0 pgmap v166: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:23.295 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:46:23.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:23 smithi086 bash[23731]: cluster 2024-05-11T04:46:21.336360+0000 mgr.y (mgr.14385) 194 : cluster 0 pgmap v167: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:23.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:23 smithi072 bash[21439]: cluster 2024-05-11T04:46:21.336360+0000 mgr.y (mgr.14385) 194 : cluster 0 pgmap v167: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:23.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:23 smithi072 bash[31478]: cluster 2024-05-11T04:46:21.336360+0000 mgr.y (mgr.14385) 194 : cluster 0 pgmap v167: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:25.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:25 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:46:25] "GET /metrics HTTP/1.1" 200 33900 "" "Prometheus/2.43.0" 2024-05-11T04:46:25.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:25 smithi072 bash[31478]: cluster 2024-05-11T04:46:23.336952+0000 mgr.y (mgr.14385) 195 : cluster 0 pgmap v168: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:25.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:25 smithi072 bash[21439]: cluster 2024-05-11T04:46:23.336952+0000 mgr.y (mgr.14385) 195 : cluster 0 pgmap v168: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:25.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:25 smithi086 bash[23731]: cluster 2024-05-11T04:46:23.336952+0000 mgr.y (mgr.14385) 195 : cluster 0 pgmap v168: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:26.789 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T04:46:26.789 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-05-11T04:46:27.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:27 smithi086 bash[23731]: cluster 2024-05-11T04:46:25.337378+0000 mgr.y (mgr.14385) 196 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:27.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:27 smithi086 bash[23731]: audit 2024-05-11T04:46:26.794988+0000 mon.c (mon.2) 119 : audit 0 from='client.? 172.21.15.72:0/1464777779' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:46:27.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:27 smithi072 bash[21439]: cluster 2024-05-11T04:46:25.337378+0000 mgr.y (mgr.14385) 196 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:27.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:27 smithi072 bash[21439]: audit 2024-05-11T04:46:26.794988+0000 mon.c (mon.2) 119 : audit 0 from='client.? 172.21.15.72:0/1464777779' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:46:27.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:27 smithi072 bash[31478]: cluster 2024-05-11T04:46:25.337378+0000 mgr.y (mgr.14385) 196 : cluster 0 pgmap v169: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:27.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:27 smithi072 bash[31478]: audit 2024-05-11T04:46:26.794988+0000 mon.c (mon.2) 119 : audit 0 from='client.? 172.21.15.72:0/1464777779' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T04:46:27.587 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-05-11T04:46:27.587 INFO:teuthology.run_tasks:Running task print... 2024-05-11T04:46:27.597 INFO:teuthology.task.print:**** upgrading first half of cluster, with stress **** 2024-05-11T04:46:27.598 INFO:teuthology.run_tasks:Running task parallel... 2024-05-11T04:46:27.630 INFO:teuthology.task.parallel:starting parallel... 2024-05-11T04:46:27.631 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-05-11T04:46:27.631 INFO:teuthology.task.sequential:In sequential, running task full_sequential... 2024-05-11T04:46:27.632 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2024-05-11T04:46:27.633 INFO:tasks.radosbench:Beginning radosbench... 2024-05-11T04:46:27.634 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-05-11T04:46:27.634 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool create unique_pool_0 16 2024-05-11T04:46:27.634 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-05-11T04:46:27.634 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-05-11T04:46:27.635 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi072.front.sepia.ceph.com 2024-05-11T04:46:27.635 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph config set mgr mgr/cephadm/daemon_cache_timeout 60' 2024-05-11T04:46:29.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:29 smithi086 bash[23731]: cluster 2024-05-11T04:46:27.337818+0000 mgr.y (mgr.14385) 197 : cluster 0 pgmap v170: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:29.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:29 smithi086 bash[23731]: audit 2024-05-11T04:46:29.106534+0000 mon.c (mon.2) 120 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:46:29.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:29 smithi072 bash[31478]: cluster 2024-05-11T04:46:27.337818+0000 mgr.y (mgr.14385) 197 : cluster 0 pgmap v170: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:29.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:29 smithi072 bash[31478]: audit 2024-05-11T04:46:29.106534+0000 mon.c (mon.2) 120 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:46:29.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:29 smithi072 bash[21439]: cluster 2024-05-11T04:46:27.337818+0000 mgr.y (mgr.14385) 197 : cluster 0 pgmap v170: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:29.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:29 smithi072 bash[21439]: audit 2024-05-11T04:46:29.106534+0000 mon.c (mon.2) 120 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:46:30.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:30 smithi086 bash[23731]: audit 2024-05-11T04:46:29.749931+0000 mon.c (mon.2) 121 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:46:30.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:30 smithi086 bash[23731]: audit 2024-05-11T04:46:29.751844+0000 mon.c (mon.2) 122 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:46:30.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:30 smithi086 bash[23731]: audit 2024-05-11T04:46:29.762693+0000 mon.a (mon.0) 839 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:30.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:30 smithi072 bash[21439]: audit 2024-05-11T04:46:29.749931+0000 mon.c (mon.2) 121 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:46:30.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:30 smithi072 bash[21439]: audit 2024-05-11T04:46:29.751844+0000 mon.c (mon.2) 122 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:46:30.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:30 smithi072 bash[21439]: audit 2024-05-11T04:46:29.762693+0000 mon.a (mon.0) 839 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:30.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:30 smithi072 bash[31478]: audit 2024-05-11T04:46:29.749931+0000 mon.c (mon.2) 121 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:46:30.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:30 smithi072 bash[31478]: audit 2024-05-11T04:46:29.751844+0000 mon.c (mon.2) 122 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:46:30.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:30 smithi072 bash[31478]: audit 2024-05-11T04:46:29.762693+0000 mon.a (mon.0) 839 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:31.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:31 smithi086 bash[23731]: cluster 2024-05-11T04:46:29.338476+0000 mgr.y (mgr.14385) 198 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:31.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:31 smithi072 bash[21439]: cluster 2024-05-11T04:46:29.338476+0000 mgr.y (mgr.14385) 198 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:31.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:31 smithi072 bash[31478]: cluster 2024-05-11T04:46:29.338476+0000 mgr.y (mgr.14385) 198 : cluster 0 pgmap v171: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:32.367 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:46:32.367 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:46:32.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:32 smithi086 bash[23731]: cluster 2024-05-11T04:46:31.339095+0000 mgr.y (mgr.14385) 199 : cluster 0 pgmap v172: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:32.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:32 smithi072 bash[21439]: cluster 2024-05-11T04:46:31.339095+0000 mgr.y (mgr.14385) 199 : cluster 0 pgmap v172: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:32.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:32 smithi072 bash[31478]: cluster 2024-05-11T04:46:31.339095+0000 mgr.y (mgr.14385) 199 : cluster 0 pgmap v172: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:33.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:33 smithi086 bash[23731]: audit 2024-05-11T04:46:32.329359+0000 mon.c (mon.2) 123 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:33.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:33 smithi072 bash[21439]: audit 2024-05-11T04:46:32.329359+0000 mon.c (mon.2) 123 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:33.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:33 smithi072 bash[31478]: audit 2024-05-11T04:46:32.329359+0000 mon.c (mon.2) 123 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:34.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:34 smithi086 bash[23731]: cluster 2024-05-11T04:46:33.340201+0000 mgr.y (mgr.14385) 200 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:34.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:34 smithi072 bash[21439]: cluster 2024-05-11T04:46:33.340201+0000 mgr.y (mgr.14385) 200 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:34.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:34 smithi072 bash[31478]: cluster 2024-05-11T04:46:33.340201+0000 mgr.y (mgr.14385) 200 : cluster 0 pgmap v173: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:35.286 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:35 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:46:35] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2024-05-11T04:46:36.671 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:36 smithi072 bash[21439]: cluster 2024-05-11T04:46:35.340591+0000 mgr.y (mgr.14385) 201 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:36.671 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:36 smithi072 bash[31478]: cluster 2024-05-11T04:46:35.340591+0000 mgr.y (mgr.14385) 201 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:36.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:36 smithi086 bash[23731]: cluster 2024-05-11T04:46:35.340591+0000 mgr.y (mgr.14385) 201 : cluster 0 pgmap v174: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:37.541 INFO:teuthology.orchestra.run.smithi072.stderr:pool 'unique_pool_0' created 2024-05-11T04:46:37.761 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:37 smithi072 bash[21439]: audit 2024-05-11T04:46:37.044827+0000 mon.c (mon.2) 124 : audit 1 from='client.? 172.21.15.72:0/2619373748' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-05-11T04:46:37.762 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:37 smithi072 bash[21439]: audit 2024-05-11T04:46:37.045414+0000 mon.a (mon.0) 840 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-05-11T04:46:37.762 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:37 smithi072 bash[21439]: audit 2024-05-11T04:46:37.482845+0000 mon.a (mon.0) 841 : audit 1 from='client.? ' entity='client.admin' 2024-05-11T04:46:37.762 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:37 smithi072 bash[21439]: audit 2024-05-11T04:46:37.512869+0000 mon.c (mon.2) 125 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:46:37.762 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:37 smithi072 bash[31478]: audit 2024-05-11T04:46:37.044827+0000 mon.c (mon.2) 124 : audit 1 from='client.? 172.21.15.72:0/2619373748' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-05-11T04:46:37.762 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:37 smithi072 bash[31478]: audit 2024-05-11T04:46:37.045414+0000 mon.a (mon.0) 840 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-05-11T04:46:37.762 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:37 smithi072 bash[31478]: audit 2024-05-11T04:46:37.482845+0000 mon.a (mon.0) 841 : audit 1 from='client.? ' entity='client.admin' 2024-05-11T04:46:37.762 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:37 smithi072 bash[31478]: audit 2024-05-11T04:46:37.512869+0000 mon.c (mon.2) 125 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:46:37.762 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:37 smithi072 bash[21693]: [11/May/2024:04:46:37] ENGINE Bus STOPPING 2024-05-11T04:46:37.763 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:37 smithi072 bash[21693]: [11/May/2024:04:46:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:46:37.763 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:37 smithi072 bash[21693]: [11/May/2024:04:46:37] ENGINE Bus STOPPED 2024-05-11T04:46:37.763 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:37 smithi072 bash[21693]: [11/May/2024:04:46:37] ENGINE Bus STARTING 2024-05-11T04:46:37.763 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:37 smithi072 bash[21693]: [11/May/2024:04:46:37] ENGINE Serving on http://:::9283 2024-05-11T04:46:37.763 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:37 smithi072 bash[21693]: [11/May/2024:04:46:37] ENGINE Bus STARTED 2024-05-11T04:46:38.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:37 smithi086 bash[23731]: audit 2024-05-11T04:46:37.044827+0000 mon.c (mon.2) 124 : audit 1 from='client.? 172.21.15.72:0/2619373748' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-05-11T04:46:38.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:37 smithi086 bash[23731]: audit 2024-05-11T04:46:37.045414+0000 mon.a (mon.0) 840 : audit 1 from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]: dispatch 2024-05-11T04:46:38.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:37 smithi086 bash[23731]: audit 2024-05-11T04:46:37.482845+0000 mon.a (mon.0) 841 : audit 1 from='client.? ' entity='client.admin' 2024-05-11T04:46:38.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:37 smithi086 bash[23731]: audit 2024-05-11T04:46:37.512869+0000 mon.c (mon.2) 125 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:46:38.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:38 smithi072 bash[21439]: cluster 2024-05-11T04:46:37.341118+0000 mgr.y (mgr.14385) 202 : cluster 0 pgmap v175: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:38.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:38 smithi072 bash[21439]: audit 2024-05-11T04:46:37.535297+0000 mon.a (mon.0) 842 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-05-11T04:46:38.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:38 smithi072 bash[21439]: cluster 2024-05-11T04:46:37.535952+0000 mon.a (mon.0) 843 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-05-11T04:46:38.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:38 smithi072 bash[31478]: cluster 2024-05-11T04:46:37.341118+0000 mgr.y (mgr.14385) 202 : cluster 0 pgmap v175: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:38.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:38 smithi072 bash[31478]: audit 2024-05-11T04:46:37.535297+0000 mon.a (mon.0) 842 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-05-11T04:46:38.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:38 smithi072 bash[31478]: cluster 2024-05-11T04:46:37.535952+0000 mon.a (mon.0) 843 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-05-11T04:46:38.973 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-05-11T04:46:38.999 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph config set global log_to_journald false --force' 2024-05-11T04:46:39.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:38 smithi086 bash[23731]: cluster 2024-05-11T04:46:37.341118+0000 mgr.y (mgr.14385) 202 : cluster 0 pgmap v175: 73 pgs: 73 active+clean; 579 KiB data, 230 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:39.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:38 smithi086 bash[23731]: audit 2024-05-11T04:46:37.535297+0000 mon.a (mon.0) 842 : audit 1 from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16}]': finished 2024-05-11T04:46:39.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:38 smithi086 bash[23731]: cluster 2024-05-11T04:46:37.535952+0000 mon.a (mon.0) 843 : cluster 0 osdmap e72: 8 total, 8 up, 8 in 2024-05-11T04:46:39.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:39 smithi072 bash[21439]: cluster 2024-05-11T04:46:38.541984+0000 mon.a (mon.0) 844 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-05-11T04:46:39.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:39 smithi072 bash[31478]: cluster 2024-05-11T04:46:38.541984+0000 mon.a (mon.0) 844 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-05-11T04:46:40.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:39 smithi086 bash[23731]: cluster 2024-05-11T04:46:38.541984+0000 mon.a (mon.0) 844 : cluster 0 osdmap e73: 8 total, 8 up, 8 in 2024-05-11T04:46:40.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:40 smithi072 bash[21439]: cluster 2024-05-11T04:46:39.341822+0000 mgr.y (mgr.14385) 203 : cluster 0 pgmap v178: 89 pgs: 16 creating+peering, 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:40.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:40 smithi072 bash[21439]: cluster 2024-05-11T04:46:39.548084+0000 mon.a (mon.0) 845 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:46:40.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:40 smithi072 bash[21439]: cluster 2024-05-11T04:46:39.565894+0000 mon.a (mon.0) 846 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-05-11T04:46:40.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:40 smithi072 bash[31478]: cluster 2024-05-11T04:46:39.341822+0000 mgr.y (mgr.14385) 203 : cluster 0 pgmap v178: 89 pgs: 16 creating+peering, 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:40.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:40 smithi072 bash[31478]: cluster 2024-05-11T04:46:39.548084+0000 mon.a (mon.0) 845 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:46:40.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:40 smithi072 bash[31478]: cluster 2024-05-11T04:46:39.565894+0000 mon.a (mon.0) 846 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-05-11T04:46:41.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:40 smithi086 bash[23731]: cluster 2024-05-11T04:46:39.341822+0000 mgr.y (mgr.14385) 203 : cluster 0 pgmap v178: 89 pgs: 16 creating+peering, 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:41.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:40 smithi086 bash[23731]: cluster 2024-05-11T04:46:39.548084+0000 mon.a (mon.0) 845 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:46:41.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:40 smithi086 bash[23731]: cluster 2024-05-11T04:46:39.565894+0000 mon.a (mon.0) 846 : cluster 0 osdmap e74: 8 total, 8 up, 8 in 2024-05-11T04:46:43.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:42 smithi086 bash[23731]: cluster 2024-05-11T04:46:41.342493+0000 mgr.y (mgr.14385) 204 : cluster 0 pgmap v180: 89 pgs: 16 creating+peering, 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:43.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:42 smithi072 bash[21439]: cluster 2024-05-11T04:46:41.342493+0000 mgr.y (mgr.14385) 204 : cluster 0 pgmap v180: 89 pgs: 16 creating+peering, 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:43.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:42 smithi072 bash[31478]: cluster 2024-05-11T04:46:41.342493+0000 mgr.y (mgr.14385) 204 : cluster 0 pgmap v180: 89 pgs: 16 creating+peering, 73 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:43.368 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:46:43.369 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:46:44.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:44 smithi086 bash[23731]: audit 2024-05-11T04:46:43.002404+0000 mon.a (mon.0) 847 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:44 smithi086 bash[23731]: audit 2024-05-11T04:46:43.017381+0000 mon.a (mon.0) 848 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:44 smithi086 bash[23731]: audit 2024-05-11T04:46:43.258243+0000 mon.a (mon.0) 849 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:44 smithi086 bash[23731]: audit 2024-05-11T04:46:43.276787+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:44 smithi086 bash[23731]: audit 2024-05-11T04:46:43.281045+0000 mon.c (mon.2) 126 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:46:44.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:44 smithi086 bash[23731]: audit 2024-05-11T04:46:43.283592+0000 mon.c (mon.2) 127 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:46:44.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:44 smithi086 bash[23731]: audit 2024-05-11T04:46:43.297551+0000 mon.a (mon.0) 851 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:44 smithi072 bash[21439]: audit 2024-05-11T04:46:43.002404+0000 mon.a (mon.0) 847 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:44 smithi072 bash[21439]: audit 2024-05-11T04:46:43.017381+0000 mon.a (mon.0) 848 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:44 smithi072 bash[21439]: audit 2024-05-11T04:46:43.258243+0000 mon.a (mon.0) 849 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:44 smithi072 bash[21439]: audit 2024-05-11T04:46:43.276787+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:44 smithi072 bash[21439]: audit 2024-05-11T04:46:43.281045+0000 mon.c (mon.2) 126 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:46:44.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:44 smithi072 bash[21439]: audit 2024-05-11T04:46:43.283592+0000 mon.c (mon.2) 127 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:46:44.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:44 smithi072 bash[21439]: audit 2024-05-11T04:46:43.297551+0000 mon.a (mon.0) 851 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:44 smithi072 bash[31478]: audit 2024-05-11T04:46:43.002404+0000 mon.a (mon.0) 847 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:44 smithi072 bash[31478]: audit 2024-05-11T04:46:43.017381+0000 mon.a (mon.0) 848 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:44 smithi072 bash[31478]: audit 2024-05-11T04:46:43.258243+0000 mon.a (mon.0) 849 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:44 smithi072 bash[31478]: audit 2024-05-11T04:46:43.276787+0000 mon.a (mon.0) 850 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:44.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:44 smithi072 bash[31478]: audit 2024-05-11T04:46:43.281045+0000 mon.c (mon.2) 126 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:46:44.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:44 smithi072 bash[31478]: audit 2024-05-11T04:46:43.283592+0000 mon.c (mon.2) 127 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:46:44.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:44 smithi072 bash[31478]: audit 2024-05-11T04:46:43.297551+0000 mon.a (mon.0) 851 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:45 smithi086 bash[23731]: cluster 2024-05-11T04:46:43.343346+0000 mgr.y (mgr.14385) 205 : cluster 0 pgmap v181: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:45.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:45 smithi072 bash[21439]: cluster 2024-05-11T04:46:43.343346+0000 mgr.y (mgr.14385) 205 : cluster 0 pgmap v181: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:45.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:45 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:46:45] "GET /metrics HTTP/1.1" 200 33903 "" "Prometheus/2.43.0" 2024-05-11T04:46:45.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:45 smithi072 bash[31478]: cluster 2024-05-11T04:46:43.343346+0000 mgr.y (mgr.14385) 205 : cluster 0 pgmap v181: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:47.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:47 smithi086 bash[23731]: cluster 2024-05-11T04:46:45.343749+0000 mgr.y (mgr.14385) 206 : cluster 0 pgmap v182: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:47.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:47 smithi072 bash[21439]: cluster 2024-05-11T04:46:45.343749+0000 mgr.y (mgr.14385) 206 : cluster 0 pgmap v182: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:47.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:47 smithi072 bash[31478]: cluster 2024-05-11T04:46:45.343749+0000 mgr.y (mgr.14385) 206 : cluster 0 pgmap v182: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:48.739 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:48 smithi072 bash[31478]: audit 2024-05-11T04:46:47.341175+0000 mon.a (mon.0) 852 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:48.739 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:48 smithi072 bash[31478]: audit 2024-05-11T04:46:47.343801+0000 mon.c (mon.2) 128 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:48.739 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:48 smithi072 bash[31478]: cluster 2024-05-11T04:46:47.344415+0000 mgr.y (mgr.14385) 207 : cluster 0 pgmap v183: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:48.739 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:48 smithi072 bash[21439]: audit 2024-05-11T04:46:47.341175+0000 mon.a (mon.0) 852 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:48.739 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:48 smithi072 bash[21439]: audit 2024-05-11T04:46:47.343801+0000 mon.c (mon.2) 128 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:48.739 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:48 smithi072 bash[21439]: cluster 2024-05-11T04:46:47.344415+0000 mgr.y (mgr.14385) 207 : cluster 0 pgmap v183: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:48.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:48 smithi086 bash[23731]: audit 2024-05-11T04:46:47.341175+0000 mon.a (mon.0) 852 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:46:48.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:48 smithi086 bash[23731]: audit 2024-05-11T04:46:47.343801+0000 mon.c (mon.2) 128 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:46:48.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:48 smithi086 bash[23731]: cluster 2024-05-11T04:46:47.344415+0000 mgr.y (mgr.14385) 207 : cluster 0 pgmap v183: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:49.360 INFO:teuthology.orchestra.run.smithi072.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-05-11T04:46:49.673 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:49 smithi072 bash[21439]: audit 2024-05-11T04:46:48.721020+0000 mon.a (mon.0) 853 : audit 1 from='client.? 172.21.15.72:0/1673455836' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:46:49.673 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:49 smithi072 bash[31478]: audit 2024-05-11T04:46:48.721020+0000 mon.a (mon.0) 853 : audit 1 from='client.? 172.21.15.72:0/1673455836' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:46:49.674 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-05-11T04:46:49.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:49 smithi086 bash[23731]: audit 2024-05-11T04:46:48.721020+0000 mon.a (mon.0) 853 : audit 1 from='client.? 172.21.15.72:0/1673455836' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:46:50.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:50 smithi086 bash[23731]: cluster 2024-05-11T04:46:49.345214+0000 mgr.y (mgr.14385) 208 : cluster 0 pgmap v184: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:50.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:50 smithi086 bash[23731]: audit 2024-05-11T04:46:49.361512+0000 mon.a (mon.0) 854 : audit 1 from='client.? 172.21.15.72:0/1673455836' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:46:50.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:50 smithi086 bash[23731]: cluster 2024-05-11T04:46:49.361693+0000 mon.a (mon.0) 855 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-05-11T04:46:50.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:50 smithi072 bash[21439]: cluster 2024-05-11T04:46:49.345214+0000 mgr.y (mgr.14385) 208 : cluster 0 pgmap v184: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:50.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:50 smithi072 bash[21439]: audit 2024-05-11T04:46:49.361512+0000 mon.a (mon.0) 854 : audit 1 from='client.? 172.21.15.72:0/1673455836' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:46:50.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:50 smithi072 bash[21439]: cluster 2024-05-11T04:46:49.361693+0000 mon.a (mon.0) 855 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-05-11T04:46:50.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:50 smithi072 bash[31478]: cluster 2024-05-11T04:46:49.345214+0000 mgr.y (mgr.14385) 208 : cluster 0 pgmap v184: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:50.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:50 smithi072 bash[31478]: audit 2024-05-11T04:46:49.361512+0000 mon.a (mon.0) 854 : audit 1 from='client.? 172.21.15.72:0/1673455836' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:46:50.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:50 smithi072 bash[31478]: cluster 2024-05-11T04:46:49.361693+0000 mon.a (mon.0) 855 : cluster 0 osdmap e75: 8 total, 8 up, 8 in 2024-05-11T04:46:51.419 DEBUG:teuthology.orchestra.run.smithi072:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_0 bench 90 write' 2024-05-11T04:46:51.422 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2024-05-11T04:46:51.422 INFO:teuthology.orchestra.run:waiting for 3000 2024-05-11T04:46:51.469 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:hints = 1 2024-05-11T04:46:51.469 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2024-05-11T04:46:51.469 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Object prefix: benchmark_data_smithi072_69591 2024-05-11T04:46:51.470 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:46:51.470 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 0 0 0 0 0 0 - 0 2024-05-11T04:46:51.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:51 smithi086 bash[23731]: cluster 2024-05-11T04:46:51.362440+0000 mon.a (mon.0) 856 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:46:51.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:51 smithi086 bash[23731]: cluster 2024-05-11T04:46:51.362497+0000 mon.a (mon.0) 857 : cluster 1 Cluster is now healthy 2024-05-11T04:46:51.797 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:51 smithi072 bash[21439]: cluster 2024-05-11T04:46:51.362440+0000 mon.a (mon.0) 856 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:46:51.797 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:51 smithi072 bash[21439]: cluster 2024-05-11T04:46:51.362497+0000 mon.a (mon.0) 857 : cluster 1 Cluster is now healthy 2024-05-11T04:46:51.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:51 smithi072 bash[31478]: cluster 2024-05-11T04:46:51.362440+0000 mon.a (mon.0) 856 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:46:51.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:51 smithi072 bash[31478]: cluster 2024-05-11T04:46:51.362497+0000 mon.a (mon.0) 857 : cluster 1 Cluster is now healthy 2024-05-11T04:46:52.470 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 1 16 3518 3502 218.861 218.875 0.00368236 0.00455298 2024-05-11T04:46:52.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:52 smithi086 bash[23731]: cluster 2024-05-11T04:46:51.345816+0000 mgr.y (mgr.14385) 209 : cluster 0 pgmap v186: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:52.797 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:52 smithi072 bash[21439]: cluster 2024-05-11T04:46:51.345816+0000 mgr.y (mgr.14385) 209 : cluster 0 pgmap v186: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:52.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:52 smithi072 bash[31478]: cluster 2024-05-11T04:46:51.345816+0000 mgr.y (mgr.14385) 209 : cluster 0 pgmap v186: 89 pgs: 89 active+clean; 579 KiB data, 231 MiB used, 715 GiB / 715 GiB avail 2024-05-11T04:46:53.470 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 2 16 7060 7044 220.109 221.375 0.00369168 0.00453292 2024-05-11T04:46:54.405 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:46:54.471 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 3 16 10311 10295 214.392 203.188 0.0104008 0.0046571 2024-05-11T04:46:55.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:54 smithi086 bash[23731]: cluster 2024-05-11T04:46:53.346456+0000 mgr.y (mgr.14385) 210 : cluster 0 pgmap v187: 89 pgs: 89 active+clean; 402 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 40 MiB/s wr, 642 op/s 2024-05-11T04:46:55.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:54 smithi072 bash[21439]: cluster 2024-05-11T04:46:53.346456+0000 mgr.y (mgr.14385) 210 : cluster 0 pgmap v187: 89 pgs: 89 active+clean; 402 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 40 MiB/s wr, 642 op/s 2024-05-11T04:46:55.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:46:55 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:46:55] "GET /metrics HTTP/1.1" 200 36189 "" "Prometheus/2.43.0" 2024-05-11T04:46:55.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:54 smithi072 bash[31478]: cluster 2024-05-11T04:46:53.346456+0000 mgr.y (mgr.14385) 210 : cluster 0 pgmap v187: 89 pgs: 89 active+clean; 402 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 40 MiB/s wr, 642 op/s 2024-05-11T04:46:55.474 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 4 16 13028 13012 203.245 169.812 0.00121255 0.00477697 2024-05-11T04:46:56.471 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 5 15 14350 14335 179.136 82.6875 0.00439845 0.00557477 2024-05-11T04:46:57.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:56 smithi086 bash[23731]: cluster 2024-05-11T04:46:55.346850+0000 mgr.y (mgr.14385) 211 : cluster 0 pgmap v188: 89 pgs: 89 active+clean; 402 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 40 MiB/s wr, 642 op/s 2024-05-11T04:46:57.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:56 smithi072 bash[21439]: cluster 2024-05-11T04:46:55.346850+0000 mgr.y (mgr.14385) 211 : cluster 0 pgmap v188: 89 pgs: 89 active+clean; 402 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 40 MiB/s wr, 642 op/s 2024-05-11T04:46:57.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:56 smithi072 bash[31478]: cluster 2024-05-11T04:46:55.346850+0000 mgr.y (mgr.14385) 211 : cluster 0 pgmap v188: 89 pgs: 89 active+clean; 402 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 40 MiB/s wr, 642 op/s 2024-05-11T04:46:57.471 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 6 16 17125 17109 178.174 173.375 0.00648314 0.00560508 2024-05-11T04:46:58.471 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 7 16 19806 19790 176.656 167.562 0.00424746 0.00565485 2024-05-11T04:46:59.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:46:58 smithi086 bash[23731]: cluster 2024-05-11T04:46:57.347187+0000 mgr.y (mgr.14385) 212 : cluster 0 pgmap v189: 89 pgs: 89 active+clean; 402 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 40 MiB/s wr, 642 op/s 2024-05-11T04:46:59.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:46:58 smithi072 bash[21439]: cluster 2024-05-11T04:46:57.347187+0000 mgr.y (mgr.14385) 212 : cluster 0 pgmap v189: 89 pgs: 89 active+clean; 402 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 40 MiB/s wr, 642 op/s 2024-05-11T04:46:59.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:46:58 smithi072 bash[31478]: cluster 2024-05-11T04:46:57.347187+0000 mgr.y (mgr.14385) 212 : cluster 0 pgmap v189: 89 pgs: 89 active+clean; 402 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 40 MiB/s wr, 642 op/s 2024-05-11T04:46:59.471 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 8 16 22123 22107 172.674 144.812 0.00471169 0.00578561 2024-05-11T04:47:00.471 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 9 15 24560 24545 170.418 152.375 0.00565795 0.00586204 2024-05-11T04:47:01.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:00 smithi086 bash[23731]: cluster 2024-05-11T04:46:59.347947+0000 mgr.y (mgr.14385) 213 : cluster 0 pgmap v190: 89 pgs: 89 active+clean; 1.2 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 121 MiB/s wr, 1.93k op/s 2024-05-11T04:47:01.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:00 smithi072 bash[21439]: cluster 2024-05-11T04:46:59.347947+0000 mgr.y (mgr.14385) 213 : cluster 0 pgmap v190: 89 pgs: 89 active+clean; 1.2 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 121 MiB/s wr, 1.93k op/s 2024-05-11T04:47:01.297 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:00 smithi072 bash[31478]: cluster 2024-05-11T04:46:59.347947+0000 mgr.y (mgr.14385) 213 : cluster 0 pgmap v190: 89 pgs: 89 active+clean; 1.2 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 121 MiB/s wr, 1.93k op/s 2024-05-11T04:47:01.471 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 10 16 26969 26953 168.425 150.5 0.00352149 0.00593129 2024-05-11T04:47:02.471 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 11 16 29245 29229 166.044 142.25 0.00578545 0.00601725 2024-05-11T04:47:03.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:02 smithi086 bash[23731]: cluster 2024-05-11T04:47:01.348362+0000 mgr.y (mgr.14385) 214 : cluster 0 pgmap v191: 89 pgs: 89 active+clean; 1.2 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2024-05-11T04:47:03.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:02 smithi086 bash[23731]: audit 2024-05-11T04:47:02.338946+0000 mon.a (mon.0) 858 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:47:03.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:02 smithi086 bash[23731]: audit 2024-05-11T04:47:02.345308+0000 mon.c (mon.2) 129 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:03.338 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:02 smithi072 bash[21439]: cluster 2024-05-11T04:47:01.348362+0000 mgr.y (mgr.14385) 214 : cluster 0 pgmap v191: 89 pgs: 89 active+clean; 1.2 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2024-05-11T04:47:03.339 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:02 smithi072 bash[21439]: audit 2024-05-11T04:47:02.338946+0000 mon.a (mon.0) 858 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:47:03.339 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:02 smithi072 bash[21439]: audit 2024-05-11T04:47:02.345308+0000 mon.c (mon.2) 129 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:03.339 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:02 smithi072 bash[31478]: cluster 2024-05-11T04:47:01.348362+0000 mgr.y (mgr.14385) 214 : cluster 0 pgmap v191: 89 pgs: 89 active+clean; 1.2 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2024-05-11T04:47:03.339 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:02 smithi072 bash[31478]: audit 2024-05-11T04:47:02.338946+0000 mon.a (mon.0) 858 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:47:03.339 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:02 smithi072 bash[31478]: audit 2024-05-11T04:47:02.345308+0000 mon.c (mon.2) 129 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:03.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 12 16 31454 31438 163.711 138.062 0.00763385 0.00610356 2024-05-11T04:47:04.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 13 16 33589 33573 161.382 133.438 0.00967012 0.00619092 2024-05-11T04:47:05.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:04 smithi086 bash[23731]: cluster 2024-05-11T04:47:03.349158+0000 mgr.y (mgr.14385) 215 : cluster 0 pgmap v192: 89 pgs: 89 active+clean; 1.9 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 162 MiB/s wr, 2.59k op/s 2024-05-11T04:47:05.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:47:05 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:47:05] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-05-11T04:47:05.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:04 smithi072 bash[21439]: cluster 2024-05-11T04:47:03.349158+0000 mgr.y (mgr.14385) 215 : cluster 0 pgmap v192: 89 pgs: 89 active+clean; 1.9 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 162 MiB/s wr, 2.59k op/s 2024-05-11T04:47:05.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:04 smithi072 bash[31478]: cluster 2024-05-11T04:47:03.349158+0000 mgr.y (mgr.14385) 215 : cluster 0 pgmap v192: 89 pgs: 89 active+clean; 1.9 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 162 MiB/s wr, 2.59k op/s 2024-05-11T04:47:05.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 14 16 35693 35677 159.247 131.5 0.0053741 0.00627354 2024-05-11T04:47:06.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 15 16 37734 37718 157.134 127.562 0.00974178 0.0063583 2024-05-11T04:47:07.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:06 smithi086 bash[23731]: cluster 2024-05-11T04:47:05.349558+0000 mgr.y (mgr.14385) 216 : cluster 0 pgmap v193: 89 pgs: 89 active+clean; 1.9 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 128 MiB/s wr, 2.05k op/s 2024-05-11T04:47:07.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:07 smithi072 bash[21439]: cluster 2024-05-11T04:47:05.349558+0000 mgr.y (mgr.14385) 216 : cluster 0 pgmap v193: 89 pgs: 89 active+clean; 1.9 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 128 MiB/s wr, 2.05k op/s 2024-05-11T04:47:07.297 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:07 smithi072 bash[31478]: cluster 2024-05-11T04:47:05.349558+0000 mgr.y (mgr.14385) 216 : cluster 0 pgmap v193: 89 pgs: 89 active+clean; 1.9 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 128 MiB/s wr, 2.05k op/s 2024-05-11T04:47:07.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 16 16 39165 39149 152.903 89.4375 0.0102633 0.00653525 2024-05-11T04:47:08.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 17 16 41105 41089 151.04 121.25 0.00546814 0.00661573 2024-05-11T04:47:09.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:08 smithi086 bash[23731]: cluster 2024-05-11T04:47:07.349915+0000 mgr.y (mgr.14385) 217 : cluster 0 pgmap v194: 89 pgs: 89 active+clean; 1.9 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 128 MiB/s wr, 2.05k op/s 2024-05-11T04:47:09.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:08 smithi072 bash[21439]: cluster 2024-05-11T04:47:07.349915+0000 mgr.y (mgr.14385) 217 : cluster 0 pgmap v194: 89 pgs: 89 active+clean; 1.9 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 128 MiB/s wr, 2.05k op/s 2024-05-11T04:47:09.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:08 smithi072 bash[31478]: cluster 2024-05-11T04:47:07.349915+0000 mgr.y (mgr.14385) 217 : cluster 0 pgmap v194: 89 pgs: 89 active+clean; 1.9 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 128 MiB/s wr, 2.05k op/s 2024-05-11T04:47:09.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 18 16 42989 42973 149.19 117.75 0.0109272 0.00669774 2024-05-11T04:47:10.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 19 16 44819 44803 147.358 114.375 0.0107698 0.00678139 2024-05-11T04:47:11.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:10 smithi086 bash[23731]: cluster 2024-05-11T04:47:09.350656+0000 mgr.y (mgr.14385) 218 : cluster 0 pgmap v195: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 179 MiB/s wr, 2.86k op/s 2024-05-11T04:47:11.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:10 smithi072 bash[21439]: cluster 2024-05-11T04:47:09.350656+0000 mgr.y (mgr.14385) 218 : cluster 0 pgmap v195: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 179 MiB/s wr, 2.86k op/s 2024-05-11T04:47:11.297 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:10 smithi072 bash[31478]: cluster 2024-05-11T04:47:09.350656+0000 mgr.y (mgr.14385) 218 : cluster 0 pgmap v195: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 179 MiB/s wr, 2.86k op/s 2024-05-11T04:47:11.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:47:11.479168+0000 min lat: 0.00105246 max lat: 0.361437 avg lat: 0.00686785 2024-05-11T04:47:11.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:47:11.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 20 16 46581 46565 145.496 110.125 0.016903 0.00686785 2024-05-11T04:47:12.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 21 16 48327 48311 143.763 109.125 0.00847858 0.00695074 2024-05-11T04:47:13.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:12 smithi086 bash[23731]: cluster 2024-05-11T04:47:11.351082+0000 mgr.y (mgr.14385) 219 : cluster 0 pgmap v196: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 112 MiB/s wr, 1.78k op/s 2024-05-11T04:47:13.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:12 smithi072 bash[21439]: cluster 2024-05-11T04:47:11.351082+0000 mgr.y (mgr.14385) 219 : cluster 0 pgmap v196: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 112 MiB/s wr, 1.78k op/s 2024-05-11T04:47:13.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:12 smithi072 bash[31478]: cluster 2024-05-11T04:47:11.351082+0000 mgr.y (mgr.14385) 219 : cluster 0 pgmap v196: 89 pgs: 89 active+clean; 2.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 112 MiB/s wr, 1.78k op/s 2024-05-11T04:47:13.472 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 22 16 50056 50040 142.14 108.062 0.00997853 0.00703038 2024-05-11T04:47:14.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 23 16 51763 51747 140.598 106.688 0.00715881 0.00710772 2024-05-11T04:47:15.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:14 smithi086 bash[23731]: cluster 2024-05-11T04:47:13.351732+0000 mgr.y (mgr.14385) 220 : cluster 0 pgmap v197: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 158 MiB/s wr, 2.53k op/s 2024-05-11T04:47:15.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:14 smithi072 bash[21439]: cluster 2024-05-11T04:47:13.351732+0000 mgr.y (mgr.14385) 220 : cluster 0 pgmap v197: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 158 MiB/s wr, 2.53k op/s 2024-05-11T04:47:15.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:47:15 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:47:15] "GET /metrics HTTP/1.1" 200 36255 "" "Prometheus/2.43.0" 2024-05-11T04:47:15.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:14 smithi072 bash[31478]: cluster 2024-05-11T04:47:13.351732+0000 mgr.y (mgr.14385) 220 : cluster 0 pgmap v197: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 158 MiB/s wr, 2.53k op/s 2024-05-11T04:47:15.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 24 16 53320 53304 138.794 97.3125 0.018897 0.00720108 2024-05-11T04:47:16.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 25 16 54950 54934 137.317 101.875 0.00814036 0.00727773 2024-05-11T04:47:17.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:16 smithi086 bash[23731]: cluster 2024-05-11T04:47:15.352164+0000 mgr.y (mgr.14385) 221 : cluster 0 pgmap v198: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s 2024-05-11T04:47:17.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:16 smithi072 bash[21439]: cluster 2024-05-11T04:47:15.352164+0000 mgr.y (mgr.14385) 221 : cluster 0 pgmap v198: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s 2024-05-11T04:47:17.297 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:16 smithi072 bash[31478]: cluster 2024-05-11T04:47:15.352164+0000 mgr.y (mgr.14385) 221 : cluster 0 pgmap v198: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s 2024-05-11T04:47:17.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 26 16 56549 56533 135.879 99.9375 0.00884076 0.0073548 2024-05-11T04:47:18.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:17 smithi086 bash[23731]: audit 2024-05-11T04:47:17.329609+0000 mon.c (mon.2) 130 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:18.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:17 smithi072 bash[21439]: audit 2024-05-11T04:47:17.329609+0000 mon.c (mon.2) 130 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:18.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:17 smithi072 bash[31478]: audit 2024-05-11T04:47:17.329609+0000 mon.c (mon.2) 130 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:18.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 27 16 58085 58069 134.402 96 0.0177514 0.00743498 2024-05-11T04:47:19.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:18 smithi086 bash[23731]: cluster 2024-05-11T04:47:17.352545+0000 mgr.y (mgr.14385) 222 : cluster 0 pgmap v199: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s 2024-05-11T04:47:19.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 28 16 59626 59610 133.041 96.3125 0.00722916 0.00751135 2024-05-11T04:47:19.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:18 smithi072 bash[21439]: cluster 2024-05-11T04:47:17.352545+0000 mgr.y (mgr.14385) 222 : cluster 0 pgmap v199: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s 2024-05-11T04:47:19.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:18 smithi072 bash[31478]: cluster 2024-05-11T04:47:17.352545+0000 mgr.y (mgr.14385) 222 : cluster 0 pgmap v199: 89 pgs: 89 active+clean; 3.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 97 MiB/s wr, 1.56k op/s 2024-05-11T04:47:20.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 29 16 61054 61038 131.531 89.25 0.0105778 0.00759794 2024-05-11T04:47:21.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:20 smithi086 bash[23731]: cluster 2024-05-11T04:47:19.353245+0000 mgr.y (mgr.14385) 223 : cluster 0 pgmap v200: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 139 MiB/s wr, 2.23k op/s 2024-05-11T04:47:21.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:20 smithi072 bash[21439]: cluster 2024-05-11T04:47:19.353245+0000 mgr.y (mgr.14385) 223 : cluster 0 pgmap v200: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 139 MiB/s wr, 2.23k op/s 2024-05-11T04:47:21.297 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:20 smithi072 bash[31478]: cluster 2024-05-11T04:47:19.353245+0000 mgr.y (mgr.14385) 223 : cluster 0 pgmap v200: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 139 MiB/s wr, 2.23k op/s 2024-05-11T04:47:21.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 30 16 62427 62411 130.007 85.8125 0.00761037 0.00768691 2024-05-11T04:47:22.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 31 16 63887 63871 128.757 91.25 0.00732307 0.0077617 2024-05-11T04:47:23.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:22 smithi086 bash[23731]: cluster 2024-05-11T04:47:21.353648+0000 mgr.y (mgr.14385) 224 : cluster 0 pgmap v201: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2024-05-11T04:47:23.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:22 smithi072 bash[21439]: cluster 2024-05-11T04:47:21.353648+0000 mgr.y (mgr.14385) 224 : cluster 0 pgmap v201: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2024-05-11T04:47:23.297 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:23 smithi072 bash[31478]: cluster 2024-05-11T04:47:21.353648+0000 mgr.y (mgr.14385) 224 : cluster 0 pgmap v201: 89 pgs: 89 active+clean; 3.5 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 89 MiB/s wr, 1.42k op/s 2024-05-11T04:47:23.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 32 16 65144 65128 127.188 78.5625 0.00700961 0.0078271 2024-05-11T04:47:24.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 33 16 66412 66396 125.735 79.25 0.00945815 0.00794811 2024-05-11T04:47:25.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:24 smithi086 bash[23731]: cluster 2024-05-11T04:47:23.354206+0000 mgr.y (mgr.14385) 225 : cluster 0 pgmap v202: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-05-11T04:47:25.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:24 smithi072 bash[21439]: cluster 2024-05-11T04:47:23.354206+0000 mgr.y (mgr.14385) 225 : cluster 0 pgmap v202: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-05-11T04:47:25.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:47:25 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:47:25] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-05-11T04:47:25.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:24 smithi072 bash[31478]: cluster 2024-05-11T04:47:23.354206+0000 mgr.y (mgr.14385) 225 : cluster 0 pgmap v202: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-05-11T04:47:25.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 34 16 67781 67765 124.553 85.5625 0.00559076 0.00802435 2024-05-11T04:47:25.546 INFO:teuthology.orchestra.run.smithi072.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:47:26.473 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 35 16 69052 69036 123.264 79.4375 0.0110346 0.00810751 2024-05-11T04:47:26.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:26 smithi072 bash[21439]: cluster 2024-05-11T04:47:25.354589+0000 mgr.y (mgr.14385) 226 : cluster 0 pgmap v203: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2024-05-11T04:47:26.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:26 smithi072 bash[21439]: audit 2024-05-11T04:47:25.535756+0000 mgr.y (mgr.14385) 227 : audit 0 from='client.24677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:47:26.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:26 smithi072 bash[21439]: cephadm 2024-05-11T04:47:25.536737+0000 mgr.y (mgr.14385) 228 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:47:26.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:26 smithi072 bash[21439]: audit 2024-05-11T04:47:25.543913+0000 mon.a (mon.0) 859 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:47:26.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:26 smithi072 bash[21439]: audit 2024-05-11T04:47:25.558767+0000 mon.c (mon.2) 131 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:47:26.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:26 smithi072 bash[21439]: audit 2024-05-11T04:47:25.561411+0000 mon.c (mon.2) 132 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:47:26.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:26 smithi072 bash[21439]: audit 2024-05-11T04:47:25.563596+0000 mon.c (mon.2) 133 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:47:26.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:26 smithi072 bash[21439]: audit 2024-05-11T04:47:25.579105+0000 mon.a (mon.0) 860 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:47:26.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:26 smithi072 bash[21439]: cephadm 2024-05-11T04:47:25.668039+0000 mgr.y (mgr.14385) 229 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:47:26.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:26 smithi072 bash[31478]: cluster 2024-05-11T04:47:25.354589+0000 mgr.y (mgr.14385) 226 : cluster 0 pgmap v203: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2024-05-11T04:47:26.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:26 smithi072 bash[31478]: audit 2024-05-11T04:47:25.535756+0000 mgr.y (mgr.14385) 227 : audit 0 from='client.24677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:47:26.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:26 smithi072 bash[31478]: cephadm 2024-05-11T04:47:25.536737+0000 mgr.y (mgr.14385) 228 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:47:26.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:26 smithi072 bash[31478]: audit 2024-05-11T04:47:25.543913+0000 mon.a (mon.0) 859 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:47:26.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:26 smithi072 bash[31478]: audit 2024-05-11T04:47:25.558767+0000 mon.c (mon.2) 131 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:47:26.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:26 smithi072 bash[31478]: audit 2024-05-11T04:47:25.561411+0000 mon.c (mon.2) 132 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:47:26.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:26 smithi072 bash[31478]: audit 2024-05-11T04:47:25.563596+0000 mon.c (mon.2) 133 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:47:26.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:26 smithi072 bash[31478]: audit 2024-05-11T04:47:25.579105+0000 mon.a (mon.0) 860 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:47:26.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:26 smithi072 bash[31478]: cephadm 2024-05-11T04:47:25.668039+0000 mgr.y (mgr.14385) 229 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:47:27.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:26 smithi086 bash[23731]: cluster 2024-05-11T04:47:25.354589+0000 mgr.y (mgr.14385) 226 : cluster 0 pgmap v203: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2024-05-11T04:47:27.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:26 smithi086 bash[23731]: audit 2024-05-11T04:47:25.535756+0000 mgr.y (mgr.14385) 227 : audit 0 from='client.24677 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:47:27.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:26 smithi086 bash[23731]: cephadm 2024-05-11T04:47:25.536737+0000 mgr.y (mgr.14385) 228 : cephadm 1 Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:47:27.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:26 smithi086 bash[23731]: audit 2024-05-11T04:47:25.543913+0000 mon.a (mon.0) 859 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:47:27.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:26 smithi086 bash[23731]: audit 2024-05-11T04:47:25.558767+0000 mon.c (mon.2) 131 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:47:27.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:26 smithi086 bash[23731]: audit 2024-05-11T04:47:25.561411+0000 mon.c (mon.2) 132 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:47:27.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:26 smithi086 bash[23731]: audit 2024-05-11T04:47:25.563596+0000 mon.c (mon.2) 133 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:47:27.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:26 smithi086 bash[23731]: audit 2024-05-11T04:47:25.579105+0000 mon.a (mon.0) 860 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:47:27.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:26 smithi086 bash[23731]: cephadm 2024-05-11T04:47:25.668039+0000 mgr.y (mgr.14385) 229 : cephadm 1 Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:04416f48efe02891b265c07b4f38b46e422bbef9 2024-05-11T04:47:27.474 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 36 16 70145 70129 121.737 68.3125 0.00273289 0.00816304 2024-05-11T04:47:28.474 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 37 16 70888 70872 119.702 46.4375 0.0074987 0.00833774 2024-05-11T04:47:28.797 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:28 smithi072 bash[21439]: cluster 2024-05-11T04:47:27.355208+0000 mgr.y (mgr.14385) 230 : cluster 0 pgmap v204: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2024-05-11T04:47:28.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:28 smithi072 bash[31478]: cluster 2024-05-11T04:47:27.355208+0000 mgr.y (mgr.14385) 230 : cluster 0 pgmap v204: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2024-05-11T04:47:29.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:28 smithi086 bash[23731]: cluster 2024-05-11T04:47:27.355208+0000 mgr.y (mgr.14385) 230 : cluster 0 pgmap v204: 89 pgs: 89 active+clean; 4.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 80 MiB/s wr, 1.28k op/s 2024-05-11T04:47:29.036 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T04:47:29.474 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 38 16 72130 72114 118.594 77.625 0.0113959 0.00842662 2024-05-11T04:47:30.474 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 39 16 73371 73355 117.542 77.5625 0.0138528 0.0085031 2024-05-11T04:47:30.797 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:30 smithi072 bash[21439]: cluster 2024-05-11T04:47:29.357318+0000 mgr.y (mgr.14385) 231 : cluster 0 pgmap v205: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s 2024-05-11T04:47:30.797 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:30 smithi072 bash[31478]: cluster 2024-05-11T04:47:29.357318+0000 mgr.y (mgr.14385) 231 : cluster 0 pgmap v205: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s 2024-05-11T04:47:31.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:30 smithi086 bash[23731]: cluster 2024-05-11T04:47:29.357318+0000 mgr.y (mgr.14385) 231 : cluster 0 pgmap v205: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s 2024-05-11T04:47:31.474 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:47:31.481086+0000 min lat: 0.00105246 max lat: 0.436258 avg lat: 0.00857417 2024-05-11T04:47:31.474 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:47:31.474 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 40 16 74624 74608 116.561 78.3125 0.00772206 0.00857417 2024-05-11T04:47:32.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 41 16 75837 75821 115.567 75.8125 0.0110746 0.0086474 2024-05-11T04:47:33.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:32 smithi086 bash[23731]: cluster 2024-05-11T04:47:31.357801+0000 mgr.y (mgr.14385) 232 : cluster 0 pgmap v206: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2024-05-11T04:47:33.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:32 smithi086 bash[23731]: audit 2024-05-11T04:47:32.331601+0000 mon.c (mon.2) 134 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:33.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:32 smithi072 bash[21439]: cluster 2024-05-11T04:47:31.357801+0000 mgr.y (mgr.14385) 232 : cluster 0 pgmap v206: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2024-05-11T04:47:33.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:32 smithi072 bash[21439]: audit 2024-05-11T04:47:32.331601+0000 mon.c (mon.2) 134 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:33.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:32 smithi072 bash[31478]: cluster 2024-05-11T04:47:31.357801+0000 mgr.y (mgr.14385) 232 : cluster 0 pgmap v206: 89 pgs: 89 active+clean; 4.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 68 MiB/s wr, 1.09k op/s 2024-05-11T04:47:33.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:32 smithi072 bash[31478]: audit 2024-05-11T04:47:32.331601+0000 mon.c (mon.2) 134 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:33.474 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 42 16 76979 76963 114.515 71.375 0.0133631 0.0087275 2024-05-11T04:47:33.841 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:47:34.474 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 43 16 77924 77908 113.225 59.0625 0.014637 0.0088269 2024-05-11T04:47:35.010 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:34 smithi072 bash[21439]: cluster 2024-05-11T04:47:33.358441+0000 mgr.y (mgr.14385) 233 : cluster 0 pgmap v207: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 89 MiB/s wr, 1.43k op/s 2024-05-11T04:47:35.011 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:34 smithi072 bash[31478]: cluster 2024-05-11T04:47:33.358441+0000 mgr.y (mgr.14385) 233 : cluster 0 pgmap v207: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 89 MiB/s wr, 1.43k op/s 2024-05-11T04:47:35.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:34 smithi086 bash[23731]: cluster 2024-05-11T04:47:33.358441+0000 mgr.y (mgr.14385) 233 : cluster 0 pgmap v207: 89 pgs: 89 active+clean; 4.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 89 MiB/s wr, 1.43k op/s 2024-05-11T04:47:35.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:47:35 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:47:35] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-05-11T04:47:35.474 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 44 16 79038 79022 112.234 69.625 0.00853095 0.00890437 2024-05-11T04:47:36.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 45 16 80174 80158 111.318 71 0.00990777 0.00897832 2024-05-11T04:47:37.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:36 smithi086 bash[23731]: cluster 2024-05-11T04:47:35.358876+0000 mgr.y (mgr.14385) 234 : cluster 0 pgmap v208: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:47:37.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:36 smithi072 bash[21439]: cluster 2024-05-11T04:47:35.358876+0000 mgr.y (mgr.14385) 234 : cluster 0 pgmap v208: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:47:37.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:36 smithi072 bash[31478]: cluster 2024-05-11T04:47:35.358876+0000 mgr.y (mgr.14385) 234 : cluster 0 pgmap v208: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:47:37.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 46 16 81287 81271 110.41 69.5625 0.0095976 0.0090519 2024-05-11T04:47:38.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 47 16 82393 82377 109.531 69.125 0.0175535 0.00912488 2024-05-11T04:47:39.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:38 smithi086 bash[23731]: cluster 2024-05-11T04:47:37.359256+0000 mgr.y (mgr.14385) 235 : cluster 0 pgmap v209: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:47:39.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:38 smithi072 bash[21439]: cluster 2024-05-11T04:47:37.359256+0000 mgr.y (mgr.14385) 235 : cluster 0 pgmap v209: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:47:39.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:38 smithi072 bash[31478]: cluster 2024-05-11T04:47:37.359256+0000 mgr.y (mgr.14385) 235 : cluster 0 pgmap v209: 89 pgs: 89 active+clean; 4.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:47:39.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 48 16 83341 83325 108.484 59.25 0.00603174 0.00921299 2024-05-11T04:47:40.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 49 16 84166 84150 107.322 51.5625 0.195138 0.00928443 2024-05-11T04:47:41.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:40 smithi086 bash[23731]: cluster 2024-05-11T04:47:39.360232+0000 mgr.y (mgr.14385) 236 : cluster 0 pgmap v210: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 90 MiB/s wr, 1.43k op/s 2024-05-11T04:47:41.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:40 smithi072 bash[21439]: cluster 2024-05-11T04:47:39.360232+0000 mgr.y (mgr.14385) 236 : cluster 0 pgmap v210: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 90 MiB/s wr, 1.43k op/s 2024-05-11T04:47:41.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:40 smithi072 bash[31478]: cluster 2024-05-11T04:47:39.360232+0000 mgr.y (mgr.14385) 236 : cluster 0 pgmap v210: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 90 MiB/s wr, 1.43k op/s 2024-05-11T04:47:41.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 50 16 84756 84740 105.913 36.875 0.200748 0.00941497 2024-05-11T04:47:42.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 51 16 85816 85800 105.135 66.25 0.0116797 0.00950025 2024-05-11T04:47:43.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:42 smithi086 bash[23731]: cluster 2024-05-11T04:47:41.360800+0000 mgr.y (mgr.14385) 237 : cluster 0 pgmap v211: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 59 MiB/s wr, 950 op/s 2024-05-11T04:47:43.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:42 smithi072 bash[21439]: cluster 2024-05-11T04:47:41.360800+0000 mgr.y (mgr.14385) 237 : cluster 0 pgmap v211: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 59 MiB/s wr, 950 op/s 2024-05-11T04:47:43.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:42 smithi072 bash[31478]: cluster 2024-05-11T04:47:41.360800+0000 mgr.y (mgr.14385) 237 : cluster 0 pgmap v211: 89 pgs: 89 active+clean; 5.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 59 MiB/s wr, 950 op/s 2024-05-11T04:47:43.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 52 16 86294 86278 103.688 29.875 0.0162113 0.00963991 2024-05-11T04:47:44.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 53 16 87433 87417 103.074 71.1875 0.0183065 0.00969684 2024-05-11T04:47:45.010 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:44 smithi072 bash[21439]: cluster 2024-05-11T04:47:43.361385+0000 mgr.y (mgr.14385) 238 : cluster 0 pgmap v212: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2024-05-11T04:47:45.011 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:44 smithi072 bash[31478]: cluster 2024-05-11T04:47:43.361385+0000 mgr.y (mgr.14385) 238 : cluster 0 pgmap v212: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2024-05-11T04:47:45.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:44 smithi086 bash[23731]: cluster 2024-05-11T04:47:43.361385+0000 mgr.y (mgr.14385) 238 : cluster 0 pgmap v212: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 73 MiB/s wr, 1.17k op/s 2024-05-11T04:47:45.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:47:45 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:47:45] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-05-11T04:47:45.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 54 16 88530 88514 102.435 68.5625 0.0143752 0.00975783 2024-05-11T04:47:46.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 55 16 89654 89638 101.85 70.25 0.0226842 0.00981404 2024-05-11T04:47:47.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:46 smithi086 bash[23731]: cluster 2024-05-11T04:47:45.361848+0000 mgr.y (mgr.14385) 239 : cluster 0 pgmap v213: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 58 MiB/s wr, 931 op/s 2024-05-11T04:47:47.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:46 smithi072 bash[21439]: cluster 2024-05-11T04:47:45.361848+0000 mgr.y (mgr.14385) 239 : cluster 0 pgmap v213: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 58 MiB/s wr, 931 op/s 2024-05-11T04:47:47.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:46 smithi072 bash[31478]: cluster 2024-05-11T04:47:45.361848+0000 mgr.y (mgr.14385) 239 : cluster 0 pgmap v213: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 58 MiB/s wr, 931 op/s 2024-05-11T04:47:47.475 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 56 16 90742 90726 101.245 68 0.0134436 0.0098715 2024-05-11T04:47:48.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:47 smithi086 bash[23731]: audit 2024-05-11T04:47:47.332804+0000 mon.c (mon.2) 135 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:48.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:47 smithi072 bash[21439]: audit 2024-05-11T04:47:47.332804+0000 mon.c (mon.2) 135 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:48.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:47 smithi072 bash[31478]: audit 2024-05-11T04:47:47.332804+0000 mon.c (mon.2) 135 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:47:48.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 57 16 91693 91677 100.512 59.4375 0.0115243 0.00994447 2024-05-11T04:47:49.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:48 smithi086 bash[23731]: cluster 2024-05-11T04:47:47.362228+0000 mgr.y (mgr.14385) 240 : cluster 0 pgmap v214: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 48 MiB/s wr, 775 op/s 2024-05-11T04:47:49.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:48 smithi072 bash[21439]: cluster 2024-05-11T04:47:47.362228+0000 mgr.y (mgr.14385) 240 : cluster 0 pgmap v214: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 48 MiB/s wr, 775 op/s 2024-05-11T04:47:49.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:48 smithi072 bash[31478]: cluster 2024-05-11T04:47:47.362228+0000 mgr.y (mgr.14385) 240 : cluster 0 pgmap v214: 89 pgs: 89 active+clean; 5.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 48 MiB/s wr, 775 op/s 2024-05-11T04:47:49.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 58 15 92742 92727 99.9103 65.625 0.0169446 0.0100037 2024-05-11T04:47:50.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 59 16 93784 93768 99.3196 65.0625 0.00854096 0.0100632 2024-05-11T04:47:51.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:50 smithi086 bash[23731]: cluster 2024-05-11T04:47:49.362806+0000 mgr.y (mgr.14385) 241 : cluster 0 pgmap v215: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 77 MiB/s wr, 1.23k op/s 2024-05-11T04:47:51.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:50 smithi072 bash[21439]: cluster 2024-05-11T04:47:49.362806+0000 mgr.y (mgr.14385) 241 : cluster 0 pgmap v215: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 77 MiB/s wr, 1.23k op/s 2024-05-11T04:47:51.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:50 smithi072 bash[31478]: cluster 2024-05-11T04:47:49.362806+0000 mgr.y (mgr.14385) 241 : cluster 0 pgmap v215: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 77 MiB/s wr, 1.23k op/s 2024-05-11T04:47:51.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:47:51.482979+0000 min lat: 0.00105246 max lat: 0.632867 avg lat: 0.0101239 2024-05-11T04:47:51.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:47:51.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 60 16 94806 94790 98.7288 63.875 0.0136605 0.0101239 2024-05-11T04:47:52.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 61 16 95831 95815 98.1602 64.0625 0.0168125 0.0101823 2024-05-11T04:47:53.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:52 smithi086 bash[23731]: cluster 2024-05-11T04:47:51.363203+0000 mgr.y (mgr.14385) 242 : cluster 0 pgmap v216: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 49 MiB/s wr, 776 op/s 2024-05-11T04:47:53.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:52 smithi072 bash[21439]: cluster 2024-05-11T04:47:51.363203+0000 mgr.y (mgr.14385) 242 : cluster 0 pgmap v216: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 49 MiB/s wr, 776 op/s 2024-05-11T04:47:53.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:52 smithi072 bash[31478]: cluster 2024-05-11T04:47:51.363203+0000 mgr.y (mgr.14385) 242 : cluster 0 pgmap v216: 89 pgs: 89 active+clean; 5.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 49 MiB/s wr, 776 op/s 2024-05-11T04:47:53.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 62 16 96849 96833 97.6031 63.625 0.0211677 0.0102409 2024-05-11T04:47:54.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 63 16 97861 97845 97.0578 63.25 0.016514 0.0102979 2024-05-11T04:47:55.010 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:54 smithi072 bash[21439]: cluster 2024-05-11T04:47:53.363895+0000 mgr.y (mgr.14385) 243 : cluster 0 pgmap v217: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 961 op/s 2024-05-11T04:47:55.011 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:54 smithi072 bash[31478]: cluster 2024-05-11T04:47:53.363895+0000 mgr.y (mgr.14385) 243 : cluster 0 pgmap v217: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 961 op/s 2024-05-11T04:47:55.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:54 smithi086 bash[23731]: cluster 2024-05-11T04:47:53.363895+0000 mgr.y (mgr.14385) 243 : cluster 0 pgmap v217: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 961 op/s 2024-05-11T04:47:55.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:47:55 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:47:55] "GET /metrics HTTP/1.1" 200 36256 "" "Prometheus/2.43.0" 2024-05-11T04:47:55.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 64 16 98887 98871 96.5431 64.125 0.0120678 0.0103533 2024-05-11T04:47:56.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 65 16 99510 99494 95.6568 38.9375 0.012008 0.0104483 2024-05-11T04:47:57.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:56 smithi086 bash[23731]: cluster 2024-05-11T04:47:55.364398+0000 mgr.y (mgr.14385) 244 : cluster 0 pgmap v218: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 985 op/s 2024-05-11T04:47:57.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:56 smithi072 bash[21439]: cluster 2024-05-11T04:47:55.364398+0000 mgr.y (mgr.14385) 244 : cluster 0 pgmap v218: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 985 op/s 2024-05-11T04:47:57.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:56 smithi072 bash[31478]: cluster 2024-05-11T04:47:55.364398+0000 mgr.y (mgr.14385) 244 : cluster 0 pgmap v218: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 985 op/s 2024-05-11T04:47:57.476 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 66 16 100497 100481 95.1421 61.6875 0.0132822 0.0105058 2024-05-11T04:47:58.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 67 16 101482 101466 94.6408 61.5625 0.0196271 0.0105612 2024-05-11T04:47:59.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:47:58 smithi086 bash[23731]: cluster 2024-05-11T04:47:57.364732+0000 mgr.y (mgr.14385) 245 : cluster 0 pgmap v219: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s 2024-05-11T04:47:59.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:47:58 smithi072 bash[21439]: cluster 2024-05-11T04:47:57.364732+0000 mgr.y (mgr.14385) 245 : cluster 0 pgmap v219: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s 2024-05-11T04:47:59.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:47:58 smithi072 bash[31478]: cluster 2024-05-11T04:47:57.364732+0000 mgr.y (mgr.14385) 245 : cluster 0 pgmap v219: 89 pgs: 89 active+clean; 5.9 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s 2024-05-11T04:47:59.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 68 16 102436 102420 94.1258 59.625 0.0231943 0.0106194 2024-05-11T04:48:00.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 69 16 103393 103377 93.6284 59.8125 0.00915004 0.0106751 2024-05-11T04:48:01.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:00 smithi086 bash[23731]: cluster 2024-05-11T04:47:59.365331+0000 mgr.y (mgr.14385) 246 : cluster 0 pgmap v220: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 79 MiB/s wr, 1.27k op/s 2024-05-11T04:48:01.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:00 smithi072 bash[21439]: cluster 2024-05-11T04:47:59.365331+0000 mgr.y (mgr.14385) 246 : cluster 0 pgmap v220: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 79 MiB/s wr, 1.27k op/s 2024-05-11T04:48:01.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:00 smithi072 bash[31478]: cluster 2024-05-11T04:47:59.365331+0000 mgr.y (mgr.14385) 246 : cluster 0 pgmap v220: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 79 MiB/s wr, 1.27k op/s 2024-05-11T04:48:01.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 70 16 104379 104363 93.1712 61.625 0.0106663 0.0107278 2024-05-11T04:48:02.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 71 16 105343 105327 92.7074 60.25 0.032782 0.0107811 2024-05-11T04:48:03.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:02 smithi086 bash[23731]: cluster 2024-05-11T04:48:01.365736+0000 mgr.y (mgr.14385) 247 : cluster 0 pgmap v221: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 51 MiB/s wr, 815 op/s 2024-05-11T04:48:03.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:02 smithi086 bash[23731]: audit 2024-05-11T04:48:02.332118+0000 mon.c (mon.2) 136 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:03.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:02 smithi072 bash[21439]: cluster 2024-05-11T04:48:01.365736+0000 mgr.y (mgr.14385) 247 : cluster 0 pgmap v221: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 51 MiB/s wr, 815 op/s 2024-05-11T04:48:03.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:02 smithi072 bash[21439]: audit 2024-05-11T04:48:02.332118+0000 mon.c (mon.2) 136 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:03.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:02 smithi072 bash[31478]: cluster 2024-05-11T04:48:01.365736+0000 mgr.y (mgr.14385) 247 : cluster 0 pgmap v221: 89 pgs: 89 active+clean; 6.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 51 MiB/s wr, 815 op/s 2024-05-11T04:48:03.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:02 smithi072 bash[31478]: audit 2024-05-11T04:48:02.332118+0000 mon.c (mon.2) 136 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:03.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 72 16 106292 106276 92.2435 59.3125 0.00957527 0.0108351 2024-05-11T04:48:04.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 73 16 107242 107226 91.7932 59.375 0.0135715 0.0108888 2024-05-11T04:48:05.009 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:04 smithi072 bash[21439]: cluster 2024-05-11T04:48:03.366291+0000 mgr.y (mgr.14385) 248 : cluster 0 pgmap v222: 89 pgs: 89 active+clean; 6.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 59 MiB/s wr, 940 op/s 2024-05-11T04:48:05.010 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:04 smithi072 bash[31478]: cluster 2024-05-11T04:48:03.366291+0000 mgr.y (mgr.14385) 248 : cluster 0 pgmap v222: 89 pgs: 89 active+clean; 6.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 59 MiB/s wr, 940 op/s 2024-05-11T04:48:05.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:04 smithi086 bash[23731]: cluster 2024-05-11T04:48:03.366291+0000 mgr.y (mgr.14385) 248 : cluster 0 pgmap v222: 89 pgs: 89 active+clean; 6.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 59 MiB/s wr, 940 op/s 2024-05-11T04:48:05.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:48:05 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:48:05] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-05-11T04:48:05.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 74 16 108179 108163 91.3441 58.5625 0.0057769 0.0109429 2024-05-11T04:48:06.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 75 16 109107 109091 90.8994 58 0.0157146 0.0109969 2024-05-11T04:48:07.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:06 smithi086 bash[23731]: cluster 2024-05-11T04:48:05.368452+0000 mgr.y (mgr.14385) 249 : cluster 0 pgmap v223: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2024-05-11T04:48:07.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:06 smithi072 bash[21439]: cluster 2024-05-11T04:48:05.368452+0000 mgr.y (mgr.14385) 249 : cluster 0 pgmap v223: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2024-05-11T04:48:07.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:06 smithi072 bash[31478]: cluster 2024-05-11T04:48:05.368452+0000 mgr.y (mgr.14385) 249 : cluster 0 pgmap v223: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 65 MiB/s wr, 1.03k op/s 2024-05-11T04:48:07.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 76 16 110016 110000 90.4509 56.8125 0.0133623 0.0110507 2024-05-11T04:48:08.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 77 16 110965 110949 90.0465 59.3125 0.00965879 0.0111003 2024-05-11T04:48:09.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:08 smithi086 bash[23731]: cluster 2024-05-11T04:48:07.368845+0000 mgr.y (mgr.14385) 250 : cluster 0 pgmap v224: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 49 MiB/s wr, 787 op/s 2024-05-11T04:48:09.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:08 smithi072 bash[21439]: cluster 2024-05-11T04:48:07.368845+0000 mgr.y (mgr.14385) 250 : cluster 0 pgmap v224: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 49 MiB/s wr, 787 op/s 2024-05-11T04:48:09.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:08 smithi072 bash[31478]: cluster 2024-05-11T04:48:07.368845+0000 mgr.y (mgr.14385) 250 : cluster 0 pgmap v224: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 49 MiB/s wr, 787 op/s 2024-05-11T04:48:09.477 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 78 16 111788 111772 89.5514 51.4375 0.00706915 0.0111624 2024-05-11T04:48:10.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 79 16 112594 112578 89.0555 50.375 0.0116237 0.0112243 2024-05-11T04:48:11.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:10 smithi086 bash[23731]: cluster 2024-05-11T04:48:09.369572+0000 mgr.y (mgr.14385) 251 : cluster 0 pgmap v225: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-05-11T04:48:11.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:10 smithi072 bash[21439]: cluster 2024-05-11T04:48:09.369572+0000 mgr.y (mgr.14385) 251 : cluster 0 pgmap v225: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-05-11T04:48:11.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:10 smithi072 bash[31478]: cluster 2024-05-11T04:48:09.369572+0000 mgr.y (mgr.14385) 251 : cluster 0 pgmap v225: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-05-11T04:48:11.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:48:11.484827+0000 min lat: 0.00105246 max lat: 0.632867 avg lat: 0.0112884 2024-05-11T04:48:11.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:48:11.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 80 16 113369 113353 88.5477 48.4375 0.0185108 0.0112884 2024-05-11T04:48:12.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 81 16 113962 113946 87.912 37.0625 0.0391025 0.01137 2024-05-11T04:48:13.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:12 smithi086 bash[23731]: cluster 2024-05-11T04:48:11.369911+0000 mgr.y (mgr.14385) 252 : cluster 0 pgmap v226: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2024-05-11T04:48:13.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:12 smithi072 bash[21439]: cluster 2024-05-11T04:48:11.369911+0000 mgr.y (mgr.14385) 252 : cluster 0 pgmap v226: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2024-05-11T04:48:13.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:12 smithi072 bash[31478]: cluster 2024-05-11T04:48:11.369911+0000 mgr.y (mgr.14385) 252 : cluster 0 pgmap v226: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 50 MiB/s wr, 792 op/s 2024-05-11T04:48:13.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 82 16 114941 114925 87.586 61.1875 0.0140228 0.0114123 2024-05-11T04:48:14.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 83 16 115653 115637 87.0669 44.5 0.0175493 0.0114805 2024-05-11T04:48:15.009 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:14 smithi072 bash[31478]: cluster 2024-05-11T04:48:13.370454+0000 mgr.y (mgr.14385) 253 : cluster 0 pgmap v227: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2024-05-11T04:48:15.010 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:14 smithi072 bash[21439]: cluster 2024-05-11T04:48:13.370454+0000 mgr.y (mgr.14385) 253 : cluster 0 pgmap v227: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2024-05-11T04:48:15.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:14 smithi086 bash[23731]: cluster 2024-05-11T04:48:13.370454+0000 mgr.y (mgr.14385) 253 : cluster 0 pgmap v227: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 896 op/s 2024-05-11T04:48:15.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:48:15 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:48:15] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-05-11T04:48:15.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 84 16 116395 116379 86.5824 46.375 0.0166075 0.0115454 2024-05-11T04:48:16.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 85 16 117109 117093 86.0888 44.625 0.0141695 0.0116107 2024-05-11T04:48:17.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:16 smithi086 bash[23731]: cluster 2024-05-11T04:48:15.371038+0000 mgr.y (mgr.14385) 254 : cluster 0 pgmap v228: 89 pgs: 89 active+clean; 7.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 62 MiB/s wr, 998 op/s 2024-05-11T04:48:17.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:16 smithi072 bash[21439]: cluster 2024-05-11T04:48:15.371038+0000 mgr.y (mgr.14385) 254 : cluster 0 pgmap v228: 89 pgs: 89 active+clean; 7.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 62 MiB/s wr, 998 op/s 2024-05-11T04:48:17.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:16 smithi072 bash[31478]: cluster 2024-05-11T04:48:15.371038+0000 mgr.y (mgr.14385) 254 : cluster 0 pgmap v228: 89 pgs: 89 active+clean; 7.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 62 MiB/s wr, 998 op/s 2024-05-11T04:48:17.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 86 16 118024 118008 85.7527 57.1875 0.015769 0.0116564 2024-05-11T04:48:18.005 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:17 smithi072 bash[21439]: audit 2024-05-11T04:48:17.332493+0000 mon.c (mon.2) 137 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:18.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:17 smithi086 bash[23731]: audit 2024-05-11T04:48:17.332493+0000 mon.c (mon.2) 137 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:18.321 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:18 smithi072 bash[31478]: audit 2024-05-11T04:48:17.332493+0000 mon.c (mon.2) 137 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:18.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 87 16 118965 118949 85.4429 58.8125 0.0199099 0.011699 2024-05-11T04:48:19.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:18 smithi086 bash[23731]: cluster 2024-05-11T04:48:17.371400+0000 mgr.y (mgr.14385) 255 : cluster 0 pgmap v229: 89 pgs: 89 active+clean; 7.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 45 MiB/s wr, 720 op/s 2024-05-11T04:48:19.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:18 smithi072 bash[21439]: cluster 2024-05-11T04:48:17.371400+0000 mgr.y (mgr.14385) 255 : cluster 0 pgmap v229: 89 pgs: 89 active+clean; 7.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 45 MiB/s wr, 720 op/s 2024-05-11T04:48:19.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:18 smithi072 bash[31478]: cluster 2024-05-11T04:48:17.371400+0000 mgr.y (mgr.14385) 255 : cluster 0 pgmap v229: 89 pgs: 89 active+clean; 7.0 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 45 MiB/s wr, 720 op/s 2024-05-11T04:48:19.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 88 16 119906 119890 85.1403 58.8125 0.00764135 0.0117397 2024-05-11T04:48:20.478 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 89 16 120847 120831 84.8444 58.8125 0.0137571 0.0117812 2024-05-11T04:48:21.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:20 smithi086 bash[23731]: cluster 2024-05-11T04:48:19.372165+0000 mgr.y (mgr.14385) 256 : cluster 0 pgmap v230: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2024-05-11T04:48:21.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:20 smithi072 bash[31478]: cluster 2024-05-11T04:48:19.372165+0000 mgr.y (mgr.14385) 256 : cluster 0 pgmap v230: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2024-05-11T04:48:21.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:20 smithi072 bash[21439]: cluster 2024-05-11T04:48:19.372165+0000 mgr.y (mgr.14385) 256 : cluster 0 pgmap v230: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 66 MiB/s wr, 1.06k op/s 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Total time run: 90.0093 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Total writes made: 121638 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Write size: 65536 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Object size: 65536 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Bandwidth (MB/sec): 84.4621 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev Bandwidth: 40.3926 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max bandwidth (MB/sec): 221.375 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min bandwidth (MB/sec): 29.875 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Average IOPS: 1351 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev IOPS: 646.282 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max IOPS: 3542 2024-05-11T04:48:21.479 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min IOPS: 478 2024-05-11T04:48:21.480 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Average Latency(s): 0.0118357 2024-05-11T04:48:21.480 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev Latency(s): 0.0163535 2024-05-11T04:48:21.480 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max latency(s): 0.632867 2024-05-11T04:48:21.480 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min latency(s): 0.00105246 2024-05-11T04:48:21.485 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Cleaning up (deleting benchmark objects) 2024-05-11T04:48:23.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:22 smithi086 bash[23731]: cluster 2024-05-11T04:48:21.372707+0000 mgr.y (mgr.14385) 257 : cluster 0 pgmap v231: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 42 MiB/s wr, 666 op/s 2024-05-11T04:48:23.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:22 smithi072 bash[21439]: cluster 2024-05-11T04:48:21.372707+0000 mgr.y (mgr.14385) 257 : cluster 0 pgmap v231: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 42 MiB/s wr, 666 op/s 2024-05-11T04:48:23.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:22 smithi072 bash[31478]: cluster 2024-05-11T04:48:21.372707+0000 mgr.y (mgr.14385) 257 : cluster 0 pgmap v231: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 42 MiB/s wr, 666 op/s 2024-05-11T04:48:25.009 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:24 smithi072 bash[21439]: cluster 2024-05-11T04:48:23.373232+0000 mgr.y (mgr.14385) 258 : cluster 0 pgmap v232: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 46 MiB/s wr, 785 op/s 2024-05-11T04:48:25.010 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:24 smithi072 bash[31478]: cluster 2024-05-11T04:48:23.373232+0000 mgr.y (mgr.14385) 258 : cluster 0 pgmap v232: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 46 MiB/s wr, 785 op/s 2024-05-11T04:48:25.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:24 smithi086 bash[23731]: cluster 2024-05-11T04:48:23.373232+0000 mgr.y (mgr.14385) 258 : cluster 0 pgmap v232: 89 pgs: 89 active+clean; 7.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 46 MiB/s wr, 785 op/s 2024-05-11T04:48:25.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:48:25 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:48:25] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-05-11T04:48:27.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:26 smithi086 bash[23731]: cluster 2024-05-11T04:48:25.373695+0000 mgr.y (mgr.14385) 259 : cluster 0 pgmap v233: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 49 MiB/s wr, 950 op/s 2024-05-11T04:48:27.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:26 smithi072 bash[31478]: cluster 2024-05-11T04:48:25.373695+0000 mgr.y (mgr.14385) 259 : cluster 0 pgmap v233: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 49 MiB/s wr, 950 op/s 2024-05-11T04:48:27.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:26 smithi072 bash[21439]: cluster 2024-05-11T04:48:25.373695+0000 mgr.y (mgr.14385) 259 : cluster 0 pgmap v233: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 49 MiB/s wr, 950 op/s 2024-05-11T04:48:29.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:28 smithi086 bash[23731]: cluster 2024-05-11T04:48:27.374066+0000 mgr.y (mgr.14385) 260 : cluster 0 pgmap v234: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 35 MiB/s wr, 724 op/s 2024-05-11T04:48:29.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:28 smithi072 bash[31478]: cluster 2024-05-11T04:48:27.374066+0000 mgr.y (mgr.14385) 260 : cluster 0 pgmap v234: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 35 MiB/s wr, 724 op/s 2024-05-11T04:48:29.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:28 smithi072 bash[21439]: cluster 2024-05-11T04:48:27.374066+0000 mgr.y (mgr.14385) 260 : cluster 0 pgmap v234: 89 pgs: 89 active+clean; 7.3 GiB data, 23 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 35 MiB/s wr, 724 op/s 2024-05-11T04:48:31.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:30 smithi086 bash[23731]: cluster 2024-05-11T04:48:29.374611+0000 mgr.y (mgr.14385) 261 : cluster 0 pgmap v235: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 35 MiB/s wr, 1.09k op/s 2024-05-11T04:48:31.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:30 smithi072 bash[21439]: cluster 2024-05-11T04:48:29.374611+0000 mgr.y (mgr.14385) 261 : cluster 0 pgmap v235: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 35 MiB/s wr, 1.09k op/s 2024-05-11T04:48:31.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:30 smithi072 bash[31478]: cluster 2024-05-11T04:48:29.374611+0000 mgr.y (mgr.14385) 261 : cluster 0 pgmap v235: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 35 MiB/s wr, 1.09k op/s 2024-05-11T04:48:33.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:32 smithi086 bash[23731]: cluster 2024-05-11T04:48:31.374981+0000 mgr.y (mgr.14385) 262 : cluster 0 pgmap v236: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 14 MiB/s wr, 752 op/s 2024-05-11T04:48:33.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:32 smithi086 bash[23731]: audit 2024-05-11T04:48:32.336180+0000 mon.c (mon.2) 138 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:33.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:32 smithi072 bash[21439]: cluster 2024-05-11T04:48:31.374981+0000 mgr.y (mgr.14385) 262 : cluster 0 pgmap v236: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 14 MiB/s wr, 752 op/s 2024-05-11T04:48:33.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:32 smithi072 bash[21439]: audit 2024-05-11T04:48:32.336180+0000 mon.c (mon.2) 138 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:33.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:32 smithi072 bash[31478]: cluster 2024-05-11T04:48:31.374981+0000 mgr.y (mgr.14385) 262 : cluster 0 pgmap v236: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 14 MiB/s wr, 752 op/s 2024-05-11T04:48:33.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:32 smithi072 bash[31478]: audit 2024-05-11T04:48:32.336180+0000 mon.c (mon.2) 138 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:35.010 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:34 smithi072 bash[21439]: cluster 2024-05-11T04:48:33.375530+0000 mgr.y (mgr.14385) 263 : cluster 0 pgmap v237: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 14 MiB/s wr, 860 op/s 2024-05-11T04:48:35.011 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:34 smithi072 bash[31478]: cluster 2024-05-11T04:48:33.375530+0000 mgr.y (mgr.14385) 263 : cluster 0 pgmap v237: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 14 MiB/s wr, 860 op/s 2024-05-11T04:48:35.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:34 smithi086 bash[23731]: cluster 2024-05-11T04:48:33.375530+0000 mgr.y (mgr.14385) 263 : cluster 0 pgmap v237: 89 pgs: 89 active+clean; 7.0 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 14 MiB/s wr, 860 op/s 2024-05-11T04:48:35.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:48:35 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:48:35] "GET /metrics HTTP/1.1" 200 36266 "" "Prometheus/2.43.0" 2024-05-11T04:48:37.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:36 smithi086 bash[23731]: cluster 2024-05-11T04:48:35.376054+0000 mgr.y (mgr.14385) 264 : cluster 0 pgmap v238: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 9.7 MiB/s wr, 983 op/s 2024-05-11T04:48:37.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:36 smithi072 bash[21439]: cluster 2024-05-11T04:48:35.376054+0000 mgr.y (mgr.14385) 264 : cluster 0 pgmap v238: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 9.7 MiB/s wr, 983 op/s 2024-05-11T04:48:37.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:36 smithi072 bash[31478]: cluster 2024-05-11T04:48:35.376054+0000 mgr.y (mgr.14385) 264 : cluster 0 pgmap v238: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 9.7 MiB/s wr, 983 op/s 2024-05-11T04:48:39.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:38 smithi086 bash[23731]: cluster 2024-05-11T04:48:37.376443+0000 mgr.y (mgr.14385) 265 : cluster 0 pgmap v239: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 713 op/s 2024-05-11T04:48:39.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:38 smithi072 bash[21439]: cluster 2024-05-11T04:48:37.376443+0000 mgr.y (mgr.14385) 265 : cluster 0 pgmap v239: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 713 op/s 2024-05-11T04:48:39.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:38 smithi072 bash[31478]: cluster 2024-05-11T04:48:37.376443+0000 mgr.y (mgr.14385) 265 : cluster 0 pgmap v239: 89 pgs: 89 active+clean; 6.8 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 713 op/s 2024-05-11T04:48:41.024 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:40 smithi072 bash[21439]: cluster 2024-05-11T04:48:39.377742+0000 mgr.y (mgr.14385) 266 : cluster 0 pgmap v240: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s 2024-05-11T04:48:41.024 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:40 smithi072 bash[31478]: cluster 2024-05-11T04:48:39.377742+0000 mgr.y (mgr.14385) 266 : cluster 0 pgmap v240: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s 2024-05-11T04:48:41.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:40 smithi086 bash[23731]: cluster 2024-05-11T04:48:39.377742+0000 mgr.y (mgr.14385) 266 : cluster 0 pgmap v240: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s 2024-05-11T04:48:43.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:42 smithi086 bash[23731]: cluster 2024-05-11T04:48:41.378206+0000 mgr.y (mgr.14385) 267 : cluster 0 pgmap v241: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 715 op/s 2024-05-11T04:48:43.047 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:42 smithi072 bash[21439]: cluster 2024-05-11T04:48:41.378206+0000 mgr.y (mgr.14385) 267 : cluster 0 pgmap v241: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 715 op/s 2024-05-11T04:48:43.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:42 smithi072 bash[31478]: cluster 2024-05-11T04:48:41.378206+0000 mgr.y (mgr.14385) 267 : cluster 0 pgmap v241: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 715 op/s 2024-05-11T04:48:43.620 INFO:teuthology.orchestra.run.smithi072.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T04:48:43.620 INFO:teuthology.orchestra.run.smithi072.stdout:alertmanager.a smithi072 *:9093,9094 running (6m) 2m ago 7m 13.1M - 0.25.0 c8568f914cd2 d5607b985cce 2024-05-11T04:48:43.620 INFO:teuthology.orchestra.run.smithi072.stdout:grafana.a smithi086 *:3000 running (6m) 2m ago 6m 78.7M - 9.4.7 954c08fa6188 aef4c18c2eed 2024-05-11T04:48:43.620 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi072.jvmjqq smithi072 running (4m) 2m ago 4m 12.1M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 43a522e14916 2024-05-11T04:48:43.620 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi086.bcqfqz smithi086 running (4m) 2m ago 4m 13.5M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8cbc391f1426 2024-05-11T04:48:43.620 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.x smithi086 *:8443,8765 running (15m) 2m ago 15m 437M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 65d40c92e26a 2024-05-11T04:48:43.620 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.y smithi072 *:9283,8765 running (17m) 2m ago 17m 492M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 ea34bdcd88f9 2024-05-11T04:48:43.620 INFO:teuthology.orchestra.run.smithi072.stdout:mon.a smithi072 running (17m) 2m ago 17m 47.8M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 ba75ecf32f36 2024-05-11T04:48:43.620 INFO:teuthology.orchestra.run.smithi072.stdout:mon.b smithi086 running (15m) 2m ago 15m 38.0M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 76c519b4f5e7 2024-05-11T04:48:43.620 INFO:teuthology.orchestra.run.smithi072.stdout:mon.c smithi072 running (15m) 2m ago 15m 38.7M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 5ede8f776ac3 2024-05-11T04:48:43.621 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.a smithi072 *:9100 running (7m) 2m ago 7m 8464k - 1.5.0 0da6a335fe13 fbea1e4cc0b8 2024-05-11T04:48:43.621 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.b smithi086 *:9100 running (7m) 2m ago 7m 8087k - 1.5.0 0da6a335fe13 119bc29079ca 2024-05-11T04:48:43.621 INFO:teuthology.orchestra.run.smithi072.stdout:osd.0 smithi072 running (14m) 2m ago 14m 47.3M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 227aba60a09a 2024-05-11T04:48:43.621 INFO:teuthology.orchestra.run.smithi072.stdout:osd.1 smithi072 running (13m) 2m ago 13m 46.3M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 9fe26f0d7cbb 2024-05-11T04:48:43.621 INFO:teuthology.orchestra.run.smithi072.stdout:osd.2 smithi072 running (12m) 2m ago 12m 43.2M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 924565dc5821 2024-05-11T04:48:43.621 INFO:teuthology.orchestra.run.smithi072.stdout:osd.3 smithi072 running (11m) 2m ago 11m 50.2M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 082b8b0bcb94 2024-05-11T04:48:43.621 INFO:teuthology.orchestra.run.smithi072.stdout:osd.4 smithi086 running (10m) 2m ago 11m 52.5M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a1dd273b0e98 2024-05-11T04:48:43.621 INFO:teuthology.orchestra.run.smithi072.stdout:osd.5 smithi086 running (10m) 2m ago 10m 50.7M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 09f2d73066f6 2024-05-11T04:48:43.621 INFO:teuthology.orchestra.run.smithi072.stdout:osd.6 smithi086 running (9m) 2m ago 9m 41.8M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 b34b88995622 2024-05-11T04:48:43.621 INFO:teuthology.orchestra.run.smithi072.stdout:osd.7 smithi086 running (8m) 2m ago 8m 50.5M 4060M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a7e056debe69 2024-05-11T04:48:43.621 INFO:teuthology.orchestra.run.smithi072.stdout:prometheus.a smithi086 *:9095 running (6m) 2m ago 7m 42.6M - 2.43.0 a07b618ecd1d f20b938c7033 2024-05-11T04:48:45.010 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:44 smithi072 bash[21439]: cluster 2024-05-11T04:48:43.378736+0000 mgr.y (mgr.14385) 268 : cluster 0 pgmap v242: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2024-05-11T04:48:45.010 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:44 smithi072 bash[21439]: audit 2024-05-11T04:48:43.586583+0000 mgr.y (mgr.14385) 269 : audit 0 from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:48:45.011 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:44 smithi072 bash[31478]: cluster 2024-05-11T04:48:43.378736+0000 mgr.y (mgr.14385) 268 : cluster 0 pgmap v242: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2024-05-11T04:48:45.011 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:44 smithi072 bash[31478]: audit 2024-05-11T04:48:43.586583+0000 mgr.y (mgr.14385) 269 : audit 0 from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:48:45.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:44 smithi086 bash[23731]: cluster 2024-05-11T04:48:43.378736+0000 mgr.y (mgr.14385) 268 : cluster 0 pgmap v242: 89 pgs: 89 active+clean; 6.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 789 op/s 2024-05-11T04:48:45.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:44 smithi086 bash[23731]: audit 2024-05-11T04:48:43.586583+0000 mgr.y (mgr.14385) 269 : audit 0 from='client.14784 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:48:45.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:48:45 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:48:45] "GET /metrics HTTP/1.1" 200 36266 "" "Prometheus/2.43.0" 2024-05-11T04:48:45.613 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'echo wait for minority of mons to upgrade' 2024-05-11T04:48:46.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:46 smithi086 bash[23731]: audit 2024-05-11T04:48:45.041576+0000 mon.a (mon.0) 861 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:48:46.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:46 smithi086 bash[23731]: cephadm 2024-05-11T04:48:45.044253+0000 mgr.y (mgr.14385) 270 : cephadm 1 Upgrade: Target is version 19.0.0-3497-g04416f48 (unknown) 2024-05-11T04:48:46.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:46 smithi086 bash[23731]: cephadm 2024-05-11T04:48:45.044333+0000 mgr.y (mgr.14385) 271 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e'] 2024-05-11T04:48:46.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:46 smithi086 bash[23731]: audit 2024-05-11T04:48:45.046551+0000 mon.c (mon.2) 139 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:48:46.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:46 smithi086 bash[23731]: audit 2024-05-11T04:48:45.058605+0000 mon.a (mon.0) 862 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:48:46.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:46 smithi086 bash[23731]: cephadm 2024-05-11T04:48:45.059709+0000 mgr.y (mgr.14385) 272 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-05-11T04:48:46.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:46 smithi072 bash[21439]: audit 2024-05-11T04:48:45.041576+0000 mon.a (mon.0) 861 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:48:46.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:46 smithi072 bash[21439]: cephadm 2024-05-11T04:48:45.044253+0000 mgr.y (mgr.14385) 270 : cephadm 1 Upgrade: Target is version 19.0.0-3497-g04416f48 (unknown) 2024-05-11T04:48:46.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:46 smithi072 bash[21439]: cephadm 2024-05-11T04:48:45.044333+0000 mgr.y (mgr.14385) 271 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e'] 2024-05-11T04:48:46.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:46 smithi072 bash[21439]: audit 2024-05-11T04:48:45.046551+0000 mon.c (mon.2) 139 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:48:46.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:46 smithi072 bash[21439]: audit 2024-05-11T04:48:45.058605+0000 mon.a (mon.0) 862 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:48:46.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:46 smithi072 bash[21439]: cephadm 2024-05-11T04:48:45.059709+0000 mgr.y (mgr.14385) 272 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-05-11T04:48:46.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:46 smithi072 bash[31478]: audit 2024-05-11T04:48:45.041576+0000 mon.a (mon.0) 861 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:48:46.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:46 smithi072 bash[31478]: cephadm 2024-05-11T04:48:45.044253+0000 mgr.y (mgr.14385) 270 : cephadm 1 Upgrade: Target is version 19.0.0-3497-g04416f48 (unknown) 2024-05-11T04:48:46.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:46 smithi072 bash[31478]: cephadm 2024-05-11T04:48:45.044333+0000 mgr.y (mgr.14385) 271 : cephadm 1 Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e, digests ['quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e'] 2024-05-11T04:48:46.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:46 smithi072 bash[31478]: audit 2024-05-11T04:48:45.046551+0000 mon.c (mon.2) 139 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:48:46.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:46 smithi072 bash[31478]: audit 2024-05-11T04:48:45.058605+0000 mon.a (mon.0) 862 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:48:46.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:46 smithi072 bash[31478]: cephadm 2024-05-11T04:48:45.059709+0000 mgr.y (mgr.14385) 272 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-05-11T04:48:47.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:47 smithi086 bash[23731]: cluster 2024-05-11T04:48:45.379301+0000 mgr.y (mgr.14385) 273 : cluster 0 pgmap v243: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 899 op/s 2024-05-11T04:48:47.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:47 smithi086 bash[23731]: cephadm 2024-05-11T04:48:45.524623+0000 mgr.y (mgr.14385) 274 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e on smithi086 2024-05-11T04:48:47.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:47 smithi072 bash[21439]: cluster 2024-05-11T04:48:45.379301+0000 mgr.y (mgr.14385) 273 : cluster 0 pgmap v243: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 899 op/s 2024-05-11T04:48:47.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:47 smithi072 bash[21439]: cephadm 2024-05-11T04:48:45.524623+0000 mgr.y (mgr.14385) 274 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e on smithi086 2024-05-11T04:48:47.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:47 smithi072 bash[31478]: cluster 2024-05-11T04:48:45.379301+0000 mgr.y (mgr.14385) 273 : cluster 0 pgmap v243: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 899 op/s 2024-05-11T04:48:47.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:47 smithi072 bash[31478]: cephadm 2024-05-11T04:48:45.524623+0000 mgr.y (mgr.14385) 274 : cephadm 1 Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e on smithi086 2024-05-11T04:48:48.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:48 smithi086 bash[23731]: audit 2024-05-11T04:48:47.336118+0000 mon.c (mon.2) 140 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:48.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:48 smithi072 bash[21439]: audit 2024-05-11T04:48:47.336118+0000 mon.c (mon.2) 140 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:48.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:48 smithi072 bash[31478]: audit 2024-05-11T04:48:47.336118+0000 mon.c (mon.2) 140 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:48:49.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:49 smithi086 bash[23731]: cluster 2024-05-11T04:48:47.379633+0000 mgr.y (mgr.14385) 275 : cluster 0 pgmap v244: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 657 op/s 2024-05-11T04:48:49.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:49 smithi072 bash[21439]: cluster 2024-05-11T04:48:47.379633+0000 mgr.y (mgr.14385) 275 : cluster 0 pgmap v244: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 657 op/s 2024-05-11T04:48:49.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:49 smithi072 bash[31478]: cluster 2024-05-11T04:48:47.379633+0000 mgr.y (mgr.14385) 275 : cluster 0 pgmap v244: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 657 op/s 2024-05-11T04:48:50.347 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:48:51.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:51 smithi086 bash[23731]: cluster 2024-05-11T04:48:49.380264+0000 mgr.y (mgr.14385) 276 : cluster 0 pgmap v245: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 977 op/s 2024-05-11T04:48:51.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:51 smithi072 bash[21439]: cluster 2024-05-11T04:48:49.380264+0000 mgr.y (mgr.14385) 276 : cluster 0 pgmap v245: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 977 op/s 2024-05-11T04:48:51.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:51 smithi072 bash[31478]: cluster 2024-05-11T04:48:49.380264+0000 mgr.y (mgr.14385) 276 : cluster 0 pgmap v245: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 977 op/s 2024-05-11T04:48:53.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:53 smithi086 bash[23731]: cluster 2024-05-11T04:48:51.380676+0000 mgr.y (mgr.14385) 277 : cluster 0 pgmap v246: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-05-11T04:48:53.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:53 smithi072 bash[21439]: cluster 2024-05-11T04:48:51.380676+0000 mgr.y (mgr.14385) 277 : cluster 0 pgmap v246: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-05-11T04:48:53.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:53 smithi072 bash[31478]: cluster 2024-05-11T04:48:51.380676+0000 mgr.y (mgr.14385) 277 : cluster 0 pgmap v246: 89 pgs: 89 active+clean; 6.1 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-05-11T04:48:55.178 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:55 smithi072 bash[21439]: cluster 2024-05-11T04:48:53.381259+0000 mgr.y (mgr.14385) 278 : cluster 0 pgmap v247: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2024-05-11T04:48:55.179 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:48:55 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:48:55] "GET /metrics HTTP/1.1" 200 36267 "" "Prometheus/2.43.0" 2024-05-11T04:48:55.179 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:55 smithi072 bash[31478]: cluster 2024-05-11T04:48:53.381259+0000 mgr.y (mgr.14385) 278 : cluster 0 pgmap v247: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2024-05-11T04:48:55.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:55 smithi086 bash[23731]: cluster 2024-05-11T04:48:53.381259+0000 mgr.y (mgr.14385) 278 : cluster 0 pgmap v247: 89 pgs: 89 active+clean; 6.0 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 691 op/s 2024-05-11T04:48:57.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:57 smithi086 bash[23731]: cluster 2024-05-11T04:48:55.381817+0000 mgr.y (mgr.14385) 279 : cluster 0 pgmap v248: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 843 op/s 2024-05-11T04:48:57.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:57 smithi072 bash[31478]: cluster 2024-05-11T04:48:55.381817+0000 mgr.y (mgr.14385) 279 : cluster 0 pgmap v248: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 843 op/s 2024-05-11T04:48:57.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:57 smithi072 bash[21439]: cluster 2024-05-11T04:48:55.381817+0000 mgr.y (mgr.14385) 279 : cluster 0 pgmap v248: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 843 op/s 2024-05-11T04:48:57.692 INFO:teuthology.orchestra.run.smithi072.stdout:wait for minority of mons to upgrade 2024-05-11T04:48:59.065 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'while ! ceph mon versions | grep $sha1 ; do sleep 2 ; done' 2024-05-11T04:48:59.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:48:59 smithi086 bash[23731]: cluster 2024-05-11T04:48:57.382134+0000 mgr.y (mgr.14385) 280 : cluster 0 pgmap v249: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 625 op/s 2024-05-11T04:48:59.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:48:59 smithi072 bash[21439]: cluster 2024-05-11T04:48:57.382134+0000 mgr.y (mgr.14385) 280 : cluster 0 pgmap v249: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 625 op/s 2024-05-11T04:48:59.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:48:59 smithi072 bash[31478]: cluster 2024-05-11T04:48:57.382134+0000 mgr.y (mgr.14385) 280 : cluster 0 pgmap v249: 89 pgs: 89 active+clean; 5.8 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 625 op/s 2024-05-11T04:49:01.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:01 smithi086 bash[23731]: cluster 2024-05-11T04:48:59.382809+0000 mgr.y (mgr.14385) 281 : cluster 0 pgmap v250: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 926 op/s 2024-05-11T04:49:01.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:01 smithi072 bash[21439]: cluster 2024-05-11T04:48:59.382809+0000 mgr.y (mgr.14385) 281 : cluster 0 pgmap v250: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 926 op/s 2024-05-11T04:49:01.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:01 smithi072 bash[31478]: cluster 2024-05-11T04:48:59.382809+0000 mgr.y (mgr.14385) 281 : cluster 0 pgmap v250: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 926 op/s 2024-05-11T04:49:03.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:03 smithi086 bash[23731]: cluster 2024-05-11T04:49:01.383114+0000 mgr.y (mgr.14385) 282 : cluster 0 pgmap v251: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2024-05-11T04:49:03.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:03 smithi086 bash[23731]: audit 2024-05-11T04:49:02.336537+0000 mon.c (mon.2) 141 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:03.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:03 smithi072 bash[21439]: cluster 2024-05-11T04:49:01.383114+0000 mgr.y (mgr.14385) 282 : cluster 0 pgmap v251: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2024-05-11T04:49:03.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:03 smithi072 bash[21439]: audit 2024-05-11T04:49:02.336537+0000 mon.c (mon.2) 141 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:03.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:03 smithi072 bash[31478]: cluster 2024-05-11T04:49:01.383114+0000 mgr.y (mgr.14385) 282 : cluster 0 pgmap v251: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2024-05-11T04:49:03.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:03 smithi072 bash[31478]: audit 2024-05-11T04:49:02.336537+0000 mon.c (mon.2) 141 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:03.784 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:49:05.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:05 smithi072 bash[21439]: cluster 2024-05-11T04:49:03.383543+0000 mgr.y (mgr.14385) 283 : cluster 0 pgmap v252: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 647 op/s 2024-05-11T04:49:05.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:49:05 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:49:05] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.43.0" 2024-05-11T04:49:05.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:05 smithi072 bash[31478]: cluster 2024-05-11T04:49:03.383543+0000 mgr.y (mgr.14385) 283 : cluster 0 pgmap v252: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 647 op/s 2024-05-11T04:49:05.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:05 smithi086 bash[23731]: cluster 2024-05-11T04:49:03.383543+0000 mgr.y (mgr.14385) 283 : cluster 0 pgmap v252: 89 pgs: 89 active+clean; 5.6 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 647 op/s 2024-05-11T04:49:07.373 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:07 smithi072 bash[21439]: cluster 2024-05-11T04:49:05.384286+0000 mgr.y (mgr.14385) 284 : cluster 0 pgmap v253: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 841 op/s 2024-05-11T04:49:07.374 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:07 smithi072 bash[31478]: cluster 2024-05-11T04:49:05.384286+0000 mgr.y (mgr.14385) 284 : cluster 0 pgmap v253: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 841 op/s 2024-05-11T04:49:07.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:07 smithi086 bash[23731]: cluster 2024-05-11T04:49:05.384286+0000 mgr.y (mgr.14385) 284 : cluster 0 pgmap v253: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 841 op/s 2024-05-11T04:49:09.184 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:09 smithi072 bash[21439]: cluster 2024-05-11T04:49:07.384670+0000 mgr.y (mgr.14385) 285 : cluster 0 pgmap v254: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 616 op/s 2024-05-11T04:49:09.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:09 smithi086 bash[23731]: cluster 2024-05-11T04:49:07.384670+0000 mgr.y (mgr.14385) 285 : cluster 0 pgmap v254: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 616 op/s 2024-05-11T04:49:09.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:09 smithi072 bash[31478]: cluster 2024-05-11T04:49:07.384670+0000 mgr.y (mgr.14385) 285 : cluster 0 pgmap v254: 89 pgs: 89 active+clean; 5.4 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 616 op/s 2024-05-11T04:49:11.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:11 smithi086 bash[23731]: cluster 2024-05-11T04:49:09.385371+0000 mgr.y (mgr.14385) 286 : cluster 0 pgmap v255: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 907 op/s 2024-05-11T04:49:11.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:11 smithi086 bash[23731]: audit 2024-05-11T04:49:11.120314+0000 mon.c (mon.2) 142 : audit 0 from='client.? 172.21.15.72:0/4160255635' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:11.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:11 smithi072 bash[21439]: cluster 2024-05-11T04:49:09.385371+0000 mgr.y (mgr.14385) 286 : cluster 0 pgmap v255: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 907 op/s 2024-05-11T04:49:11.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:11 smithi072 bash[21439]: audit 2024-05-11T04:49:11.120314+0000 mon.c (mon.2) 142 : audit 0 from='client.? 172.21.15.72:0/4160255635' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:11.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:11 smithi072 bash[31478]: cluster 2024-05-11T04:49:09.385371+0000 mgr.y (mgr.14385) 286 : cluster 0 pgmap v255: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 907 op/s 2024-05-11T04:49:11.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:11 smithi072 bash[31478]: audit 2024-05-11T04:49:11.120314+0000 mon.c (mon.2) 142 : audit 0 from='client.? 172.21.15.72:0/4160255635' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:13.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:13 smithi086 bash[23731]: cluster 2024-05-11T04:49:11.385746+0000 mgr.y (mgr.14385) 287 : cluster 0 pgmap v256: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2024-05-11T04:49:13.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:13 smithi072 bash[21439]: cluster 2024-05-11T04:49:11.385746+0000 mgr.y (mgr.14385) 287 : cluster 0 pgmap v256: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2024-05-11T04:49:13.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:13 smithi072 bash[31478]: cluster 2024-05-11T04:49:11.385746+0000 mgr.y (mgr.14385) 287 : cluster 0 pgmap v256: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 606 op/s 2024-05-11T04:49:14.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:14 smithi086 bash[23731]: audit 2024-05-11T04:49:13.763714+0000 mon.a (mon.0) 863 : audit 0 from='client.? 172.21.15.72:0/434623275' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:14.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:14 smithi072 bash[21439]: audit 2024-05-11T04:49:13.763714+0000 mon.a (mon.0) 863 : audit 0 from='client.? 172.21.15.72:0/434623275' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:14.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:14 smithi072 bash[31478]: audit 2024-05-11T04:49:13.763714+0000 mon.a (mon.0) 863 : audit 0 from='client.? 172.21.15.72:0/434623275' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:15.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:49:15 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:49:15] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.43.0" 2024-05-11T04:49:15.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:15 smithi072 bash[21439]: cluster 2024-05-11T04:49:13.386169+0000 mgr.y (mgr.14385) 288 : cluster 0 pgmap v257: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 643 op/s 2024-05-11T04:49:15.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:15 smithi072 bash[31478]: cluster 2024-05-11T04:49:13.386169+0000 mgr.y (mgr.14385) 288 : cluster 0 pgmap v257: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 643 op/s 2024-05-11T04:49:15.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:15 smithi086 bash[23731]: cluster 2024-05-11T04:49:13.386169+0000 mgr.y (mgr.14385) 288 : cluster 0 pgmap v257: 89 pgs: 89 active+clean; 5.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 643 op/s 2024-05-11T04:49:17.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:17 smithi086 bash[23731]: cluster 2024-05-11T04:49:15.389993+0000 mgr.y (mgr.14385) 289 : cluster 0 pgmap v258: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 860 op/s 2024-05-11T04:49:17.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:17 smithi086 bash[23731]: audit 2024-05-11T04:49:16.384710+0000 mon.a (mon.0) 864 : audit 0 from='client.? 172.21.15.72:0/2446845445' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:17.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:17 smithi072 bash[21439]: cluster 2024-05-11T04:49:15.389993+0000 mgr.y (mgr.14385) 289 : cluster 0 pgmap v258: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 860 op/s 2024-05-11T04:49:17.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:17 smithi072 bash[21439]: audit 2024-05-11T04:49:16.384710+0000 mon.a (mon.0) 864 : audit 0 from='client.? 172.21.15.72:0/2446845445' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:17.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:17 smithi072 bash[31478]: cluster 2024-05-11T04:49:15.389993+0000 mgr.y (mgr.14385) 289 : cluster 0 pgmap v258: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 860 op/s 2024-05-11T04:49:17.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:17 smithi072 bash[31478]: audit 2024-05-11T04:49:16.384710+0000 mon.a (mon.0) 864 : audit 0 from='client.? 172.21.15.72:0/2446845445' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:18.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:18 smithi086 bash[23731]: audit 2024-05-11T04:49:17.336779+0000 mon.c (mon.2) 143 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:18.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:18 smithi072 bash[21439]: audit 2024-05-11T04:49:17.336779+0000 mon.c (mon.2) 143 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:18.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:18 smithi072 bash[31478]: audit 2024-05-11T04:49:17.336779+0000 mon.c (mon.2) 143 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:19.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:19 smithi086 bash[23731]: cluster 2024-05-11T04:49:17.390394+0000 mgr.y (mgr.14385) 290 : cluster 0 pgmap v259: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:49:19.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:19 smithi086 bash[23731]: audit 2024-05-11T04:49:18.980317+0000 mon.a (mon.0) 865 : audit 0 from='client.? 172.21.15.72:0/2101176015' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:19.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:19 smithi072 bash[21439]: cluster 2024-05-11T04:49:17.390394+0000 mgr.y (mgr.14385) 290 : cluster 0 pgmap v259: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:49:19.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:19 smithi072 bash[21439]: audit 2024-05-11T04:49:18.980317+0000 mon.a (mon.0) 865 : audit 0 from='client.? 172.21.15.72:0/2101176015' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:19.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:19 smithi072 bash[31478]: cluster 2024-05-11T04:49:17.390394+0000 mgr.y (mgr.14385) 290 : cluster 0 pgmap v259: 89 pgs: 89 active+clean; 5.0 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:49:19.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:19 smithi072 bash[31478]: audit 2024-05-11T04:49:18.980317+0000 mon.a (mon.0) 865 : audit 0 from='client.? 172.21.15.72:0/2101176015' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:21.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:21 smithi086 bash[23731]: cluster 2024-05-11T04:49:19.391118+0000 mgr.y (mgr.14385) 291 : cluster 0 pgmap v260: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 895 op/s 2024-05-11T04:49:21.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:21 smithi072 bash[21439]: cluster 2024-05-11T04:49:19.391118+0000 mgr.y (mgr.14385) 291 : cluster 0 pgmap v260: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 895 op/s 2024-05-11T04:49:21.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:21 smithi072 bash[31478]: cluster 2024-05-11T04:49:19.391118+0000 mgr.y (mgr.14385) 291 : cluster 0 pgmap v260: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 895 op/s 2024-05-11T04:49:22.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:22 smithi086 bash[23731]: audit 2024-05-11T04:49:21.633089+0000 mon.b (mon.1) 31 : audit 0 from='client.? 172.21.15.72:0/4106351396' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:22.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:22 smithi072 bash[21439]: audit 2024-05-11T04:49:21.633089+0000 mon.b (mon.1) 31 : audit 0 from='client.? 172.21.15.72:0/4106351396' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:22.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:22 smithi072 bash[31478]: audit 2024-05-11T04:49:21.633089+0000 mon.b (mon.1) 31 : audit 0 from='client.? 172.21.15.72:0/4106351396' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:23.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:23 smithi086 bash[23731]: cluster 2024-05-11T04:49:21.391556+0000 mgr.y (mgr.14385) 292 : cluster 0 pgmap v261: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2024-05-11T04:49:23.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:23 smithi072 bash[21439]: cluster 2024-05-11T04:49:21.391556+0000 mgr.y (mgr.14385) 292 : cluster 0 pgmap v261: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2024-05-11T04:49:23.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:23 smithi072 bash[31478]: cluster 2024-05-11T04:49:21.391556+0000 mgr.y (mgr.14385) 292 : cluster 0 pgmap v261: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2024-05-11T04:49:25.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:49:25 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:49:25] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-05-11T04:49:25.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:25 smithi072 bash[31478]: cluster 2024-05-11T04:49:23.392077+0000 mgr.y (mgr.14385) 293 : cluster 0 pgmap v262: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2024-05-11T04:49:25.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:25 smithi072 bash[31478]: audit 2024-05-11T04:49:24.285333+0000 mon.c (mon.2) 144 : audit 0 from='client.? 172.21.15.72:0/3730092404' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:25.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:25 smithi072 bash[21439]: cluster 2024-05-11T04:49:23.392077+0000 mgr.y (mgr.14385) 293 : cluster 0 pgmap v262: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2024-05-11T04:49:25.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:25 smithi072 bash[21439]: audit 2024-05-11T04:49:24.285333+0000 mon.c (mon.2) 144 : audit 0 from='client.? 172.21.15.72:0/3730092404' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:25.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:25 smithi086 bash[23731]: cluster 2024-05-11T04:49:23.392077+0000 mgr.y (mgr.14385) 293 : cluster 0 pgmap v262: 89 pgs: 89 active+clean; 4.7 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2024-05-11T04:49:25.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:25 smithi086 bash[23731]: audit 2024-05-11T04:49:24.285333+0000 mon.c (mon.2) 144 : audit 0 from='client.? 172.21.15.72:0/3730092404' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:27.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:27 smithi086 bash[23731]: cluster 2024-05-11T04:49:25.392734+0000 mgr.y (mgr.14385) 294 : cluster 0 pgmap v263: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 872 op/s 2024-05-11T04:49:27.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:27 smithi086 bash[23731]: audit 2024-05-11T04:49:26.890865+0000 mon.a (mon.0) 866 : audit 0 from='client.? 172.21.15.72:0/3382180774' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:27.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:27 smithi072 bash[21439]: cluster 2024-05-11T04:49:25.392734+0000 mgr.y (mgr.14385) 294 : cluster 0 pgmap v263: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 872 op/s 2024-05-11T04:49:27.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:27 smithi072 bash[21439]: audit 2024-05-11T04:49:26.890865+0000 mon.a (mon.0) 866 : audit 0 from='client.? 172.21.15.72:0/3382180774' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:27.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:27 smithi072 bash[31478]: cluster 2024-05-11T04:49:25.392734+0000 mgr.y (mgr.14385) 294 : cluster 0 pgmap v263: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 872 op/s 2024-05-11T04:49:27.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:27 smithi072 bash[31478]: audit 2024-05-11T04:49:26.890865+0000 mon.a (mon.0) 866 : audit 0 from='client.? 172.21.15.72:0/3382180774' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:29.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:29 smithi086 bash[23731]: cluster 2024-05-11T04:49:27.393123+0000 mgr.y (mgr.14385) 295 : cluster 0 pgmap v264: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 614 op/s 2024-05-11T04:49:29.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:29 smithi072 bash[21439]: cluster 2024-05-11T04:49:27.393123+0000 mgr.y (mgr.14385) 295 : cluster 0 pgmap v264: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 614 op/s 2024-05-11T04:49:29.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:29 smithi072 bash[31478]: cluster 2024-05-11T04:49:27.393123+0000 mgr.y (mgr.14385) 295 : cluster 0 pgmap v264: 89 pgs: 89 active+clean; 4.5 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 614 op/s 2024-05-11T04:49:30.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:30 smithi086 bash[23731]: audit 2024-05-11T04:49:29.549326+0000 mon.a (mon.0) 867 : audit 0 from='client.? 172.21.15.72:0/2144769950' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:30.688 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:30 smithi072 bash[21439]: audit 2024-05-11T04:49:29.549326+0000 mon.a (mon.0) 867 : audit 0 from='client.? 172.21.15.72:0/2144769950' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:30.688 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:30 smithi072 bash[31478]: audit 2024-05-11T04:49:29.549326+0000 mon.a (mon.0) 867 : audit 0 from='client.? 172.21.15.72:0/2144769950' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:31.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:31 smithi086 bash[23731]: cluster 2024-05-11T04:49:29.393798+0000 mgr.y (mgr.14385) 296 : cluster 0 pgmap v265: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 925 op/s 2024-05-11T04:49:31.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:31 smithi072 bash[21439]: cluster 2024-05-11T04:49:29.393798+0000 mgr.y (mgr.14385) 296 : cluster 0 pgmap v265: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 925 op/s 2024-05-11T04:49:31.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:31 smithi072 bash[31478]: cluster 2024-05-11T04:49:29.393798+0000 mgr.y (mgr.14385) 296 : cluster 0 pgmap v265: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 925 op/s 2024-05-11T04:49:33.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:33 smithi086 bash[23731]: cluster 2024-05-11T04:49:31.394119+0000 mgr.y (mgr.14385) 297 : cluster 0 pgmap v266: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2024-05-11T04:49:33.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:33 smithi086 bash[23731]: audit 2024-05-11T04:49:32.199930+0000 mon.b (mon.1) 32 : audit 0 from='client.? 172.21.15.72:0/367613077' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:33.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:33 smithi086 bash[23731]: audit 2024-05-11T04:49:32.337120+0000 mon.c (mon.2) 145 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:33 smithi072 bash[21439]: cluster 2024-05-11T04:49:31.394119+0000 mgr.y (mgr.14385) 297 : cluster 0 pgmap v266: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2024-05-11T04:49:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:33 smithi072 bash[21439]: audit 2024-05-11T04:49:32.199930+0000 mon.b (mon.1) 32 : audit 0 from='client.? 172.21.15.72:0/367613077' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:33 smithi072 bash[21439]: audit 2024-05-11T04:49:32.337120+0000 mon.c (mon.2) 145 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:33.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:33 smithi072 bash[31478]: cluster 2024-05-11T04:49:31.394119+0000 mgr.y (mgr.14385) 297 : cluster 0 pgmap v266: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2024-05-11T04:49:33.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:33 smithi072 bash[31478]: audit 2024-05-11T04:49:32.199930+0000 mon.b (mon.1) 32 : audit 0 from='client.? 172.21.15.72:0/367613077' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:33 smithi072 bash[31478]: audit 2024-05-11T04:49:32.337120+0000 mon.c (mon.2) 145 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:35.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:35 smithi072 bash[21439]: cluster 2024-05-11T04:49:33.394495+0000 mgr.y (mgr.14385) 298 : cluster 0 pgmap v267: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2024-05-11T04:49:35.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:35 smithi072 bash[21439]: audit 2024-05-11T04:49:34.903341+0000 mon.c (mon.2) 146 : audit 0 from='client.? 172.21.15.72:0/4254610621' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:35.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:49:35 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:49:35] "GET /metrics HTTP/1.1" 200 36266 "" "Prometheus/2.43.0" 2024-05-11T04:49:35.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:35 smithi072 bash[31478]: cluster 2024-05-11T04:49:33.394495+0000 mgr.y (mgr.14385) 298 : cluster 0 pgmap v267: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2024-05-11T04:49:35.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:35 smithi072 bash[31478]: audit 2024-05-11T04:49:34.903341+0000 mon.c (mon.2) 146 : audit 0 from='client.? 172.21.15.72:0/4254610621' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:35.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:35 smithi086 bash[23731]: cluster 2024-05-11T04:49:33.394495+0000 mgr.y (mgr.14385) 298 : cluster 0 pgmap v267: 89 pgs: 89 active+clean; 4.3 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 615 op/s 2024-05-11T04:49:35.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:35 smithi086 bash[23731]: audit 2024-05-11T04:49:34.903341+0000 mon.c (mon.2) 146 : audit 0 from='client.? 172.21.15.72:0/4254610621' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:37.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:37 smithi086 bash[23731]: cluster 2024-05-11T04:49:35.395119+0000 mgr.y (mgr.14385) 299 : cluster 0 pgmap v268: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 925 op/s 2024-05-11T04:49:37.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:37 smithi072 bash[21439]: cluster 2024-05-11T04:49:35.395119+0000 mgr.y (mgr.14385) 299 : cluster 0 pgmap v268: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 925 op/s 2024-05-11T04:49:37.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:37 smithi072 bash[31478]: cluster 2024-05-11T04:49:35.395119+0000 mgr.y (mgr.14385) 299 : cluster 0 pgmap v268: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 925 op/s 2024-05-11T04:49:38.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:38 smithi086 bash[23731]: audit 2024-05-11T04:49:37.557300+0000 mon.c (mon.2) 147 : audit 0 from='client.? 172.21.15.72:0/652647188' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:38.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:38 smithi072 bash[21439]: audit 2024-05-11T04:49:37.557300+0000 mon.c (mon.2) 147 : audit 0 from='client.? 172.21.15.72:0/652647188' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:38.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:38 smithi072 bash[31478]: audit 2024-05-11T04:49:37.557300+0000 mon.c (mon.2) 147 : audit 0 from='client.? 172.21.15.72:0/652647188' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:39.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:39 smithi086 bash[23731]: cluster 2024-05-11T04:49:37.395522+0000 mgr.y (mgr.14385) 300 : cluster 0 pgmap v269: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 620 op/s 2024-05-11T04:49:39.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:39 smithi072 bash[21439]: cluster 2024-05-11T04:49:37.395522+0000 mgr.y (mgr.14385) 300 : cluster 0 pgmap v269: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 620 op/s 2024-05-11T04:49:39.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:39 smithi072 bash[31478]: cluster 2024-05-11T04:49:37.395522+0000 mgr.y (mgr.14385) 300 : cluster 0 pgmap v269: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 620 op/s 2024-05-11T04:49:40.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:40 smithi086 bash[23731]: audit 2024-05-11T04:49:40.129251+0000 mon.a (mon.0) 868 : audit 0 from='client.? 172.21.15.72:0/4061970190' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:40.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:40 smithi072 bash[31478]: audit 2024-05-11T04:49:40.129251+0000 mon.a (mon.0) 868 : audit 0 from='client.? 172.21.15.72:0/4061970190' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:40.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:40 smithi072 bash[21439]: audit 2024-05-11T04:49:40.129251+0000 mon.a (mon.0) 868 : audit 0 from='client.? 172.21.15.72:0/4061970190' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:41.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:41 smithi086 bash[23731]: cluster 2024-05-11T04:49:39.396239+0000 mgr.y (mgr.14385) 301 : cluster 0 pgmap v270: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 944 op/s 2024-05-11T04:49:41.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:41 smithi072 bash[21439]: cluster 2024-05-11T04:49:39.396239+0000 mgr.y (mgr.14385) 301 : cluster 0 pgmap v270: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 944 op/s 2024-05-11T04:49:41.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:41 smithi072 bash[31478]: cluster 2024-05-11T04:49:39.396239+0000 mgr.y (mgr.14385) 301 : cluster 0 pgmap v270: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 944 op/s 2024-05-11T04:49:43.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:43 smithi086 bash[23731]: cluster 2024-05-11T04:49:41.396668+0000 mgr.y (mgr.14385) 302 : cluster 0 pgmap v271: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2024-05-11T04:49:43.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:43 smithi086 bash[23731]: audit 2024-05-11T04:49:42.748578+0000 mon.c (mon.2) 148 : audit 0 from='client.? 172.21.15.72:0/359640196' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:43.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:43 smithi086 bash[23731]: audit 2024-05-11T04:49:43.171758+0000 mon.a (mon.0) 869 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:43.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:43 smithi086 bash[23731]: audit 2024-05-11T04:49:43.174451+0000 mon.c (mon.2) 149 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:49:43.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:43 smithi086 bash[23731]: audit 2024-05-11T04:49:43.175174+0000 mon.a (mon.0) 870 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:49:43.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:43 smithi086 bash[23731]: audit 2024-05-11T04:49:43.176453+0000 mon.c (mon.2) 150 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:49:43.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:43 smithi086 bash[23731]: audit 2024-05-11T04:49:43.177581+0000 mon.c (mon.2) 151 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:49:43.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:43 smithi072 bash[21439]: cluster 2024-05-11T04:49:41.396668+0000 mgr.y (mgr.14385) 302 : cluster 0 pgmap v271: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2024-05-11T04:49:43.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:43 smithi072 bash[21439]: audit 2024-05-11T04:49:42.748578+0000 mon.c (mon.2) 148 : audit 0 from='client.? 172.21.15.72:0/359640196' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:43.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:43 smithi072 bash[21439]: audit 2024-05-11T04:49:43.171758+0000 mon.a (mon.0) 869 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:43.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:43 smithi072 bash[21439]: audit 2024-05-11T04:49:43.174451+0000 mon.c (mon.2) 149 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:49:43.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:43 smithi072 bash[21439]: audit 2024-05-11T04:49:43.175174+0000 mon.a (mon.0) 870 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:49:43.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:43 smithi072 bash[21439]: audit 2024-05-11T04:49:43.176453+0000 mon.c (mon.2) 150 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:49:43.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:43 smithi072 bash[21439]: audit 2024-05-11T04:49:43.177581+0000 mon.c (mon.2) 151 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:49:43.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:43 smithi072 bash[31478]: cluster 2024-05-11T04:49:41.396668+0000 mgr.y (mgr.14385) 302 : cluster 0 pgmap v271: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2024-05-11T04:49:43.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:43 smithi072 bash[31478]: audit 2024-05-11T04:49:42.748578+0000 mon.c (mon.2) 148 : audit 0 from='client.? 172.21.15.72:0/359640196' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:43.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:43 smithi072 bash[31478]: audit 2024-05-11T04:49:43.171758+0000 mon.a (mon.0) 869 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:43.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:43 smithi072 bash[31478]: audit 2024-05-11T04:49:43.174451+0000 mon.c (mon.2) 149 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:49:43.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:43 smithi072 bash[31478]: audit 2024-05-11T04:49:43.175174+0000 mon.a (mon.0) 870 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:49:43.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:43 smithi072 bash[31478]: audit 2024-05-11T04:49:43.176453+0000 mon.c (mon.2) 150 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:49:43.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:43 smithi072 bash[31478]: audit 2024-05-11T04:49:43.177581+0000 mon.c (mon.2) 151 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:49:44.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:44 smithi086 bash[23731]: cephadm 2024-05-11T04:49:43.165984+0000 mgr.y (mgr.14385) 303 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:49:44.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:44 smithi086 bash[23731]: cephadm 2024-05-11T04:49:43.178650+0000 mgr.y (mgr.14385) 304 : cephadm 1 Deploying daemon mgr.x on smithi086 2024-05-11T04:49:44.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:44 smithi072 bash[21439]: cephadm 2024-05-11T04:49:43.165984+0000 mgr.y (mgr.14385) 303 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:49:44.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:44 smithi072 bash[21439]: cephadm 2024-05-11T04:49:43.178650+0000 mgr.y (mgr.14385) 304 : cephadm 1 Deploying daemon mgr.x on smithi086 2024-05-11T04:49:44.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:44 smithi072 bash[31478]: cephadm 2024-05-11T04:49:43.165984+0000 mgr.y (mgr.14385) 303 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:49:44.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:44 smithi072 bash[31478]: cephadm 2024-05-11T04:49:43.178650+0000 mgr.y (mgr.14385) 304 : cephadm 1 Deploying daemon mgr.x on smithi086 2024-05-11T04:49:45.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:49:45 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:49:45] "GET /metrics HTTP/1.1" 200 36266 "" "Prometheus/2.43.0" 2024-05-11T04:49:45.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:45 smithi072 bash[31478]: cluster 2024-05-11T04:49:43.397059+0000 mgr.y (mgr.14385) 305 : cluster 0 pgmap v272: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2024-05-11T04:49:45.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:45 smithi072 bash[21439]: cluster 2024-05-11T04:49:43.397059+0000 mgr.y (mgr.14385) 305 : cluster 0 pgmap v272: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2024-05-11T04:49:45.531 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:45 smithi086 bash[23731]: cluster 2024-05-11T04:49:43.397059+0000 mgr.y (mgr.14385) 305 : cluster 0 pgmap v272: 89 pgs: 89 active+clean; 3.8 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2024-05-11T04:49:45.880 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:45 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:45.881 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:49:45 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:45.881 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:49:45 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:45.881 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:49:45 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:45.882 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:49:45 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:45.882 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:45 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:45.882 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:49:45 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:45.883 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:49:45 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:45.883 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:49:45 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:46.262 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:45 smithi086 systemd[1]: Stopping Ceph mgr.x for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:49:46.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:46 smithi086 bash[23731]: audit 2024-05-11T04:49:45.403154+0000 mon.a (mon.0) 871 : audit 0 from='client.? 172.21.15.72:0/3893957295' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:46.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:46 smithi072 bash[21439]: audit 2024-05-11T04:49:45.403154+0000 mon.a (mon.0) 871 : audit 0 from='client.? 172.21.15.72:0/3893957295' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:46.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:46 smithi072 bash[31478]: audit 2024-05-11T04:49:45.403154+0000 mon.a (mon.0) 871 : audit 0 from='client.? 172.21.15.72:0/3893957295' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:47.032 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:46 smithi086 bash[51985]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mgr-x 2024-05-11T04:49:47.033 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:46 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-05-11T04:49:47.033 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:46 smithi086 bash[52039]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mgr-x 2024-05-11T04:49:47.033 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:46 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-05-11T04:49:47.033 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:46 smithi086 systemd[1]: Stopped Ceph mgr.x for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:49:47.532 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:49:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:47.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:47.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:47 smithi086 bash[23731]: cluster 2024-05-11T04:49:45.397756+0000 mgr.y (mgr.14385) 306 : cluster 0 pgmap v273: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 951 op/s 2024-05-11T04:49:47.532 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:49:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:47.533 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:47.533 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:47 smithi086 systemd[1]: Started Ceph mgr.x for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:49:47.533 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:49:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:47.533 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:49:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:47.534 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:49:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:47.534 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:49:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:47.534 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:49:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:24: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:49:47.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:47 smithi072 bash[21439]: cluster 2024-05-11T04:49:45.397756+0000 mgr.y (mgr.14385) 306 : cluster 0 pgmap v273: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 951 op/s 2024-05-11T04:49:47.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:47 smithi072 bash[31478]: cluster 2024-05-11T04:49:45.397756+0000 mgr.y (mgr.14385) 306 : cluster 0 pgmap v273: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 951 op/s 2024-05-11T04:49:48.747 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:48 smithi086 bash[23731]: audit 2024-05-11T04:49:47.320610+0000 mon.a (mon.0) 872 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:48.747 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:48 smithi086 bash[23731]: audit 2024-05-11T04:49:47.329419+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:48.748 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:48 smithi086 bash[23731]: audit 2024-05-11T04:49:47.337435+0000 mon.c (mon.2) 152 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:48.748 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:48 smithi086 bash[23731]: audit 2024-05-11T04:49:47.361921+0000 mon.c (mon.2) 153 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:49:48.748 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:48 smithi086 bash[23731]: cluster 2024-05-11T04:49:47.398162+0000 mgr.y (mgr.14385) 307 : cluster 0 pgmap v274: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 641 op/s 2024-05-11T04:49:48.748 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:48 smithi086 bash[23731]: audit 2024-05-11T04:49:48.069084+0000 mon.b (mon.1) 33 : audit 0 from='client.? 172.21.15.72:0/2974333920' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:48.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:48 smithi072 bash[21439]: audit 2024-05-11T04:49:47.320610+0000 mon.a (mon.0) 872 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:48.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:48 smithi072 bash[21439]: audit 2024-05-11T04:49:47.329419+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:48.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:48 smithi072 bash[21439]: audit 2024-05-11T04:49:47.337435+0000 mon.c (mon.2) 152 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:48.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:48 smithi072 bash[21439]: audit 2024-05-11T04:49:47.361921+0000 mon.c (mon.2) 153 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:49:48.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:48 smithi072 bash[21439]: cluster 2024-05-11T04:49:47.398162+0000 mgr.y (mgr.14385) 307 : cluster 0 pgmap v274: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 641 op/s 2024-05-11T04:49:48.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:48 smithi072 bash[21439]: audit 2024-05-11T04:49:48.069084+0000 mon.b (mon.1) 33 : audit 0 from='client.? 172.21.15.72:0/2974333920' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:48.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:48 smithi072 bash[31478]: audit 2024-05-11T04:49:47.320610+0000 mon.a (mon.0) 872 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:48.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:48 smithi072 bash[31478]: audit 2024-05-11T04:49:47.329419+0000 mon.a (mon.0) 873 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:48.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:48 smithi072 bash[31478]: audit 2024-05-11T04:49:47.337435+0000 mon.c (mon.2) 152 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:49:48.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:48 smithi072 bash[31478]: audit 2024-05-11T04:49:47.361921+0000 mon.c (mon.2) 153 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:49:48.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:48 smithi072 bash[31478]: cluster 2024-05-11T04:49:47.398162+0000 mgr.y (mgr.14385) 307 : cluster 0 pgmap v274: 89 pgs: 89 active+clean; 3.6 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 641 op/s 2024-05-11T04:49:48.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:48 smithi072 bash[31478]: audit 2024-05-11T04:49:48.069084+0000 mon.b (mon.1) 33 : audit 0 from='client.? 172.21.15.72:0/2974333920' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:49.033 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:48 smithi086 bash[52091]: debug 2024-05-11T04:49:48.749+0000 7f2791fb6200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:49:50.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:50 smithi086 bash[23731]: cluster 2024-05-11T04:49:49.398844+0000 mgr.y (mgr.14385) 308 : cluster 0 pgmap v275: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 961 op/s 2024-05-11T04:49:50.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:50 smithi072 bash[21439]: cluster 2024-05-11T04:49:49.398844+0000 mgr.y (mgr.14385) 308 : cluster 0 pgmap v275: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 961 op/s 2024-05-11T04:49:50.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:50 smithi072 bash[31478]: cluster 2024-05-11T04:49:49.398844+0000 mgr.y (mgr.14385) 308 : cluster 0 pgmap v275: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 961 op/s 2024-05-11T04:49:51.456 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:51 smithi086 bash[52091]: debug 2024-05-11T04:49:51.108+0000 7f2791fb6200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:49:51.456 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:51 smithi086 bash[52091]: debug 2024-05-11T04:49:51.260+0000 7f2791fb6200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:49:51.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:51 smithi086 bash[23731]: audit 2024-05-11T04:49:50.651399+0000 mon.c (mon.2) 154 : audit 0 from='client.? 172.21.15.72:0/991922696' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:51.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:51 smithi086 bash[52091]: debug 2024-05-11T04:49:51.620+0000 7f2791fb6200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:49:51.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:51 smithi072 bash[31478]: audit 2024-05-11T04:49:50.651399+0000 mon.c (mon.2) 154 : audit 0 from='client.? 172.21.15.72:0/991922696' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:51.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:51 smithi072 bash[21439]: audit 2024-05-11T04:49:50.651399+0000 mon.c (mon.2) 154 : audit 0 from='client.? 172.21.15.72:0/991922696' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:52.763 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:52 smithi086 bash[23731]: cluster 2024-05-11T04:49:51.399217+0000 mgr.y (mgr.14385) 309 : cluster 0 pgmap v276: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 637 op/s 2024-05-11T04:49:52.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:52 smithi072 bash[21439]: cluster 2024-05-11T04:49:51.399217+0000 mgr.y (mgr.14385) 309 : cluster 0 pgmap v276: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 637 op/s 2024-05-11T04:49:52.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:52 smithi072 bash[31478]: cluster 2024-05-11T04:49:51.399217+0000 mgr.y (mgr.14385) 309 : cluster 0 pgmap v276: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 637 op/s 2024-05-11T04:49:53.032 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:52 smithi086 bash[52091]: debug 2024-05-11T04:49:52.824+0000 7f2791fb6200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:49:53.032 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:53 smithi086 bash[52091]: debug 2024-05-11T04:49:52.992+0000 7f2791fb6200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:49:53.532 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:53 smithi086 bash[52091]: debug 2024-05-11T04:49:53.152+0000 7f2791fb6200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:49:53.885 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:53 smithi086 bash[52091]: debug 2024-05-11T04:49:53.708+0000 7f2791fb6200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:49:54.146 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:53 smithi086 bash[52091]: debug 2024-05-11T04:49:53.888+0000 7f2791fb6200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:49:54.146 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:54 smithi086 bash[52091]: debug 2024-05-11T04:49:54.048+0000 7f2791fb6200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:49:54.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:54 smithi086 bash[23731]: audit 2024-05-11T04:49:53.152024+0000 mon.a (mon.0) 874 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:54.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:54 smithi086 bash[23731]: audit 2024-05-11T04:49:53.160883+0000 mon.a (mon.0) 875 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:54.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:54 smithi086 bash[23731]: audit 2024-05-11T04:49:53.285553+0000 mon.b (mon.1) 34 : audit 0 from='client.? 172.21.15.72:0/1796485218' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:54.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:54 smithi072 bash[21439]: audit 2024-05-11T04:49:53.152024+0000 mon.a (mon.0) 874 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:54.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:54 smithi072 bash[21439]: audit 2024-05-11T04:49:53.160883+0000 mon.a (mon.0) 875 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:54.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:54 smithi072 bash[21439]: audit 2024-05-11T04:49:53.285553+0000 mon.b (mon.1) 34 : audit 0 from='client.? 172.21.15.72:0/1796485218' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:54.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:54 smithi072 bash[31478]: audit 2024-05-11T04:49:53.152024+0000 mon.a (mon.0) 874 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:54.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:54 smithi072 bash[31478]: audit 2024-05-11T04:49:53.160883+0000 mon.a (mon.0) 875 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:54.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:54 smithi072 bash[31478]: audit 2024-05-11T04:49:53.285553+0000 mon.b (mon.1) 34 : audit 0 from='client.? 172.21.15.72:0/1796485218' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:54.984 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:54 smithi086 bash[52091]: debug 2024-05-11T04:49:54.624+0000 7f2791fb6200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:49:55.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:55 smithi086 bash[23731]: cluster 2024-05-11T04:49:53.399607+0000 mgr.y (mgr.14385) 310 : cluster 0 pgmap v277: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 637 op/s 2024-05-11T04:49:55.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:55 smithi086 bash[23731]: audit 2024-05-11T04:49:54.176786+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:55.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:55 smithi086 bash[23731]: audit 2024-05-11T04:49:54.190999+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:55.282 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:54 smithi086 bash[52091]: debug 2024-05-11T04:49:54.984+0000 7f2791fb6200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:49:55.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:49:55 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:49:55] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.43.0" 2024-05-11T04:49:55.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:55 smithi072 bash[21439]: cluster 2024-05-11T04:49:53.399607+0000 mgr.y (mgr.14385) 310 : cluster 0 pgmap v277: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 637 op/s 2024-05-11T04:49:55.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:55 smithi072 bash[21439]: audit 2024-05-11T04:49:54.176786+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:55.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:55 smithi072 bash[21439]: audit 2024-05-11T04:49:54.190999+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:55.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:55 smithi072 bash[31478]: cluster 2024-05-11T04:49:53.399607+0000 mgr.y (mgr.14385) 310 : cluster 0 pgmap v277: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 637 op/s 2024-05-11T04:49:55.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:55 smithi072 bash[31478]: audit 2024-05-11T04:49:54.176786+0000 mon.a (mon.0) 876 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:55.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:55 smithi072 bash[31478]: audit 2024-05-11T04:49:54.190999+0000 mon.a (mon.0) 877 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:55.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:55 smithi086 bash[52091]: debug 2024-05-11T04:49:55.416+0000 7f2791fb6200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:49:55.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:55 smithi086 bash[52091]: debug 2024-05-11T04:49:55.596+0000 7f2791fb6200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:49:56.282 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:56 smithi086 bash[52091]: debug 2024-05-11T04:49:56.012+0000 7f2791fb6200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:49:56.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:56 smithi072 bash[21439]: audit 2024-05-11T04:49:55.286508+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:56.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:56 smithi072 bash[21439]: audit 2024-05-11T04:49:55.296983+0000 mon.a (mon.0) 879 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:56.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:56 smithi072 bash[21439]: cluster 2024-05-11T04:49:55.400250+0000 mgr.y (mgr.14385) 311 : cluster 0 pgmap v278: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2024-05-11T04:49:56.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:56 smithi072 bash[21439]: audit 2024-05-11T04:49:55.898753+0000 mon.a (mon.0) 880 : audit 0 from='client.? 172.21.15.72:0/1330291996' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:56.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:56 smithi072 bash[31478]: audit 2024-05-11T04:49:55.286508+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:56.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:56 smithi072 bash[31478]: audit 2024-05-11T04:49:55.296983+0000 mon.a (mon.0) 879 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:56.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:56 smithi072 bash[31478]: cluster 2024-05-11T04:49:55.400250+0000 mgr.y (mgr.14385) 311 : cluster 0 pgmap v278: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2024-05-11T04:49:56.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:56 smithi072 bash[31478]: audit 2024-05-11T04:49:55.898753+0000 mon.a (mon.0) 880 : audit 0 from='client.? 172.21.15.72:0/1330291996' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:56.612 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:56 smithi086 bash[23731]: audit 2024-05-11T04:49:55.286508+0000 mon.a (mon.0) 878 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:56.612 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:56 smithi086 bash[23731]: audit 2024-05-11T04:49:55.296983+0000 mon.a (mon.0) 879 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:49:56.612 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:56 smithi086 bash[23731]: cluster 2024-05-11T04:49:55.400250+0000 mgr.y (mgr.14385) 311 : cluster 0 pgmap v278: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 922 op/s 2024-05-11T04:49:56.612 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:56 smithi086 bash[23731]: audit 2024-05-11T04:49:55.898753+0000 mon.a (mon.0) 880 : audit 0 from='client.? 172.21.15.72:0/1330291996' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:56.612 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:56 smithi086 bash[52091]: debug 2024-05-11T04:49:56.612+0000 7f2791fb6200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:49:56.977 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:56 smithi086 bash[52091]: debug 2024-05-11T04:49:56.980+0000 7f2791fb6200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:49:57.282 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:57 smithi086 bash[52091]: debug 2024-05-11T04:49:57.160+0000 7f2791fb6200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:49:58.032 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:57 smithi086 bash[52091]: debug 2024-05-11T04:49:57.544+0000 7f2791fb6200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:49:59.238 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:58 smithi086 bash[23731]: cluster 2024-05-11T04:49:57.400639+0000 mgr.y (mgr.14385) 312 : cluster 0 pgmap v279: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2024-05-11T04:49:59.238 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:49:58 smithi086 bash[23731]: audit 2024-05-11T04:49:58.499011+0000 mon.c (mon.2) 155 : audit 0 from='client.? 172.21.15.72:0/3824761535' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:59.238 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:59 smithi086 bash[52091]: debug 2024-05-11T04:49:59.068+0000 7f2791fb6200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:49:59.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:58 smithi072 bash[21439]: cluster 2024-05-11T04:49:57.400639+0000 mgr.y (mgr.14385) 312 : cluster 0 pgmap v279: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2024-05-11T04:49:59.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:49:58 smithi072 bash[21439]: audit 2024-05-11T04:49:58.499011+0000 mon.c (mon.2) 155 : audit 0 from='client.? 172.21.15.72:0/3824761535' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:59.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:58 smithi072 bash[31478]: cluster 2024-05-11T04:49:57.400639+0000 mgr.y (mgr.14385) 312 : cluster 0 pgmap v279: 89 pgs: 89 active+clean; 3.1 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 604 op/s 2024-05-11T04:49:59.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:49:58 smithi072 bash[31478]: audit 2024-05-11T04:49:58.499011+0000 mon.c (mon.2) 155 : audit 0 from='client.? 172.21.15.72:0/3824761535' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:49:59.532 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:59 smithi086 bash[52091]: debug 2024-05-11T04:49:59.240+0000 7f2791fb6200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:50:00.032 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:59 smithi086 bash[52091]: debug 2024-05-11T04:49:59.704+0000 7f2791fb6200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:50:00.032 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:49:59 smithi086 bash[52091]: debug 2024-05-11T04:49:59.888+0000 7f2791fb6200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:50:00.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:00 smithi086 bash[52091]: debug 2024-05-11T04:50:00.332+0000 7f2791fb6200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:50:01.217 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:00 smithi086 bash[23731]: cluster 2024-05-11T04:49:59.401235+0000 mgr.y (mgr.14385) 313 : cluster 0 pgmap v280: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 892 op/s 2024-05-11T04:50:01.218 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:00 smithi086 bash[23731]: cluster 2024-05-11T04:50:00.000098+0000 mon.a (mon.0) 881 : cluster 1 overall HEALTH_OK 2024-05-11T04:50:01.218 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:01 smithi086 bash[52091]: debug 2024-05-11T04:50:01.044+0000 7f2791fb6200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:50:01.218 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:01 smithi086 bash[52091]: debug 2024-05-11T04:50:01.220+0000 7f2791fb6200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:50:01.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:00 smithi072 bash[21439]: cluster 2024-05-11T04:49:59.401235+0000 mgr.y (mgr.14385) 313 : cluster 0 pgmap v280: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 892 op/s 2024-05-11T04:50:01.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:00 smithi072 bash[21439]: cluster 2024-05-11T04:50:00.000098+0000 mon.a (mon.0) 881 : cluster 1 overall HEALTH_OK 2024-05-11T04:50:01.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:00 smithi072 bash[31478]: cluster 2024-05-11T04:49:59.401235+0000 mgr.y (mgr.14385) 313 : cluster 0 pgmap v280: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 892 op/s 2024-05-11T04:50:01.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:00 smithi072 bash[31478]: cluster 2024-05-11T04:50:00.000098+0000 mon.a (mon.0) 881 : cluster 1 overall HEALTH_OK 2024-05-11T04:50:01.532 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:01 smithi086 bash[52091]: [11/May/2024:04:50:01] ENGINE Bus STARTING 2024-05-11T04:50:01.532 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:01 smithi086 bash[52091]: CherryPy Checker: 2024-05-11T04:50:01.532 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:01 smithi086 bash[52091]: The Application mounted at '' has an empty config. 2024-05-11T04:50:01.532 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:01 smithi086 bash[52091]: [11/May/2024:04:50:01] ENGINE Serving on http://:::9283 2024-05-11T04:50:01.532 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:01 smithi086 bash[52091]: [11/May/2024:04:50:01] ENGINE Bus STARTED 2024-05-11T04:50:02.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:01 smithi086 bash[23731]: audit 2024-05-11T04:50:01.115286+0000 mon.c (mon.2) 156 : audit 0 from='client.? 172.21.15.72:0/2171744704' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:02.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:01 smithi086 bash[23731]: cluster 2024-05-11T04:50:01.243815+0000 mon.a (mon.0) 882 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:50:02.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:01 smithi086 bash[23731]: cluster 2024-05-11T04:50:01.244013+0000 mon.a (mon.0) 883 : cluster 0 Standby manager daemon x started 2024-05-11T04:50:02.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:01 smithi086 bash[23731]: audit 2024-05-11T04:50:01.250979+0000 mon.a (mon.0) 884 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:50:02.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:01 smithi086 bash[23731]: audit 2024-05-11T04:50:01.256210+0000 mon.a (mon.0) 885 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:50:02.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:01 smithi086 bash[23731]: audit 2024-05-11T04:50:01.260668+0000 mon.a (mon.0) 886 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:50:02.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:01 smithi086 bash[23731]: audit 2024-05-11T04:50:01.264469+0000 mon.a (mon.0) 887 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:50:02.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:01 smithi072 bash[21439]: audit 2024-05-11T04:50:01.115286+0000 mon.c (mon.2) 156 : audit 0 from='client.? 172.21.15.72:0/2171744704' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:02.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:01 smithi072 bash[21439]: cluster 2024-05-11T04:50:01.243815+0000 mon.a (mon.0) 882 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:50:02.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:01 smithi072 bash[21439]: cluster 2024-05-11T04:50:01.244013+0000 mon.a (mon.0) 883 : cluster 0 Standby manager daemon x started 2024-05-11T04:50:02.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:01 smithi072 bash[21439]: audit 2024-05-11T04:50:01.250979+0000 mon.a (mon.0) 884 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:50:02.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:01 smithi072 bash[21439]: audit 2024-05-11T04:50:01.256210+0000 mon.a (mon.0) 885 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:50:02.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:01 smithi072 bash[21439]: audit 2024-05-11T04:50:01.260668+0000 mon.a (mon.0) 886 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:50:02.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:01 smithi072 bash[21439]: audit 2024-05-11T04:50:01.264469+0000 mon.a (mon.0) 887 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:50:02.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:01 smithi072 bash[31478]: audit 2024-05-11T04:50:01.115286+0000 mon.c (mon.2) 156 : audit 0 from='client.? 172.21.15.72:0/2171744704' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:02.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:01 smithi072 bash[31478]: cluster 2024-05-11T04:50:01.243815+0000 mon.a (mon.0) 882 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:50:02.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:01 smithi072 bash[31478]: cluster 2024-05-11T04:50:01.244013+0000 mon.a (mon.0) 883 : cluster 0 Standby manager daemon x started 2024-05-11T04:50:02.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:01 smithi072 bash[31478]: audit 2024-05-11T04:50:01.250979+0000 mon.a (mon.0) 884 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:50:02.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:01 smithi072 bash[31478]: audit 2024-05-11T04:50:01.256210+0000 mon.a (mon.0) 885 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:50:02.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:01 smithi072 bash[31478]: audit 2024-05-11T04:50:01.260668+0000 mon.a (mon.0) 886 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:50:02.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:01 smithi072 bash[31478]: audit 2024-05-11T04:50:01.264469+0000 mon.a (mon.0) 887 : audit 0 from='mgr.? 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:50:03.186 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:02 smithi086 bash[23731]: cluster 2024-05-11T04:50:01.401620+0000 mgr.y (mgr.14385) 314 : cluster 0 pgmap v281: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 572 op/s 2024-05-11T04:50:03.187 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:02 smithi086 bash[23731]: cluster 2024-05-11T04:50:01.911373+0000 mon.a (mon.0) 888 : cluster 0 mgrmap e21: y(active, since 8m), standbys: x 2024-05-11T04:50:03.187 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:02 smithi086 bash[23731]: audit 2024-05-11T04:50:02.337728+0000 mon.c (mon.2) 157 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:03.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:02 smithi072 bash[21439]: cluster 2024-05-11T04:50:01.401620+0000 mgr.y (mgr.14385) 314 : cluster 0 pgmap v281: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 572 op/s 2024-05-11T04:50:03.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:02 smithi072 bash[21439]: cluster 2024-05-11T04:50:01.911373+0000 mon.a (mon.0) 888 : cluster 0 mgrmap e21: y(active, since 8m), standbys: x 2024-05-11T04:50:03.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:02 smithi072 bash[21439]: audit 2024-05-11T04:50:02.337728+0000 mon.c (mon.2) 157 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:03.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:02 smithi072 bash[31478]: cluster 2024-05-11T04:50:01.401620+0000 mgr.y (mgr.14385) 314 : cluster 0 pgmap v281: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 572 op/s 2024-05-11T04:50:03.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:02 smithi072 bash[31478]: cluster 2024-05-11T04:50:01.911373+0000 mon.a (mon.0) 888 : cluster 0 mgrmap e21: y(active, since 8m), standbys: x 2024-05-11T04:50:03.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:02 smithi072 bash[31478]: audit 2024-05-11T04:50:02.337728+0000 mon.c (mon.2) 157 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:04.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:03 smithi086 bash[23731]: audit 2024-05-11T04:50:03.763920+0000 mon.a (mon.0) 889 : audit 0 from='client.? 172.21.15.72:0/956847953' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:04.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:03 smithi072 bash[21439]: audit 2024-05-11T04:50:03.763920+0000 mon.a (mon.0) 889 : audit 0 from='client.? 172.21.15.72:0/956847953' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:04.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:03 smithi072 bash[31478]: audit 2024-05-11T04:50:03.763920+0000 mon.a (mon.0) 889 : audit 0 from='client.? 172.21.15.72:0/956847953' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:05.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:04 smithi086 bash[23731]: cluster 2024-05-11T04:50:03.402010+0000 mgr.y (mgr.14385) 315 : cluster 0 pgmap v282: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 572 op/s 2024-05-11T04:50:05.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:04 smithi072 bash[21439]: cluster 2024-05-11T04:50:03.402010+0000 mgr.y (mgr.14385) 315 : cluster 0 pgmap v282: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 572 op/s 2024-05-11T04:50:05.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:04 smithi072 bash[31478]: cluster 2024-05-11T04:50:03.402010+0000 mgr.y (mgr.14385) 315 : cluster 0 pgmap v282: 89 pgs: 89 active+clean; 2.9 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 572 op/s 2024-05-11T04:50:05.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:05 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:50:05] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.43.0" 2024-05-11T04:50:07.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:06 smithi086 bash[23731]: cluster 2024-05-11T04:50:05.402677+0000 mgr.y (mgr.14385) 316 : cluster 0 pgmap v283: 89 pgs: 89 active+clean; 2.7 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 852 op/s 2024-05-11T04:50:07.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:06 smithi086 bash[23731]: audit 2024-05-11T04:50:06.419470+0000 mon.c (mon.2) 158 : audit 0 from='client.? 172.21.15.72:0/600459297' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:07.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:06 smithi072 bash[21439]: cluster 2024-05-11T04:50:05.402677+0000 mgr.y (mgr.14385) 316 : cluster 0 pgmap v283: 89 pgs: 89 active+clean; 2.7 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 852 op/s 2024-05-11T04:50:07.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:06 smithi072 bash[21439]: audit 2024-05-11T04:50:06.419470+0000 mon.c (mon.2) 158 : audit 0 from='client.? 172.21.15.72:0/600459297' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:07.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:06 smithi072 bash[31478]: cluster 2024-05-11T04:50:05.402677+0000 mgr.y (mgr.14385) 316 : cluster 0 pgmap v283: 89 pgs: 89 active+clean; 2.7 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 852 op/s 2024-05-11T04:50:07.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:06 smithi072 bash[31478]: audit 2024-05-11T04:50:06.419470+0000 mon.c (mon.2) 158 : audit 0 from='client.? 172.21.15.72:0/600459297' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:08.571 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:08 smithi072 bash[21693]: ignoring --setuser ceph since I am not root 2024-05-11T04:50:08.572 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:08 smithi072 bash[21693]: ignoring --setgroup ceph since I am not root 2024-05-11T04:50:08.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:08 smithi086 bash[52091]: [11/May/2024:04:50:08] ENGINE Bus STOPPING 2024-05-11T04:50:08.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:08 smithi086 bash[52091]: [11/May/2024:04:50:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:50:08.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:08 smithi086 bash[52091]: [11/May/2024:04:50:08] ENGINE Bus STOPPED 2024-05-11T04:50:08.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:08 smithi086 bash[52091]: [11/May/2024:04:50:08] ENGINE Bus STARTING 2024-05-11T04:50:08.974 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:08 smithi072 bash[21693]: debug 2024-05-11T04:50:08.575+0000 7f79c97c4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:50:09.282 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: debug 2024-05-11T04:50:09.056+0000 7f26ee2de700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:50:09.282 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: debug 2024-05-11T04:50:09.056+0000 7f26ee2de700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:50:09.283 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: debug 2024-05-11T04:50:09.056+0000 7f26ee2de700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:50:09.283 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: debug 2024-05-11T04:50:09.056+0000 7f26ee2de700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:50:09.283 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: debug 2024-05-11T04:50:09.056+0000 7f26ee2de700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:50:09.283 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: debug 2024-05-11T04:50:09.060+0000 7f26f3ae9700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:50:09.283 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: debug 2024-05-11T04:50:09.060+0000 7f26f3ae9700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:50:09.283 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: debug 2024-05-11T04:50:09.060+0000 7f26f3ae9700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:50:09.283 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: debug 2024-05-11T04:50:09.060+0000 7f26f3ae9700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:50:09.283 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: debug 2024-05-11T04:50:09.060+0000 7f26f3ae9700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:50:09.283 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: [11/May/2024:04:50:09] ENGINE Serving on http://:::9283 2024-05-11T04:50:09.283 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:09 smithi086 bash[52091]: [11/May/2024:04:50:09] ENGINE Bus STARTED 2024-05-11T04:50:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: cluster 2024-05-11T04:50:07.403073+0000 mgr.y (mgr.14385) 317 : cluster 0 pgmap v284: 89 pgs: 89 active+clean; 2.7 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 567 op/s 2024-05-11T04:50:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.151486+0000 mon.a (mon.0) 890 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:50:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.161975+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:50:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.164102+0000 mon.c (mon.2) 159 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:50:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.165207+0000 mon.c (mon.2) 160 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:50:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.174936+0000 mon.a (mon.0) 892 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:50:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.257617+0000 mon.c (mon.2) 161 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: cephadm 2024-05-11T04:50:08.262983+0000 mgr.y (mgr.14385) 318 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: cephadm 2024-05-11T04:50:08.268172+0000 mgr.y (mgr.14385) 319 : cephadm 1 Failing over to other MGR 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.268563+0000 mon.c (mon.2) 162 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.269054+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: cluster 2024-05-11T04:50:08.269722+0000 mon.a (mon.0) 894 : cluster 1 Activating manager daemon x 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: cluster 2024-05-11T04:50:08.280503+0000 mon.a (mon.0) 895 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.284957+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: cluster 2024-05-11T04:50:08.285121+0000 mon.a (mon.0) 897 : cluster 0 mgrmap e22: x(active, starting, since 0.0153956s) 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.291186+0000 mon.b (mon.1) 35 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.291501+0000 mon.b (mon.1) 36 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.291777+0000 mon.b (mon.1) 37 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.291960+0000 mon.b (mon.1) 38 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:50:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.292197+0000 mon.b (mon.1) 39 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.292400+0000 mon.b (mon.1) 40 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.292568+0000 mon.b (mon.1) 41 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.292939+0000 mon.b (mon.1) 42 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.293192+0000 mon.b (mon.1) 43 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.293536+0000 mon.b (mon.1) 44 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.293747+0000 mon.b (mon.1) 45 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.293979+0000 mon.b (mon.1) 46 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.294214+0000 mon.b (mon.1) 47 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.294459+0000 mon.b (mon.1) 48 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.300847+0000 mon.b (mon.1) 49 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.301375+0000 mon.b (mon.1) 50 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.302196+0000 mon.b (mon.1) 51 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:50:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: cluster 2024-05-11T04:50:08.347835+0000 mon.a (mon.0) 898 : cluster 1 Manager daemon x is now available 2024-05-11T04:50:09.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.431861+0000 mon.b (mon.1) 52 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:50:09.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.524506+0000 mon.b (mon.1) 53 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:09.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.559783+0000 mon.a (mon.0) 899 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:50:09.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:08.559825+0000 mon.b (mon.1) 54 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:50:09.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:09.048616+0000 mon.a (mon.0) 900 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:50:09.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:09.048683+0000 mon.b (mon.1) 55 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:50:09.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:09 smithi086 bash[23731]: audit 2024-05-11T04:50:09.120792+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.72:0/1014917561' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:09.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: cluster 2024-05-11T04:50:07.403073+0000 mgr.y (mgr.14385) 317 : cluster 0 pgmap v284: 89 pgs: 89 active+clean; 2.7 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 567 op/s 2024-05-11T04:50:09.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.151486+0000 mon.a (mon.0) 890 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:50:09.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.161975+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.164102+0000 mon.c (mon.2) 159 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.165207+0000 mon.c (mon.2) 160 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.174936+0000 mon.a (mon.0) 892 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.257617+0000 mon.c (mon.2) 161 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: cephadm 2024-05-11T04:50:08.262983+0000 mgr.y (mgr.14385) 318 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: cephadm 2024-05-11T04:50:08.268172+0000 mgr.y (mgr.14385) 319 : cephadm 1 Failing over to other MGR 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.268563+0000 mon.c (mon.2) 162 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.269054+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: cluster 2024-05-11T04:50:08.269722+0000 mon.a (mon.0) 894 : cluster 1 Activating manager daemon x 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: cluster 2024-05-11T04:50:08.280503+0000 mon.a (mon.0) 895 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.284957+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: cluster 2024-05-11T04:50:08.285121+0000 mon.a (mon.0) 897 : cluster 0 mgrmap e22: x(active, starting, since 0.0153956s) 2024-05-11T04:50:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.291186+0000 mon.b (mon.1) 35 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:50:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.291501+0000 mon.b (mon.1) 36 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:50:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.291777+0000 mon.b (mon.1) 37 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:50:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.291960+0000 mon.b (mon.1) 38 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:50:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.292197+0000 mon.b (mon.1) 39 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:50:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.292400+0000 mon.b (mon.1) 40 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:50:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: cluster 2024-05-11T04:50:07.403073+0000 mgr.y (mgr.14385) 317 : cluster 0 pgmap v284: 89 pgs: 89 active+clean; 2.7 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 567 op/s 2024-05-11T04:50:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.151486+0000 mon.a (mon.0) 890 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:50:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.161975+0000 mon.a (mon.0) 891 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:50:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.164102+0000 mon.c (mon.2) 159 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.165207+0000 mon.c (mon.2) 160 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.174936+0000 mon.a (mon.0) 892 : audit 1 from='mgr.14385 ' entity='mgr.y' 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.257617+0000 mon.c (mon.2) 161 : audit 0 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: cephadm 2024-05-11T04:50:08.262983+0000 mgr.y (mgr.14385) 318 : cephadm 1 Upgrade: Need to upgrade myself (mgr.y) 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: cephadm 2024-05-11T04:50:08.268172+0000 mgr.y (mgr.14385) 319 : cephadm 1 Failing over to other MGR 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.268563+0000 mon.c (mon.2) 162 : audit 1 from='mgr.14385 172.21.15.72:0/3783150980' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.269054+0000 mon.a (mon.0) 893 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: cluster 2024-05-11T04:50:08.269722+0000 mon.a (mon.0) 894 : cluster 1 Activating manager daemon x 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: cluster 2024-05-11T04:50:08.280503+0000 mon.a (mon.0) 895 : cluster 0 osdmap e76: 8 total, 8 up, 8 in 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.284957+0000 mon.a (mon.0) 896 : audit 1 from='mgr.14385 ' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: cluster 2024-05-11T04:50:08.285121+0000 mon.a (mon.0) 897 : cluster 0 mgrmap e22: x(active, starting, since 0.0153956s) 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.291186+0000 mon.b (mon.1) 35 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.291501+0000 mon.b (mon.1) 36 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:50:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.291777+0000 mon.b (mon.1) 37 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:50:09.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.291960+0000 mon.b (mon.1) 38 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:50:09.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.292197+0000 mon.b (mon.1) 39 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:50:09.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.292400+0000 mon.b (mon.1) 40 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:50:09.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.292568+0000 mon.b (mon.1) 41 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:50:09.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.292939+0000 mon.b (mon.1) 42 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:50:09.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.293192+0000 mon.b (mon.1) 43 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:50:09.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.293536+0000 mon.b (mon.1) 44 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:50:09.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.293747+0000 mon.b (mon.1) 45 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:50:09.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.293979+0000 mon.b (mon.1) 46 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:50:09.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.294214+0000 mon.b (mon.1) 47 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.294459+0000 mon.b (mon.1) 48 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.300847+0000 mon.b (mon.1) 49 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.301375+0000 mon.b (mon.1) 50 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.302196+0000 mon.b (mon.1) 51 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: cluster 2024-05-11T04:50:08.347835+0000 mon.a (mon.0) 898 : cluster 1 Manager daemon x is now available 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.431861+0000 mon.b (mon.1) 52 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.524506+0000 mon.b (mon.1) 53 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.559783+0000 mon.a (mon.0) 899 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:08.559825+0000 mon.b (mon.1) 54 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:09.048616+0000 mon.a (mon.0) 900 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:09.048683+0000 mon.b (mon.1) 55 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:50:09.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:09 smithi072 bash[21439]: audit 2024-05-11T04:50:09.120792+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.72:0/1014917561' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.292568+0000 mon.b (mon.1) 41 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.292939+0000 mon.b (mon.1) 42 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.293192+0000 mon.b (mon.1) 43 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.293536+0000 mon.b (mon.1) 44 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.293747+0000 mon.b (mon.1) 45 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.293979+0000 mon.b (mon.1) 46 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.294214+0000 mon.b (mon.1) 47 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.294459+0000 mon.b (mon.1) 48 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.300847+0000 mon.b (mon.1) 49 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.301375+0000 mon.b (mon.1) 50 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.302196+0000 mon.b (mon.1) 51 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: cluster 2024-05-11T04:50:08.347835+0000 mon.a (mon.0) 898 : cluster 1 Manager daemon x is now available 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.431861+0000 mon.b (mon.1) 52 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:50:09.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.524506+0000 mon.b (mon.1) 53 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:09.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.559783+0000 mon.a (mon.0) 899 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:50:09.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:08.559825+0000 mon.b (mon.1) 54 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:50:09.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:09.048616+0000 mon.a (mon.0) 900 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:50:09.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:09.048683+0000 mon.b (mon.1) 55 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-05-11T04:50:09.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:09 smithi072 bash[31478]: audit 2024-05-11T04:50:09.120792+0000 mon.a (mon.0) 901 : audit 0 from='client.? 172.21.15.72:0/1014917561' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:10.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:10 smithi072 bash[21439]: cephadm 2024-05-11T04:50:09.122722+0000 mgr.x (mgr.14862) 1 : cephadm 1 [11/May/2024:04:50:09] ENGINE Bus STARTING 2024-05-11T04:50:10.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:10 smithi072 bash[21439]: cephadm 2024-05-11T04:50:09.277620+0000 mgr.x (mgr.14862) 2 : cephadm 1 [11/May/2024:04:50:09] ENGINE Serving on https://172.21.15.86:7150 2024-05-11T04:50:10.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:10 smithi072 bash[21439]: cluster 2024-05-11T04:50:09.285673+0000 mon.a (mon.0) 902 : cluster 0 mgrmap e23: x(active, since 1.01595s) 2024-05-11T04:50:10.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:10 smithi072 bash[21439]: cluster 2024-05-11T04:50:09.354354+0000 mgr.x (mgr.14862) 3 : cluster 0 pgmap v3: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:10.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:10 smithi072 bash[21439]: cephadm 2024-05-11T04:50:09.387110+0000 mgr.x (mgr.14862) 4 : cephadm 1 [11/May/2024:04:50:09] ENGINE Serving on http://172.21.15.86:8765 2024-05-11T04:50:10.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:10 smithi072 bash[21439]: cephadm 2024-05-11T04:50:09.387241+0000 mgr.x (mgr.14862) 5 : cephadm 1 [11/May/2024:04:50:09] ENGINE Bus STARTED 2024-05-11T04:50:10.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:10 smithi072 bash[31478]: cephadm 2024-05-11T04:50:09.122722+0000 mgr.x (mgr.14862) 1 : cephadm 1 [11/May/2024:04:50:09] ENGINE Bus STARTING 2024-05-11T04:50:10.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:10 smithi072 bash[31478]: cephadm 2024-05-11T04:50:09.277620+0000 mgr.x (mgr.14862) 2 : cephadm 1 [11/May/2024:04:50:09] ENGINE Serving on https://172.21.15.86:7150 2024-05-11T04:50:10.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:10 smithi072 bash[31478]: cluster 2024-05-11T04:50:09.285673+0000 mon.a (mon.0) 902 : cluster 0 mgrmap e23: x(active, since 1.01595s) 2024-05-11T04:50:10.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:10 smithi072 bash[31478]: cluster 2024-05-11T04:50:09.354354+0000 mgr.x (mgr.14862) 3 : cluster 0 pgmap v3: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:10.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:10 smithi072 bash[31478]: cephadm 2024-05-11T04:50:09.387110+0000 mgr.x (mgr.14862) 4 : cephadm 1 [11/May/2024:04:50:09] ENGINE Serving on http://172.21.15.86:8765 2024-05-11T04:50:10.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:10 smithi072 bash[31478]: cephadm 2024-05-11T04:50:09.387241+0000 mgr.x (mgr.14862) 5 : cephadm 1 [11/May/2024:04:50:09] ENGINE Bus STARTED 2024-05-11T04:50:10.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:10 smithi086 bash[23731]: cephadm 2024-05-11T04:50:09.122722+0000 mgr.x (mgr.14862) 1 : cephadm 1 [11/May/2024:04:50:09] ENGINE Bus STARTING 2024-05-11T04:50:10.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:10 smithi086 bash[23731]: cephadm 2024-05-11T04:50:09.277620+0000 mgr.x (mgr.14862) 2 : cephadm 1 [11/May/2024:04:50:09] ENGINE Serving on https://172.21.15.86:7150 2024-05-11T04:50:10.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:10 smithi086 bash[23731]: cluster 2024-05-11T04:50:09.285673+0000 mon.a (mon.0) 902 : cluster 0 mgrmap e23: x(active, since 1.01595s) 2024-05-11T04:50:10.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:10 smithi086 bash[23731]: cluster 2024-05-11T04:50:09.354354+0000 mgr.x (mgr.14862) 3 : cluster 0 pgmap v3: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:10.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:10 smithi086 bash[23731]: cephadm 2024-05-11T04:50:09.387110+0000 mgr.x (mgr.14862) 4 : cephadm 1 [11/May/2024:04:50:09] ENGINE Serving on http://172.21.15.86:8765 2024-05-11T04:50:10.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:10 smithi086 bash[23731]: cephadm 2024-05-11T04:50:09.387241+0000 mgr.x (mgr.14862) 5 : cephadm 1 [11/May/2024:04:50:09] ENGINE Bus STARTED 2024-05-11T04:50:11.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:10 smithi072 bash[21693]: debug 2024-05-11T04:50:10.875+0000 7f79c97c4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:50:11.297 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:11 smithi072 bash[21693]: debug 2024-05-11T04:50:11.015+0000 7f79c97c4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:50:11.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:11 smithi086 bash[23731]: cephadm 2024-05-11T04:50:09.677405+0000 mgr.x (mgr.14862) 6 : cephadm 1 Deploying cephadm binary to smithi086 2024-05-11T04:50:11.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:11 smithi086 bash[23731]: cephadm 2024-05-11T04:50:09.678493+0000 mgr.x (mgr.14862) 7 : cephadm 1 Deploying cephadm binary to smithi072 2024-05-11T04:50:11.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:11 smithi086 bash[23731]: cluster 2024-05-11T04:50:10.294966+0000 mon.a (mon.0) 903 : cluster 0 mgrmap e24: x(active, since 2s) 2024-05-11T04:50:11.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:11 smithi086 bash[23731]: cluster 2024-05-11T04:50:10.303449+0000 mgr.x (mgr.14862) 8 : cluster 0 pgmap v4: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:11.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:11 smithi072 bash[21693]: debug 2024-05-11T04:50:11.383+0000 7f79c97c4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:50:11.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:11 smithi072 bash[21439]: cephadm 2024-05-11T04:50:09.677405+0000 mgr.x (mgr.14862) 6 : cephadm 1 Deploying cephadm binary to smithi086 2024-05-11T04:50:11.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:11 smithi072 bash[21439]: cephadm 2024-05-11T04:50:09.678493+0000 mgr.x (mgr.14862) 7 : cephadm 1 Deploying cephadm binary to smithi072 2024-05-11T04:50:11.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:11 smithi072 bash[21439]: cluster 2024-05-11T04:50:10.294966+0000 mon.a (mon.0) 903 : cluster 0 mgrmap e24: x(active, since 2s) 2024-05-11T04:50:11.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:11 smithi072 bash[21439]: cluster 2024-05-11T04:50:10.303449+0000 mgr.x (mgr.14862) 8 : cluster 0 pgmap v4: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:11.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:11 smithi072 bash[31478]: cephadm 2024-05-11T04:50:09.677405+0000 mgr.x (mgr.14862) 6 : cephadm 1 Deploying cephadm binary to smithi086 2024-05-11T04:50:11.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:11 smithi072 bash[31478]: cephadm 2024-05-11T04:50:09.678493+0000 mgr.x (mgr.14862) 7 : cephadm 1 Deploying cephadm binary to smithi072 2024-05-11T04:50:11.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:11 smithi072 bash[31478]: cluster 2024-05-11T04:50:10.294966+0000 mon.a (mon.0) 903 : cluster 0 mgrmap e24: x(active, since 2s) 2024-05-11T04:50:11.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:11 smithi072 bash[31478]: cluster 2024-05-11T04:50:10.303449+0000 mgr.x (mgr.14862) 8 : cluster 0 pgmap v4: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:12.710 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:12 smithi072 bash[21439]: audit 2024-05-11T04:50:11.873356+0000 mon.c (mon.2) 163 : audit 0 from='client.? 172.21.15.72:0/1504787622' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:12.711 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:12 smithi072 bash[21693]: debug 2024-05-11T04:50:12.551+0000 7f79c97c4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:50:12.711 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:12 smithi072 bash[31478]: audit 2024-05-11T04:50:11.873356+0000 mon.c (mon.2) 163 : audit 0 from='client.? 172.21.15.72:0/1504787622' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:12.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:12 smithi086 bash[23731]: audit 2024-05-11T04:50:11.873356+0000 mon.c (mon.2) 163 : audit 0 from='client.? 172.21.15.72:0/1504787622' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:13.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:12 smithi072 bash[21693]: debug 2024-05-11T04:50:12.711+0000 7f79c97c4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:50:13.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:12 smithi072 bash[21693]: debug 2024-05-11T04:50:12.863+0000 7f79c97c4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:50:13.650 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:13 smithi072 bash[21439]: cluster 2024-05-11T04:50:12.303809+0000 mgr.x (mgr.14862) 9 : cluster 0 pgmap v5: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:13.650 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:13 smithi072 bash[21439]: cluster 2024-05-11T04:50:12.319530+0000 mon.a (mon.0) 904 : cluster 0 mgrmap e25: x(active, since 4s) 2024-05-11T04:50:13.651 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:13 smithi072 bash[31478]: cluster 2024-05-11T04:50:12.303809+0000 mgr.x (mgr.14862) 9 : cluster 0 pgmap v5: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:13.651 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:13 smithi072 bash[31478]: cluster 2024-05-11T04:50:12.319530+0000 mon.a (mon.0) 904 : cluster 0 mgrmap e25: x(active, since 4s) 2024-05-11T04:50:13.651 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:13 smithi072 bash[21693]: debug 2024-05-11T04:50:13.351+0000 7f79c97c4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:50:13.651 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:13 smithi072 bash[21693]: debug 2024-05-11T04:50:13.507+0000 7f79c97c4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:50:13.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:13 smithi086 bash[23731]: cluster 2024-05-11T04:50:12.303809+0000 mgr.x (mgr.14862) 9 : cluster 0 pgmap v5: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:13.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:13 smithi086 bash[23731]: cluster 2024-05-11T04:50:12.319530+0000 mon.a (mon.0) 904 : cluster 0 mgrmap e25: x(active, since 4s) 2024-05-11T04:50:14.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:13 smithi072 bash[21693]: debug 2024-05-11T04:50:13.655+0000 7f79c97c4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:50:14.500 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:14 smithi072 bash[21693]: debug 2024-05-11T04:50:14.167+0000 7f79c97c4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:50:14.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:14 smithi072 bash[21693]: debug 2024-05-11T04:50:14.503+0000 7f79c97c4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:50:15.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:14 smithi072 bash[21693]: debug 2024-05-11T04:50:14.871+0000 7f79c97c4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:50:15.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:15 smithi072 bash[21693]: debug 2024-05-11T04:50:15.027+0000 7f79c97c4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:50:15.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:15 smithi086 bash[23731]: cluster 2024-05-11T04:50:14.304217+0000 mgr.x (mgr.14862) 10 : cluster 0 pgmap v6: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:15.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:15 smithi086 bash[23731]: audit 2024-05-11T04:50:14.627137+0000 mon.a (mon.0) 905 : audit 0 from='client.? 172.21.15.72:0/2511720660' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:15.793 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:15 smithi072 bash[21693]: debug 2024-05-11T04:50:15.431+0000 7f79c97c4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:50:15.794 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:15 smithi072 bash[21439]: cluster 2024-05-11T04:50:14.304217+0000 mgr.x (mgr.14862) 10 : cluster 0 pgmap v6: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:15.794 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:15 smithi072 bash[21439]: audit 2024-05-11T04:50:14.627137+0000 mon.a (mon.0) 905 : audit 0 from='client.? 172.21.15.72:0/2511720660' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:15.794 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:15 smithi072 bash[31478]: cluster 2024-05-11T04:50:14.304217+0000 mgr.x (mgr.14862) 10 : cluster 0 pgmap v6: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail 2024-05-11T04:50:15.794 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:15 smithi072 bash[31478]: audit 2024-05-11T04:50:14.627137+0000 mon.a (mon.0) 905 : audit 0 from='client.? 172.21.15.72:0/2511720660' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:16.167 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:15 smithi072 bash[21693]: debug 2024-05-11T04:50:15.795+0000 7f79c97c4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:50:17.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:17 smithi086 bash[23731]: cluster 2024-05-11T04:50:16.304934+0000 mgr.x (mgr.14862) 11 : cluster 0 pgmap v7: 89 pgs: 89 active+clean; 2.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 508 op/s 2024-05-11T04:50:17.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:17 smithi086 bash[23731]: audit 2024-05-11T04:50:17.046099+0000 mon.a (mon.0) 906 : audit 0 from='client.? 172.21.15.72:0/1453082739' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:17.832 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:16 smithi072 bash[21693]: debug 2024-05-11T04:50:16.287+0000 7f79c97c4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:50:18.218 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:17 smithi072 bash[21439]: cluster 2024-05-11T04:50:16.304934+0000 mgr.x (mgr.14862) 11 : cluster 0 pgmap v7: 89 pgs: 89 active+clean; 2.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 508 op/s 2024-05-11T04:50:18.219 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:17 smithi072 bash[21439]: audit 2024-05-11T04:50:17.046099+0000 mon.a (mon.0) 906 : audit 0 from='client.? 172.21.15.72:0/1453082739' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:18.219 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:17 smithi072 bash[21693]: debug 2024-05-11T04:50:16.455+0000 7f79c97c4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:50:18.219 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:17 smithi072 bash[21693]: debug 2024-05-11T04:50:16.755+0000 7f79c97c4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:50:18.219 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:18 smithi072 bash[21693]: debug 2024-05-11T04:50:18.067+0000 7f79c97c4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:50:18.219 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:17 smithi072 bash[31478]: cluster 2024-05-11T04:50:16.304934+0000 mgr.x (mgr.14862) 11 : cluster 0 pgmap v7: 89 pgs: 89 active+clean; 2.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 508 op/s 2024-05-11T04:50:18.219 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:17 smithi072 bash[31478]: audit 2024-05-11T04:50:17.046099+0000 mon.a (mon.0) 906 : audit 0 from='client.? 172.21.15.72:0/1453082739' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:18.548 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:18 smithi072 bash[21693]: debug 2024-05-11T04:50:18.223+0000 7f79c97c4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:50:19.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:18 smithi072 bash[21693]: debug 2024-05-11T04:50:18.647+0000 7f79c97c4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:50:19.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:18 smithi072 bash[21693]: debug 2024-05-11T04:50:18.815+0000 7f79c97c4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:50:19.632 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:19 smithi072 bash[21439]: cluster 2024-05-11T04:50:18.306267+0000 mgr.x (mgr.14862) 12 : cluster 0 pgmap v8: 89 pgs: 89 active+clean; 2.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 394 op/s 2024-05-11T04:50:19.632 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:19 smithi072 bash[21693]: debug 2024-05-11T04:50:19.459+0000 7f79c97c4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:50:19.632 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:19 smithi072 bash[21693]: debug 2024-05-11T04:50:19.635+0000 7f79c97c4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:50:19.632 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:19 smithi072 bash[31478]: cluster 2024-05-11T04:50:18.306267+0000 mgr.x (mgr.14862) 12 : cluster 0 pgmap v8: 89 pgs: 89 active+clean; 2.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 394 op/s 2024-05-11T04:50:19.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:19 smithi086 bash[23731]: cluster 2024-05-11T04:50:18.306267+0000 mgr.x (mgr.14862) 12 : cluster 0 pgmap v8: 89 pgs: 89 active+clean; 2.3 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 394 op/s 2024-05-11T04:50:20.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:19 smithi072 bash[21693]: [11/May/2024:04:50:19] ENGINE Bus STARTING 2024-05-11T04:50:20.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:19 smithi072 bash[21693]: CherryPy Checker: 2024-05-11T04:50:20.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:19 smithi072 bash[21693]: The Application mounted at '' has an empty config. 2024-05-11T04:50:20.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:19 smithi072 bash[21693]: [11/May/2024:04:50:19] ENGINE Serving on http://:::9283 2024-05-11T04:50:20.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:19 smithi072 bash[21693]: [11/May/2024:04:50:19] ENGINE Bus STARTED 2024-05-11T04:50:20.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:20 smithi086 bash[23731]: cluster 2024-05-11T04:50:19.640036+0000 mon.a (mon.0) 907 : cluster 0 Standby manager daemon y started 2024-05-11T04:50:20.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:20 smithi086 bash[23731]: audit 2024-05-11T04:50:19.647511+0000 mon.c (mon.2) 164 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:50:20.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:20 smithi086 bash[23731]: audit 2024-05-11T04:50:19.652298+0000 mon.c (mon.2) 165 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:50:20.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:20 smithi086 bash[23731]: audit 2024-05-11T04:50:19.655799+0000 mon.c (mon.2) 166 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:50:20.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:20 smithi086 bash[23731]: audit 2024-05-11T04:50:19.658814+0000 mon.c (mon.2) 167 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:50:20.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:20 smithi086 bash[23731]: audit 2024-05-11T04:50:19.807112+0000 mon.b (mon.1) 56 : audit 0 from='client.? 172.21.15.72:0/2951698264' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:20.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:20 smithi072 bash[21439]: cluster 2024-05-11T04:50:19.640036+0000 mon.a (mon.0) 907 : cluster 0 Standby manager daemon y started 2024-05-11T04:50:20.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:20 smithi072 bash[21439]: audit 2024-05-11T04:50:19.647511+0000 mon.c (mon.2) 164 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:50:20.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:20 smithi072 bash[21439]: audit 2024-05-11T04:50:19.652298+0000 mon.c (mon.2) 165 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:50:20.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:20 smithi072 bash[21439]: audit 2024-05-11T04:50:19.655799+0000 mon.c (mon.2) 166 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:50:20.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:20 smithi072 bash[21439]: audit 2024-05-11T04:50:19.658814+0000 mon.c (mon.2) 167 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:50:20.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:20 smithi072 bash[21439]: audit 2024-05-11T04:50:19.807112+0000 mon.b (mon.1) 56 : audit 0 from='client.? 172.21.15.72:0/2951698264' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:20.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:20 smithi072 bash[31478]: cluster 2024-05-11T04:50:19.640036+0000 mon.a (mon.0) 907 : cluster 0 Standby manager daemon y started 2024-05-11T04:50:20.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:20 smithi072 bash[31478]: audit 2024-05-11T04:50:19.647511+0000 mon.c (mon.2) 164 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:50:20.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:20 smithi072 bash[31478]: audit 2024-05-11T04:50:19.652298+0000 mon.c (mon.2) 165 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:50:20.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:20 smithi072 bash[31478]: audit 2024-05-11T04:50:19.655799+0000 mon.c (mon.2) 166 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:50:20.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:20 smithi072 bash[31478]: audit 2024-05-11T04:50:19.658814+0000 mon.c (mon.2) 167 : audit 0 from='mgr.? 172.21.15.72:0/1248910404' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:50:20.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:20 smithi072 bash[31478]: audit 2024-05-11T04:50:19.807112+0000 mon.b (mon.1) 56 : audit 0 from='client.? 172.21.15.72:0/2951698264' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:21.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:21 smithi086 bash[23731]: cluster 2024-05-11T04:50:20.306973+0000 mgr.x (mgr.14862) 13 : cluster 0 pgmap v9: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 595 op/s 2024-05-11T04:50:21.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:21 smithi086 bash[23731]: cluster 2024-05-11T04:50:20.340491+0000 mon.a (mon.0) 908 : cluster 0 mgrmap e26: x(active, since 12s), standbys: y 2024-05-11T04:50:21.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:21 smithi086 bash[23731]: audit 2024-05-11T04:50:20.344474+0000 mon.b (mon.1) 57 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:50:21.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:21 smithi072 bash[21439]: cluster 2024-05-11T04:50:20.306973+0000 mgr.x (mgr.14862) 13 : cluster 0 pgmap v9: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 595 op/s 2024-05-11T04:50:21.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:21 smithi072 bash[21439]: cluster 2024-05-11T04:50:20.340491+0000 mon.a (mon.0) 908 : cluster 0 mgrmap e26: x(active, since 12s), standbys: y 2024-05-11T04:50:21.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:21 smithi072 bash[21439]: audit 2024-05-11T04:50:20.344474+0000 mon.b (mon.1) 57 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:50:21.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:21 smithi072 bash[31478]: cluster 2024-05-11T04:50:20.306973+0000 mgr.x (mgr.14862) 13 : cluster 0 pgmap v9: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 595 op/s 2024-05-11T04:50:21.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:21 smithi072 bash[31478]: cluster 2024-05-11T04:50:20.340491+0000 mon.a (mon.0) 908 : cluster 0 mgrmap e26: x(active, since 12s), standbys: y 2024-05-11T04:50:21.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:21 smithi072 bash[31478]: audit 2024-05-11T04:50:20.344474+0000 mon.b (mon.1) 57 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:50:23.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:23 smithi086 bash[23731]: cluster 2024-05-11T04:50:22.307296+0000 mgr.x (mgr.14862) 14 : cluster 0 pgmap v10: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 543 op/s 2024-05-11T04:50:23.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:23 smithi086 bash[23731]: audit 2024-05-11T04:50:22.492929+0000 mon.c (mon.2) 168 : audit 0 from='client.? 172.21.15.72:0/84754631' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:23.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:23 smithi072 bash[21439]: cluster 2024-05-11T04:50:22.307296+0000 mgr.x (mgr.14862) 14 : cluster 0 pgmap v10: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 543 op/s 2024-05-11T04:50:23.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:23 smithi072 bash[21439]: audit 2024-05-11T04:50:22.492929+0000 mon.c (mon.2) 168 : audit 0 from='client.? 172.21.15.72:0/84754631' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:23.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:23 smithi072 bash[31478]: cluster 2024-05-11T04:50:22.307296+0000 mgr.x (mgr.14862) 14 : cluster 0 pgmap v10: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 543 op/s 2024-05-11T04:50:23.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:23 smithi072 bash[31478]: audit 2024-05-11T04:50:22.492929+0000 mon.c (mon.2) 168 : audit 0 from='client.? 172.21.15.72:0/84754631' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:24.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:24 smithi086 bash[23731]: audit 2024-05-11T04:50:23.505005+0000 mon.b (mon.1) 58 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:24.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:24 smithi072 bash[21439]: audit 2024-05-11T04:50:23.505005+0000 mon.b (mon.1) 58 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:24.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:24 smithi072 bash[31478]: audit 2024-05-11T04:50:23.505005+0000 mon.b (mon.1) 58 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:25.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:25 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:50:25] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-05-11T04:50:25.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:25 smithi086 bash[23731]: cluster 2024-05-11T04:50:24.309464+0000 mgr.x (mgr.14862) 15 : cluster 0 pgmap v11: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 543 op/s 2024-05-11T04:50:25.804 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:25 smithi086 bash[23731]: audit 2024-05-11T04:50:25.197878+0000 mon.a (mon.0) 909 : audit 0 from='client.? 172.21.15.72:0/629035718' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:25.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:25 smithi072 bash[31478]: cluster 2024-05-11T04:50:24.309464+0000 mgr.x (mgr.14862) 15 : cluster 0 pgmap v11: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 543 op/s 2024-05-11T04:50:25.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:25 smithi072 bash[31478]: audit 2024-05-11T04:50:25.197878+0000 mon.a (mon.0) 909 : audit 0 from='client.? 172.21.15.72:0/629035718' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:25.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:25 smithi072 bash[21439]: cluster 2024-05-11T04:50:24.309464+0000 mgr.x (mgr.14862) 15 : cluster 0 pgmap v11: 89 pgs: 89 active+clean; 2.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 543 op/s 2024-05-11T04:50:25.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:25 smithi072 bash[21439]: audit 2024-05-11T04:50:25.197878+0000 mon.a (mon.0) 909 : audit 0 from='client.? 172.21.15.72:0/629035718' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:27 smithi086 bash[23731]: cluster 2024-05-11T04:50:26.310151+0000 mgr.x (mgr.14862) 16 : cluster 0 pgmap v12: 89 pgs: 89 active+clean; 1.8 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 863 op/s 2024-05-11T04:50:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:27 smithi086 bash[23731]: audit 2024-05-11T04:50:26.543544+0000 mon.a (mon.0) 910 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:27 smithi086 bash[23731]: audit 2024-05-11T04:50:26.559347+0000 mon.a (mon.0) 911 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:27.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:27 smithi072 bash[21439]: cluster 2024-05-11T04:50:26.310151+0000 mgr.x (mgr.14862) 16 : cluster 0 pgmap v12: 89 pgs: 89 active+clean; 1.8 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 863 op/s 2024-05-11T04:50:27.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:27 smithi072 bash[21439]: audit 2024-05-11T04:50:26.543544+0000 mon.a (mon.0) 910 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:27.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:27 smithi072 bash[21439]: audit 2024-05-11T04:50:26.559347+0000 mon.a (mon.0) 911 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:27.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:27 smithi072 bash[31478]: cluster 2024-05-11T04:50:26.310151+0000 mgr.x (mgr.14862) 16 : cluster 0 pgmap v12: 89 pgs: 89 active+clean; 1.8 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 15 KiB/s rd, 0 B/s wr, 863 op/s 2024-05-11T04:50:27.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:27 smithi072 bash[31478]: audit 2024-05-11T04:50:26.543544+0000 mon.a (mon.0) 910 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:27.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:27 smithi072 bash[31478]: audit 2024-05-11T04:50:26.559347+0000 mon.a (mon.0) 911 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:27.358418+0000 mon.a (mon.0) 912 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:27.378305+0000 mon.a (mon.0) 913 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:27.895459+0000 mon.a (mon.0) 914 : audit 0 from='client.? 172.21.15.72:0/4031195852' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:27.975627+0000 mon.a (mon.0) 915 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:27.990134+0000 mon.a (mon.0) 916 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:28.000882+0000 mon.a (mon.0) 917 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:28.001327+0000 mon.b (mon.1) 59 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:28.003054+0000 mon.a (mon.0) 918 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:28.003594+0000 mon.b (mon.1) 60 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:28.005595+0000 mon.b (mon.1) 61 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:28.006417+0000 mon.a (mon.0) 919 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:28.009084+0000 mon.a (mon.0) 920 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:28.009644+0000 mon.b (mon.1) 62 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:28 smithi086 bash[23731]: audit 2024-05-11T04:50:28.015813+0000 mon.a (mon.0) 921 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:27.358418+0000 mon.a (mon.0) 912 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:27.378305+0000 mon.a (mon.0) 913 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:27.895459+0000 mon.a (mon.0) 914 : audit 0 from='client.? 172.21.15.72:0/4031195852' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:27.975627+0000 mon.a (mon.0) 915 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:27.990134+0000 mon.a (mon.0) 916 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:28.000882+0000 mon.a (mon.0) 917 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:28.001327+0000 mon.b (mon.1) 59 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:28.003054+0000 mon.a (mon.0) 918 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:28.003594+0000 mon.b (mon.1) 60 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:28.005595+0000 mon.b (mon.1) 61 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:28.006417+0000 mon.a (mon.0) 919 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:28.009084+0000 mon.a (mon.0) 920 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:28.009644+0000 mon.b (mon.1) 62 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:28 smithi072 bash[21439]: audit 2024-05-11T04:50:28.015813+0000 mon.a (mon.0) 921 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:27.358418+0000 mon.a (mon.0) 912 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:27.378305+0000 mon.a (mon.0) 913 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:27.895459+0000 mon.a (mon.0) 914 : audit 0 from='client.? 172.21.15.72:0/4031195852' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:27.975627+0000 mon.a (mon.0) 915 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:27.990134+0000 mon.a (mon.0) 916 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:28.000882+0000 mon.a (mon.0) 917 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:28.001327+0000 mon.b (mon.1) 59 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:28.003054+0000 mon.a (mon.0) 918 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:28.003594+0000 mon.b (mon.1) 60 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:28.005595+0000 mon.b (mon.1) 61 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:28.006417+0000 mon.a (mon.0) 919 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:28.009084+0000 mon.a (mon.0) 920 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:28.009644+0000 mon.b (mon.1) 62 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:28.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:28 smithi072 bash[31478]: audit 2024-05-11T04:50:28.015813+0000 mon.a (mon.0) 921 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:29.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:29 smithi086 bash[23731]: cephadm 2024-05-11T04:50:28.011311+0000 mgr.x (mgr.14862) 17 : cephadm 1 Adjusting osd_memory_target on smithi072 to 2524M 2024-05-11T04:50:29.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:29 smithi086 bash[23731]: cluster 2024-05-11T04:50:28.310576+0000 mgr.x (mgr.14862) 18 : cluster 0 pgmap v13: 89 pgs: 89 active+clean; 1.8 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 569 op/s 2024-05-11T04:50:29.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:29 smithi086 bash[23731]: audit 2024-05-11T04:50:28.784529+0000 mon.a (mon.0) 922 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:29.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:29 smithi086 bash[23731]: audit 2024-05-11T04:50:28.795718+0000 mon.a (mon.0) 923 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:29.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:29 smithi072 bash[21439]: cephadm 2024-05-11T04:50:28.011311+0000 mgr.x (mgr.14862) 17 : cephadm 1 Adjusting osd_memory_target on smithi072 to 2524M 2024-05-11T04:50:29.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:29 smithi072 bash[21439]: cluster 2024-05-11T04:50:28.310576+0000 mgr.x (mgr.14862) 18 : cluster 0 pgmap v13: 89 pgs: 89 active+clean; 1.8 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 569 op/s 2024-05-11T04:50:29.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:29 smithi072 bash[21439]: audit 2024-05-11T04:50:28.784529+0000 mon.a (mon.0) 922 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:29.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:29 smithi072 bash[21439]: audit 2024-05-11T04:50:28.795718+0000 mon.a (mon.0) 923 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:29.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:29 smithi072 bash[31478]: cephadm 2024-05-11T04:50:28.011311+0000 mgr.x (mgr.14862) 17 : cephadm 1 Adjusting osd_memory_target on smithi072 to 2524M 2024-05-11T04:50:29.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:29 smithi072 bash[31478]: cluster 2024-05-11T04:50:28.310576+0000 mgr.x (mgr.14862) 18 : cluster 0 pgmap v13: 89 pgs: 89 active+clean; 1.8 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 569 op/s 2024-05-11T04:50:29.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:29 smithi072 bash[31478]: audit 2024-05-11T04:50:28.784529+0000 mon.a (mon.0) 922 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:29.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:29 smithi072 bash[31478]: audit 2024-05-11T04:50:28.795718+0000 mon.a (mon.0) 923 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:31.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:31 smithi086 bash[23731]: cluster 2024-05-11T04:50:30.311309+0000 mgr.x (mgr.14862) 19 : cluster 0 pgmap v14: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 870 op/s 2024-05-11T04:50:31.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:31 smithi086 bash[23731]: audit 2024-05-11T04:50:30.599176+0000 mon.a (mon.0) 924 : audit 0 from='client.? 172.21.15.72:0/21657497' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:31.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:31 smithi072 bash[21439]: cluster 2024-05-11T04:50:30.311309+0000 mgr.x (mgr.14862) 19 : cluster 0 pgmap v14: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 870 op/s 2024-05-11T04:50:31.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:31 smithi072 bash[21439]: audit 2024-05-11T04:50:30.599176+0000 mon.a (mon.0) 924 : audit 0 from='client.? 172.21.15.72:0/21657497' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:31.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:31 smithi072 bash[31478]: cluster 2024-05-11T04:50:30.311309+0000 mgr.x (mgr.14862) 19 : cluster 0 pgmap v14: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 870 op/s 2024-05-11T04:50:31.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:31 smithi072 bash[31478]: audit 2024-05-11T04:50:30.599176+0000 mon.a (mon.0) 924 : audit 0 from='client.? 172.21.15.72:0/21657497' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:33.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:33 smithi086 bash[23731]: cluster 2024-05-11T04:50:32.311721+0000 mgr.x (mgr.14862) 20 : cluster 0 pgmap v15: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 621 op/s 2024-05-11T04:50:33.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:33 smithi086 bash[23731]: audit 2024-05-11T04:50:33.257314+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.72:0/1752137228' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:33.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:33 smithi072 bash[21439]: cluster 2024-05-11T04:50:32.311721+0000 mgr.x (mgr.14862) 20 : cluster 0 pgmap v15: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 621 op/s 2024-05-11T04:50:33.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:33 smithi072 bash[21439]: audit 2024-05-11T04:50:33.257314+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.72:0/1752137228' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:33.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:33 smithi072 bash[31478]: cluster 2024-05-11T04:50:32.311721+0000 mgr.x (mgr.14862) 20 : cluster 0 pgmap v15: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 621 op/s 2024-05-11T04:50:33.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:33 smithi072 bash[31478]: audit 2024-05-11T04:50:33.257314+0000 mon.c (mon.2) 169 : audit 0 from='client.? 172.21.15.72:0/1752137228' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:35.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:35 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:50:35] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-05-11T04:50:35.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:35 smithi086 bash[23731]: cluster 2024-05-11T04:50:34.312131+0000 mgr.x (mgr.14862) 21 : cluster 0 pgmap v16: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 621 op/s 2024-05-11T04:50:35.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:35 smithi072 bash[21439]: cluster 2024-05-11T04:50:34.312131+0000 mgr.x (mgr.14862) 21 : cluster 0 pgmap v16: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 621 op/s 2024-05-11T04:50:35.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:35 smithi072 bash[31478]: cluster 2024-05-11T04:50:34.312131+0000 mgr.x (mgr.14862) 21 : cluster 0 pgmap v16: 89 pgs: 89 active+clean; 1.6 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 621 op/s 2024-05-11T04:50:36.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:36 smithi086 bash[23731]: audit 2024-05-11T04:50:35.935422+0000 mon.c (mon.2) 170 : audit 0 from='client.? 172.21.15.72:0/954536786' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:36.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:36 smithi086 bash[50265]: ts=2024-05-11T04:50:36.564Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T04:50:36.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:36 smithi086 bash[50265]: ts=2024-05-11T04:50:36.568Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T04:50:36.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:36 smithi086 bash[50265]: ts=2024-05-11T04:50:36.568Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T04:50:36.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:36 smithi086 bash[50265]: ts=2024-05-11T04:50:36.573Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T04:50:36.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:36 smithi086 bash[50265]: ts=2024-05-11T04:50:36.574Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T04:50:36.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:36 smithi072 bash[21439]: audit 2024-05-11T04:50:35.935422+0000 mon.c (mon.2) 170 : audit 0 from='client.? 172.21.15.72:0/954536786' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:36.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:36 smithi072 bash[31478]: audit 2024-05-11T04:50:35.935422+0000 mon.c (mon.2) 170 : audit 0 from='client.? 172.21.15.72:0/954536786' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:37.655 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:37 smithi086 bash[23731]: cluster 2024-05-11T04:50:36.313143+0000 mgr.x (mgr.14862) 22 : cluster 0 pgmap v17: 89 pgs: 89 active+clean; 1.4 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 955 op/s 2024-05-11T04:50:37.937 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:37 smithi072 bash[21439]: cluster 2024-05-11T04:50:36.313143+0000 mgr.x (mgr.14862) 22 : cluster 0 pgmap v17: 89 pgs: 89 active+clean; 1.4 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 955 op/s 2024-05-11T04:50:37.937 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:37 smithi072 bash[31478]: cluster 2024-05-11T04:50:36.313143+0000 mgr.x (mgr.14862) 22 : cluster 0 pgmap v17: 89 pgs: 89 active+clean; 1.4 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 955 op/s 2024-05-11T04:50:39.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:39 smithi086 bash[23731]: cluster 2024-05-11T04:50:38.313698+0000 mgr.x (mgr.14862) 23 : cluster 0 pgmap v18: 89 pgs: 89 active+clean; 1.4 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2024-05-11T04:50:39.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:39 smithi086 bash[23731]: audit 2024-05-11T04:50:38.505346+0000 mon.b (mon.1) 63 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:39.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:39 smithi086 bash[23731]: audit 2024-05-11T04:50:38.590492+0000 mon.b (mon.1) 64 : audit 0 from='client.? 172.21.15.72:0/968017924' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:39.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:39 smithi072 bash[21439]: cluster 2024-05-11T04:50:38.313698+0000 mgr.x (mgr.14862) 23 : cluster 0 pgmap v18: 89 pgs: 89 active+clean; 1.4 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2024-05-11T04:50:39.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:39 smithi072 bash[21439]: audit 2024-05-11T04:50:38.505346+0000 mon.b (mon.1) 63 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:39.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:39 smithi072 bash[21439]: audit 2024-05-11T04:50:38.590492+0000 mon.b (mon.1) 64 : audit 0 from='client.? 172.21.15.72:0/968017924' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:39.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:39 smithi072 bash[31478]: cluster 2024-05-11T04:50:38.313698+0000 mgr.x (mgr.14862) 23 : cluster 0 pgmap v18: 89 pgs: 89 active+clean; 1.4 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 634 op/s 2024-05-11T04:50:39.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:39 smithi072 bash[31478]: audit 2024-05-11T04:50:38.505346+0000 mon.b (mon.1) 63 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:39.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:39 smithi072 bash[31478]: audit 2024-05-11T04:50:38.590492+0000 mon.b (mon.1) 64 : audit 0 from='client.? 172.21.15.72:0/968017924' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:41.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:41 smithi086 bash[23731]: cluster 2024-05-11T04:50:40.314395+0000 mgr.x (mgr.14862) 24 : cluster 0 pgmap v19: 89 pgs: 89 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 954 op/s 2024-05-11T04:50:41.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:41 smithi086 bash[23731]: audit 2024-05-11T04:50:41.273655+0000 mon.b (mon.1) 65 : audit 0 from='client.? 172.21.15.72:0/3738833665' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:41.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:41 smithi072 bash[21439]: cluster 2024-05-11T04:50:40.314395+0000 mgr.x (mgr.14862) 24 : cluster 0 pgmap v19: 89 pgs: 89 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 954 op/s 2024-05-11T04:50:41.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:41 smithi072 bash[21439]: audit 2024-05-11T04:50:41.273655+0000 mon.b (mon.1) 65 : audit 0 from='client.? 172.21.15.72:0/3738833665' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:41.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:41 smithi072 bash[31478]: cluster 2024-05-11T04:50:40.314395+0000 mgr.x (mgr.14862) 24 : cluster 0 pgmap v19: 89 pgs: 89 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 954 op/s 2024-05-11T04:50:41.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:41 smithi072 bash[31478]: audit 2024-05-11T04:50:41.273655+0000 mon.b (mon.1) 65 : audit 0 from='client.? 172.21.15.72:0/3738833665' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:43.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.315300+0000 mon.a (mon.0) 925 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: cluster 2024-05-11T04:50:42.316931+0000 mgr.x (mgr.14862) 25 : cluster 0 pgmap v20: 89 pgs: 89 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2024-05-11T04:50:43.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.326910+0000 mon.a (mon.0) 926 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.331380+0000 mon.a (mon.0) 927 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.332011+0000 mon.b (mon.1) 66 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.333043+0000 mon.a (mon.0) 928 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.333698+0000 mon.b (mon.1) 67 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.334678+0000 mon.a (mon.0) 929 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.335319+0000 mon.b (mon.1) 68 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.336292+0000 mon.a (mon.0) 930 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.336819+0000 mon.b (mon.1) 69 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: cephadm 2024-05-11T04:50:42.339846+0000 mgr.x (mgr.14862) 26 : cephadm 1 Adjusting osd_memory_target on smithi086 to 2524M 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.346967+0000 mon.a (mon.0) 931 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.354895+0000 mon.b (mon.1) 70 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:42.356060+0000 mon.b (mon.1) 71 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: cephadm 2024-05-11T04:50:42.357567+0000 mgr.x (mgr.14862) 27 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: cephadm 2024-05-11T04:50:42.357812+0000 mgr.x (mgr.14862) 28 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:43.103797+0000 mon.a (mon.0) 932 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:43.117553+0000 mon.a (mon.0) 933 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:43.131288+0000 mon.a (mon.0) 934 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:43.140703+0000 mon.a (mon.0) 935 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:43 smithi086 bash[23731]: audit 2024-05-11T04:50:43.151475+0000 mon.a (mon.0) 936 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.315300+0000 mon.a (mon.0) 925 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: cluster 2024-05-11T04:50:42.316931+0000 mgr.x (mgr.14862) 25 : cluster 0 pgmap v20: 89 pgs: 89 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.326910+0000 mon.a (mon.0) 926 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.331380+0000 mon.a (mon.0) 927 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.332011+0000 mon.b (mon.1) 66 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.333043+0000 mon.a (mon.0) 928 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.333698+0000 mon.b (mon.1) 67 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.334678+0000 mon.a (mon.0) 929 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.335319+0000 mon.b (mon.1) 68 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.336292+0000 mon.a (mon.0) 930 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.336819+0000 mon.b (mon.1) 69 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: cephadm 2024-05-11T04:50:42.339846+0000 mgr.x (mgr.14862) 26 : cephadm 1 Adjusting osd_memory_target on smithi086 to 2524M 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.346967+0000 mon.a (mon.0) 931 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.354895+0000 mon.b (mon.1) 70 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:42.356060+0000 mon.b (mon.1) 71 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: cephadm 2024-05-11T04:50:42.357567+0000 mgr.x (mgr.14862) 27 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: cephadm 2024-05-11T04:50:42.357812+0000 mgr.x (mgr.14862) 28 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:43.103797+0000 mon.a (mon.0) 932 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:43.117553+0000 mon.a (mon.0) 933 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:43.131288+0000 mon.a (mon.0) 934 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:43.140703+0000 mon.a (mon.0) 935 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:43 smithi072 bash[31478]: audit 2024-05-11T04:50:43.151475+0000 mon.a (mon.0) 936 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.315300+0000 mon.a (mon.0) 925 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: cluster 2024-05-11T04:50:42.316931+0000 mgr.x (mgr.14862) 25 : cluster 0 pgmap v20: 89 pgs: 89 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.326910+0000 mon.a (mon.0) 926 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.331380+0000 mon.a (mon.0) 927 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.332011+0000 mon.b (mon.1) 66 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.333043+0000 mon.a (mon.0) 928 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.333698+0000 mon.b (mon.1) 67 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.334678+0000 mon.a (mon.0) 929 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.335319+0000 mon.b (mon.1) 68 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.336292+0000 mon.a (mon.0) 930 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.336819+0000 mon.b (mon.1) 69 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: cephadm 2024-05-11T04:50:42.339846+0000 mgr.x (mgr.14862) 26 : cephadm 1 Adjusting osd_memory_target on smithi086 to 2524M 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.346967+0000 mon.a (mon.0) 931 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.354895+0000 mon.b (mon.1) 70 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:42.356060+0000 mon.b (mon.1) 71 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: cephadm 2024-05-11T04:50:42.357567+0000 mgr.x (mgr.14862) 27 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: cephadm 2024-05-11T04:50:42.357812+0000 mgr.x (mgr.14862) 28 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:43.103797+0000 mon.a (mon.0) 932 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:43.117553+0000 mon.a (mon.0) 933 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:43.131288+0000 mon.a (mon.0) 934 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:43.140703+0000 mon.a (mon.0) 935 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:43.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:43 smithi072 bash[21439]: audit 2024-05-11T04:50:43.151475+0000 mon.a (mon.0) 936 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:44.531 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:44 smithi086 bash[23731]: cephadm 2024-05-11T04:50:42.548763+0000 mgr.x (mgr.14862) 29 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:50:44.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:44 smithi086 bash[23731]: cephadm 2024-05-11T04:50:42.600774+0000 mgr.x (mgr.14862) 30 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:50:44.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:44 smithi086 bash[23731]: cephadm 2024-05-11T04:50:42.717741+0000 mgr.x (mgr.14862) 31 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:50:44.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:44 smithi086 bash[23731]: cephadm 2024-05-11T04:50:42.767895+0000 mgr.x (mgr.14862) 32 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:50:44.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:44 smithi086 bash[23731]: cephadm 2024-05-11T04:50:42.882206+0000 mgr.x (mgr.14862) 33 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:50:44.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:44 smithi086 bash[23731]: cephadm 2024-05-11T04:50:42.949296+0000 mgr.x (mgr.14862) 34 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:50:44.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:44 smithi086 bash[23731]: cephadm 2024-05-11T04:50:43.231803+0000 mgr.x (mgr.14862) 35 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:50:44.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:44 smithi086 bash[23731]: cephadm 2024-05-11T04:50:43.499289+0000 mgr.x (mgr.14862) 36 : cephadm 1 Reconfiguring daemon prometheus.a on smithi086 2024-05-11T04:50:44.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:44 smithi086 bash[23731]: audit 2024-05-11T04:50:43.936694+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.72:0/2640595668' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:44.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:44 smithi072 bash[21439]: cephadm 2024-05-11T04:50:42.548763+0000 mgr.x (mgr.14862) 29 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:50:44.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:44 smithi072 bash[21439]: cephadm 2024-05-11T04:50:42.600774+0000 mgr.x (mgr.14862) 30 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:50:44.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:44 smithi072 bash[21439]: cephadm 2024-05-11T04:50:42.717741+0000 mgr.x (mgr.14862) 31 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:50:44.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:44 smithi072 bash[21439]: cephadm 2024-05-11T04:50:42.767895+0000 mgr.x (mgr.14862) 32 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:50:44.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:44 smithi072 bash[21439]: cephadm 2024-05-11T04:50:42.882206+0000 mgr.x (mgr.14862) 33 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:50:44.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:44 smithi072 bash[21439]: cephadm 2024-05-11T04:50:42.949296+0000 mgr.x (mgr.14862) 34 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:50:44.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:44 smithi072 bash[21439]: cephadm 2024-05-11T04:50:43.231803+0000 mgr.x (mgr.14862) 35 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:50:44.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:44 smithi072 bash[21439]: cephadm 2024-05-11T04:50:43.499289+0000 mgr.x (mgr.14862) 36 : cephadm 1 Reconfiguring daemon prometheus.a on smithi086 2024-05-11T04:50:44.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:44 smithi072 bash[21439]: audit 2024-05-11T04:50:43.936694+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.72:0/2640595668' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:44.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:44 smithi072 bash[31478]: cephadm 2024-05-11T04:50:42.548763+0000 mgr.x (mgr.14862) 29 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:50:44.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:44 smithi072 bash[31478]: cephadm 2024-05-11T04:50:42.600774+0000 mgr.x (mgr.14862) 30 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:50:44.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:44 smithi072 bash[31478]: cephadm 2024-05-11T04:50:42.717741+0000 mgr.x (mgr.14862) 31 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:50:44.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:44 smithi072 bash[31478]: cephadm 2024-05-11T04:50:42.767895+0000 mgr.x (mgr.14862) 32 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:50:44.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:44 smithi072 bash[31478]: cephadm 2024-05-11T04:50:42.882206+0000 mgr.x (mgr.14862) 33 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:50:44.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:44 smithi072 bash[31478]: cephadm 2024-05-11T04:50:42.949296+0000 mgr.x (mgr.14862) 34 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:50:44.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:44 smithi072 bash[31478]: cephadm 2024-05-11T04:50:43.231803+0000 mgr.x (mgr.14862) 35 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:50:44.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:44 smithi072 bash[31478]: cephadm 2024-05-11T04:50:43.499289+0000 mgr.x (mgr.14862) 36 : cephadm 1 Reconfiguring daemon prometheus.a on smithi086 2024-05-11T04:50:44.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:44 smithi072 bash[31478]: audit 2024-05-11T04:50:43.936694+0000 mon.c (mon.2) 171 : audit 0 from='client.? 172.21.15.72:0/2640595668' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:45.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:50:45 smithi072 bash[21693]: ::ffff:172.21.15.86 - - [11/May/2024:04:50:45] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-05-11T04:50:45.600 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:45 smithi086 bash[23731]: cluster 2024-05-11T04:50:44.317368+0000 mgr.x (mgr.14862) 37 : cluster 0 pgmap v21: 89 pgs: 89 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2024-05-11T04:50:45.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:45 smithi072 bash[21439]: cluster 2024-05-11T04:50:44.317368+0000 mgr.x (mgr.14862) 37 : cluster 0 pgmap v21: 89 pgs: 89 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2024-05-11T04:50:45.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:45 smithi072 bash[31478]: cluster 2024-05-11T04:50:44.317368+0000 mgr.x (mgr.14862) 37 : cluster 0 pgmap v21: 89 pgs: 89 active+clean; 1.1 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 652 op/s 2024-05-11T04:50:47.708 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:47 smithi086 bash[23731]: cluster 2024-05-11T04:50:46.317936+0000 mgr.x (mgr.14862) 38 : cluster 0 pgmap v22: 89 pgs: 89 active+clean; 930 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 966 op/s 2024-05-11T04:50:47.708 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:47 smithi086 bash[23731]: audit 2024-05-11T04:50:46.607091+0000 mon.a (mon.0) 937 : audit 0 from='client.? 172.21.15.72:0/3586493738' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:47.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:47 smithi072 bash[21439]: cluster 2024-05-11T04:50:46.317936+0000 mgr.x (mgr.14862) 38 : cluster 0 pgmap v22: 89 pgs: 89 active+clean; 930 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 966 op/s 2024-05-11T04:50:47.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:47 smithi072 bash[21439]: audit 2024-05-11T04:50:46.607091+0000 mon.a (mon.0) 937 : audit 0 from='client.? 172.21.15.72:0/3586493738' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:47.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:47 smithi072 bash[31478]: cluster 2024-05-11T04:50:46.317936+0000 mgr.x (mgr.14862) 38 : cluster 0 pgmap v22: 89 pgs: 89 active+clean; 930 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 966 op/s 2024-05-11T04:50:47.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:47 smithi072 bash[31478]: audit 2024-05-11T04:50:46.607091+0000 mon.a (mon.0) 937 : audit 0 from='client.? 172.21.15.72:0/3586493738' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:48.739 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 systemd[1]: Stopping Ceph prometheus.a for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-05-11T04:50:48.740 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:48 smithi086 bash[50265]: ts=2024-05-11T04:50:48.488Z caller=main.go:1147 level=info msg="See you next time!" 2024-05-11T04:50:49.454 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:49 smithi086 bash[23731]: cluster 2024-05-11T04:50:48.318320+0000 mgr.x (mgr.14862) 39 : cluster 0 pgmap v23: 89 pgs: 89 active+clean; 930 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2024-05-11T04:50:49.454 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:49 smithi086 bash[23731]: audit 2024-05-11T04:50:49.299876+0000 mon.c (mon.2) 172 : audit 0 from='client.? 172.21.15.72:0/353018002' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:49.455 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:49 smithi086 bash[58544]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:50:49.455 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:49 smithi086 bash[58598]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:50:49.455 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:49 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-11T04:50:49.455 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:49 smithi086 systemd[1]: Stopped Ceph prometheus.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:50:49.455 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:49 smithi086 systemd[1]: Started Ceph prometheus.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:50:49.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:49 smithi072 bash[21439]: cluster 2024-05-11T04:50:48.318320+0000 mgr.x (mgr.14862) 39 : cluster 0 pgmap v23: 89 pgs: 89 active+clean; 930 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2024-05-11T04:50:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:49 smithi072 bash[21439]: audit 2024-05-11T04:50:49.299876+0000 mon.c (mon.2) 172 : audit 0 from='client.? 172.21.15.72:0/353018002' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:49.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:49 smithi072 bash[31478]: cluster 2024-05-11T04:50:48.318320+0000 mgr.x (mgr.14862) 39 : cluster 0 pgmap v23: 89 pgs: 89 active+clean; 930 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2024-05-11T04:50:49.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:49 smithi072 bash[31478]: audit 2024-05-11T04:50:49.299876+0000 mon.c (mon.2) 172 : audit 0 from='client.? 172.21.15.72:0/353018002' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:50.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:50 smithi086 bash[23731]: audit 2024-05-11T04:50:49.423441+0000 mon.a (mon.0) 938 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:50.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:50 smithi086 bash[23731]: audit 2024-05-11T04:50:49.433617+0000 mon.a (mon.0) 939 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:50.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:50 smithi086 bash[23731]: audit 2024-05-11T04:50:49.446599+0000 mon.b (mon.1) 72 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:50:50.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:50 smithi086 bash[23731]: audit 2024-05-11T04:50:49.447387+0000 mgr.x (mgr.14862) 40 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:50:50.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:50 smithi086 bash[23731]: audit 2024-05-11T04:50:49.455932+0000 mon.b (mon.1) 73 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:50:50.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:50 smithi086 bash[23731]: cephadm 2024-05-11T04:50:49.460599+0000 mgr.x (mgr.14862) 41 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:50:50.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:50 smithi086 bash[23731]: cephadm 2024-05-11T04:50:49.461278+0000 mgr.x (mgr.14862) 42 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.550Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.550Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.550Z caller=main.go:570 level=info host_details="(Linux 5.15.0-106-generic #116-Ubuntu SMP Wed Apr 17 09:17:56 UTC 2024 x86_64 smithi086 (none))" 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.550Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.550Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.561Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.562Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.563Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.563Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.566Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.566Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=25.091µs 2024-05-11T04:50:50.783 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.566Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-11T04:50:50.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.573Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-05-11T04:50:50.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.614Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-05-11T04:50:50.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.614Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-05-11T04:50:50.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.614Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=86.354µs wal_replay_duration=47.750146ms wbl_replay_duration=149ns total_replay_duration=48.219229ms 2024-05-11T04:50:50.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.617Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-05-11T04:50:50.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.617Z caller=main.go:1029 level=info msg="TSDB started" 2024-05-11T04:50:50.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.617Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-11T04:50:50.785 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.656Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=39.454265ms db_storage=859ns remote_storage=1.129µs web_handler=457ns query_engine=760ns scrape=298.098µs scrape_sd=138.122µs notify=23.129µs notify_sd=17.101µs rules=38.566425ms tracing=7.373µs 2024-05-11T04:50:50.785 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.656Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-05-11T04:50:50.785 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:50:50 smithi086 bash[58620]: ts=2024-05-11T04:50:50.656Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-05-11T04:50:50.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:50 smithi072 bash[21439]: audit 2024-05-11T04:50:49.423441+0000 mon.a (mon.0) 938 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:50.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:50 smithi072 bash[21439]: audit 2024-05-11T04:50:49.433617+0000 mon.a (mon.0) 939 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:50.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:50 smithi072 bash[21439]: audit 2024-05-11T04:50:49.446599+0000 mon.b (mon.1) 72 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:50:50.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:50 smithi072 bash[21439]: audit 2024-05-11T04:50:49.447387+0000 mgr.x (mgr.14862) 40 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:50:50.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:50 smithi072 bash[21439]: audit 2024-05-11T04:50:49.455932+0000 mon.b (mon.1) 73 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:50:50.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:50 smithi072 bash[21439]: cephadm 2024-05-11T04:50:49.460599+0000 mgr.x (mgr.14862) 41 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:50:50.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:50 smithi072 bash[21439]: cephadm 2024-05-11T04:50:49.461278+0000 mgr.x (mgr.14862) 42 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:50:50.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:50 smithi072 bash[31478]: audit 2024-05-11T04:50:49.423441+0000 mon.a (mon.0) 938 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:50.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:50 smithi072 bash[31478]: audit 2024-05-11T04:50:49.433617+0000 mon.a (mon.0) 939 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:50.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:50 smithi072 bash[31478]: audit 2024-05-11T04:50:49.446599+0000 mon.b (mon.1) 72 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:50:50.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:50 smithi072 bash[31478]: audit 2024-05-11T04:50:49.447387+0000 mgr.x (mgr.14862) 40 : audit 0 from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:50:50.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:50 smithi072 bash[31478]: audit 2024-05-11T04:50:49.455932+0000 mon.b (mon.1) 73 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:50:50.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:50 smithi072 bash[31478]: cephadm 2024-05-11T04:50:49.460599+0000 mgr.x (mgr.14862) 41 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:50:50.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:50 smithi072 bash[31478]: cephadm 2024-05-11T04:50:49.461278+0000 mgr.x (mgr.14862) 42 : cephadm 1 Upgrade: Need to upgrade myself (mgr.x) 2024-05-11T04:50:51.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:51 smithi086 bash[23731]: cluster 2024-05-11T04:50:50.319535+0000 mgr.x (mgr.14862) 43 : cluster 0 pgmap v24: 89 pgs: 89 active+clean; 700 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 939 op/s 2024-05-11T04:50:51.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:51 smithi072 bash[21439]: cluster 2024-05-11T04:50:50.319535+0000 mgr.x (mgr.14862) 43 : cluster 0 pgmap v24: 89 pgs: 89 active+clean; 700 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 939 op/s 2024-05-11T04:50:51.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:51 smithi072 bash[31478]: cluster 2024-05-11T04:50:50.319535+0000 mgr.x (mgr.14862) 43 : cluster 0 pgmap v24: 89 pgs: 89 active+clean; 700 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 939 op/s 2024-05-11T04:50:52.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:52 smithi086 bash[23731]: audit 2024-05-11T04:50:51.978751+0000 mon.a (mon.0) 940 : audit 0 from='client.? 172.21.15.72:0/2814933617' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:52.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:52 smithi072 bash[21439]: audit 2024-05-11T04:50:51.978751+0000 mon.a (mon.0) 940 : audit 0 from='client.? 172.21.15.72:0/2814933617' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:52.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:52 smithi072 bash[31478]: audit 2024-05-11T04:50:51.978751+0000 mon.a (mon.0) 940 : audit 0 from='client.? 172.21.15.72:0/2814933617' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:53.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:53 smithi086 bash[23731]: cluster 2024-05-11T04:50:52.320023+0000 mgr.x (mgr.14862) 44 : cluster 0 pgmap v25: 89 pgs: 89 active+clean; 700 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 620 op/s 2024-05-11T04:50:53.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:53 smithi072 bash[21439]: cluster 2024-05-11T04:50:52.320023+0000 mgr.x (mgr.14862) 44 : cluster 0 pgmap v25: 89 pgs: 89 active+clean; 700 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 620 op/s 2024-05-11T04:50:53.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:53 smithi072 bash[31478]: cluster 2024-05-11T04:50:52.320023+0000 mgr.x (mgr.14862) 44 : cluster 0 pgmap v25: 89 pgs: 89 active+clean; 700 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 620 op/s 2024-05-11T04:50:54.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:54 smithi086 bash[23731]: audit 2024-05-11T04:50:53.505787+0000 mon.b (mon.1) 74 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:54.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:54 smithi072 bash[21439]: audit 2024-05-11T04:50:53.505787+0000 mon.b (mon.1) 74 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:54.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:54 smithi072 bash[31478]: audit 2024-05-11T04:50:53.505787+0000 mon.b (mon.1) 74 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:50:55.595 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:55 smithi072 bash[21439]: cluster 2024-05-11T04:50:54.320503+0000 mgr.x (mgr.14862) 45 : cluster 0 pgmap v26: 89 pgs: 89 active+clean; 700 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 620 op/s 2024-05-11T04:50:55.595 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:55 smithi072 bash[21439]: audit 2024-05-11T04:50:54.638270+0000 mon.a (mon.0) 941 : audit 0 from='client.? 172.21.15.72:0/4256573670' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:55.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:55 smithi086 bash[23731]: cluster 2024-05-11T04:50:54.320503+0000 mgr.x (mgr.14862) 45 : cluster 0 pgmap v26: 89 pgs: 89 active+clean; 700 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 620 op/s 2024-05-11T04:50:55.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:55 smithi086 bash[23731]: audit 2024-05-11T04:50:54.638270+0000 mon.a (mon.0) 941 : audit 0 from='client.? 172.21.15.72:0/4256573670' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:56.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:55 smithi072 bash[31478]: cluster 2024-05-11T04:50:54.320503+0000 mgr.x (mgr.14862) 45 : cluster 0 pgmap v26: 89 pgs: 89 active+clean; 700 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 620 op/s 2024-05-11T04:50:56.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:55 smithi072 bash[31478]: audit 2024-05-11T04:50:54.638270+0000 mon.a (mon.0) 941 : audit 0 from='client.? 172.21.15.72:0/4256573670' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:57.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:50:56 smithi086 bash[52091]: ::ffff:172.21.15.86 - - [11/May/2024:04:50:56] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-05-11T04:50:57.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:57 smithi086 bash[23731]: cluster 2024-05-11T04:50:56.321237+0000 mgr.x (mgr.14862) 46 : cluster 0 pgmap v27: 89 pgs: 89 active+clean; 481 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 911 op/s 2024-05-11T04:50:57.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:57 smithi086 bash[23731]: audit 2024-05-11T04:50:56.873094+0000 mon.a (mon.0) 942 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:57.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:57 smithi086 bash[23731]: audit 2024-05-11T04:50:56.874595+0000 mon.a (mon.0) 943 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:50:57.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:57 smithi086 bash[23731]: audit 2024-05-11T04:50:56.875476+0000 mon.b (mon.1) 75 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:50:57.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:57 smithi086 bash[23731]: audit 2024-05-11T04:50:56.876880+0000 mon.b (mon.1) 76 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:50:57.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:57 smithi086 bash[23731]: audit 2024-05-11T04:50:56.877792+0000 mon.b (mon.1) 77 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:50:57.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:57 smithi086 bash[23731]: audit 2024-05-11T04:50:57.356896+0000 mon.c (mon.2) 173 : audit 0 from='client.? 172.21.15.72:0/4274110567' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:57.974 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:57 smithi072 bash[21439]: cluster 2024-05-11T04:50:56.321237+0000 mgr.x (mgr.14862) 46 : cluster 0 pgmap v27: 89 pgs: 89 active+clean; 481 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 911 op/s 2024-05-11T04:50:57.974 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:57 smithi072 bash[21439]: audit 2024-05-11T04:50:56.873094+0000 mon.a (mon.0) 942 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:57.974 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:57 smithi072 bash[21439]: audit 2024-05-11T04:50:56.874595+0000 mon.a (mon.0) 943 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:50:57.975 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:57 smithi072 bash[21439]: audit 2024-05-11T04:50:56.875476+0000 mon.b (mon.1) 75 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:50:57.975 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:57 smithi072 bash[21439]: audit 2024-05-11T04:50:56.876880+0000 mon.b (mon.1) 76 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:50:57.975 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:57 smithi072 bash[21439]: audit 2024-05-11T04:50:56.877792+0000 mon.b (mon.1) 77 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:50:57.975 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:57 smithi072 bash[21439]: audit 2024-05-11T04:50:57.356896+0000 mon.c (mon.2) 173 : audit 0 from='client.? 172.21.15.72:0/4274110567' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:57.975 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:57 smithi072 bash[31478]: cluster 2024-05-11T04:50:56.321237+0000 mgr.x (mgr.14862) 46 : cluster 0 pgmap v27: 89 pgs: 89 active+clean; 481 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 911 op/s 2024-05-11T04:50:57.975 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:57 smithi072 bash[31478]: audit 2024-05-11T04:50:56.873094+0000 mon.a (mon.0) 942 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:50:57.975 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:57 smithi072 bash[31478]: audit 2024-05-11T04:50:56.874595+0000 mon.a (mon.0) 943 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:50:57.976 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:57 smithi072 bash[31478]: audit 2024-05-11T04:50:56.875476+0000 mon.b (mon.1) 75 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:50:57.976 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:57 smithi072 bash[31478]: audit 2024-05-11T04:50:56.876880+0000 mon.b (mon.1) 76 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:50:57.976 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:57 smithi072 bash[31478]: audit 2024-05-11T04:50:56.877792+0000 mon.b (mon.1) 77 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:50:57.976 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:57 smithi072 bash[31478]: audit 2024-05-11T04:50:57.356896+0000 mon.c (mon.2) 173 : audit 0 from='client.? 172.21.15.72:0/4274110567' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:50:58.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:58 smithi086 bash[23731]: cephadm 2024-05-11T04:50:56.868387+0000 mgr.x (mgr.14862) 47 : cephadm 1 Upgrade: Updating mgr.y 2024-05-11T04:50:58.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:58 smithi086 bash[23731]: cephadm 2024-05-11T04:50:56.878677+0000 mgr.x (mgr.14862) 48 : cephadm 1 Deploying daemon mgr.y on smithi072 2024-05-11T04:50:58.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:58 smithi072 bash[31478]: cephadm 2024-05-11T04:50:56.868387+0000 mgr.x (mgr.14862) 47 : cephadm 1 Upgrade: Updating mgr.y 2024-05-11T04:50:58.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:58 smithi072 bash[31478]: cephadm 2024-05-11T04:50:56.878677+0000 mgr.x (mgr.14862) 48 : cephadm 1 Deploying daemon mgr.y on smithi072 2024-05-11T04:50:58.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:58 smithi072 bash[21439]: cephadm 2024-05-11T04:50:56.868387+0000 mgr.x (mgr.14862) 47 : cephadm 1 Upgrade: Updating mgr.y 2024-05-11T04:50:58.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:58 smithi072 bash[21439]: cephadm 2024-05-11T04:50:56.878677+0000 mgr.x (mgr.14862) 48 : cephadm 1 Deploying daemon mgr.y on smithi072 2024-05-11T04:50:59.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:50:59 smithi086 bash[23731]: cluster 2024-05-11T04:50:58.321657+0000 mgr.x (mgr.14862) 49 : cluster 0 pgmap v28: 89 pgs: 89 active+clean; 481 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:50:59.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:50:59 smithi072 bash[21439]: cluster 2024-05-11T04:50:58.321657+0000 mgr.x (mgr.14862) 49 : cluster 0 pgmap v28: 89 pgs: 89 active+clean; 481 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:50:59.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:50:59 smithi072 bash[31478]: cluster 2024-05-11T04:50:58.321657+0000 mgr.x (mgr.14862) 49 : cluster 0 pgmap v28: 89 pgs: 89 active+clean; 481 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:51:00.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:00 smithi086 bash[23731]: audit 2024-05-11T04:50:59.968491+0000 mon.b (mon.1) 78 : audit 0 from='client.? 172.21.15.72:0/988550630' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:00.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:00 smithi072 bash[21439]: audit 2024-05-11T04:50:59.968491+0000 mon.b (mon.1) 78 : audit 0 from='client.? 172.21.15.72:0/988550630' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:00.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:00 smithi072 bash[31478]: audit 2024-05-11T04:50:59.968491+0000 mon.b (mon.1) 78 : audit 0 from='client.? 172.21.15.72:0/988550630' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:01.434 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:51:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:01.434 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:01.435 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:01.435 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:01.436 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:51:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:01.436 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:51:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:01.437 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:51:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:01.437 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:51:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:01.438 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:51:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:01.718 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:01 smithi072 bash[21439]: cluster 2024-05-11T04:51:00.322346+0000 mgr.x (mgr.14862) 50 : cluster 0 pgmap v29: 89 pgs: 89 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 894 op/s 2024-05-11T04:51:01.719 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:01 smithi072 systemd[1]: Stopping Ceph mgr.y for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:51:01.719 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:01 smithi072 bash[31478]: cluster 2024-05-11T04:51:00.322346+0000 mgr.x (mgr.14862) 50 : cluster 0 pgmap v29: 89 pgs: 89 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 894 op/s 2024-05-11T04:51:01.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:01 smithi086 bash[23731]: cluster 2024-05-11T04:51:00.322346+0000 mgr.x (mgr.14862) 50 : cluster 0 pgmap v29: 89 pgs: 89 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 894 op/s 2024-05-11T04:51:03.226 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:02 smithi072 bash[72498]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mgr-y 2024-05-11T04:51:03.226 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-05-11T04:51:03.226 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:03 smithi072 bash[72577]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mgr-y 2024-05-11T04:51:03.497 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:03.497 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-05-11T04:51:03.497 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: Stopped Ceph mgr.y for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:51:03.498 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:03.498 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:03.498 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:03.499 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:03.499 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:03.499 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:03.500 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:03.500 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:51:03.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:03 smithi086 bash[23731]: cluster 2024-05-11T04:51:02.322793+0000 mgr.x (mgr.14862) 51 : cluster 0 pgmap v30: 89 pgs: 89 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 588 op/s 2024-05-11T04:51:03.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:03 smithi086 bash[23731]: audit 2024-05-11T04:51:02.613343+0000 mon.a (mon.0) 944 : audit 0 from='client.? 172.21.15.72:0/2456851973' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:03.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:03 smithi072 bash[21439]: cluster 2024-05-11T04:51:02.322793+0000 mgr.x (mgr.14862) 51 : cluster 0 pgmap v30: 89 pgs: 89 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 588 op/s 2024-05-11T04:51:03.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:03 smithi072 bash[21439]: audit 2024-05-11T04:51:02.613343+0000 mon.a (mon.0) 944 : audit 0 from='client.? 172.21.15.72:0/2456851973' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:03.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:03 smithi072 systemd[1]: Started Ceph mgr.y for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:51:03.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:03 smithi072 bash[31478]: cluster 2024-05-11T04:51:02.322793+0000 mgr.x (mgr.14862) 51 : cluster 0 pgmap v30: 89 pgs: 89 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 588 op/s 2024-05-11T04:51:03.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:03 smithi072 bash[31478]: audit 2024-05-11T04:51:02.613343+0000 mon.a (mon.0) 944 : audit 0 from='client.? 172.21.15.72:0/2456851973' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:05.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:04 smithi086 bash[23731]: audit 2024-05-11T04:51:03.625007+0000 mon.a (mon.0) 945 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:05.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:04 smithi086 bash[23731]: audit 2024-05-11T04:51:03.635795+0000 mon.a (mon.0) 946 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:05.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:04 smithi086 bash[23731]: audit 2024-05-11T04:51:03.685969+0000 mon.b (mon.1) 79 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:05.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:04 smithi086 bash[23731]: cluster 2024-05-11T04:51:04.323200+0000 mgr.x (mgr.14862) 52 : cluster 0 pgmap v31: 89 pgs: 89 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 588 op/s 2024-05-11T04:51:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:04 smithi072 bash[21439]: audit 2024-05-11T04:51:03.625007+0000 mon.a (mon.0) 945 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:04 smithi072 bash[21439]: audit 2024-05-11T04:51:03.635795+0000 mon.a (mon.0) 946 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:04 smithi072 bash[21439]: audit 2024-05-11T04:51:03.685969+0000 mon.b (mon.1) 79 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:05.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:04 smithi072 bash[21439]: cluster 2024-05-11T04:51:04.323200+0000 mgr.x (mgr.14862) 52 : cluster 0 pgmap v31: 89 pgs: 89 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 588 op/s 2024-05-11T04:51:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:04 smithi072 bash[31478]: audit 2024-05-11T04:51:03.625007+0000 mon.a (mon.0) 945 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:04 smithi072 bash[31478]: audit 2024-05-11T04:51:03.635795+0000 mon.a (mon.0) 946 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:04 smithi072 bash[31478]: audit 2024-05-11T04:51:03.685969+0000 mon.b (mon.1) 79 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:04 smithi072 bash[31478]: cluster 2024-05-11T04:51:04.323200+0000 mgr.x (mgr.14862) 52 : cluster 0 pgmap v31: 89 pgs: 89 active+clean; 259 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 588 op/s 2024-05-11T04:51:05.596 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Removed 121638 objects 2024-05-11T04:51:05.596 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Clean up completed and total clean up time :164.108 2024-05-11T04:51:05.989 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:05 smithi072 bash[72627]: debug 2024-05-11T04:51:05.853+0000 7f7238b4f700 1 -- 172.21.15.72:0/4140496830 <== mon.0 v2:172.21.15.72:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55daf526a5a0 con 0x55daf5feac00 2024-05-11T04:51:05.990 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:05 smithi072 bash[31478]: audit 2024-05-11T04:51:05.292457+0000 mon.c (mon.2) 174 : audit 0 from='client.? 172.21.15.72:0/478740797' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:05.990 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:05 smithi072 bash[21439]: audit 2024-05-11T04:51:05.292457+0000 mon.c (mon.2) 174 : audit 0 from='client.? 172.21.15.72:0/478740797' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:06.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:05 smithi086 bash[23731]: audit 2024-05-11T04:51:05.292457+0000 mon.c (mon.2) 174 : audit 0 from='client.? 172.21.15.72:0/478740797' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:06.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:05 smithi072 bash[72627]: debug 2024-05-11T04:51:05.989+0000 7f7242d62200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:51:06.894 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:06 smithi086 bash[23731]: cluster 2024-05-11T04:51:06.324343+0000 mgr.x (mgr.14862) 53 : cluster 0 pgmap v32: 89 pgs: 89 active+clean; 55 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 859 op/s 2024-05-11T04:51:07.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:06 smithi072 bash[21439]: cluster 2024-05-11T04:51:06.324343+0000 mgr.x (mgr.14862) 53 : cluster 0 pgmap v32: 89 pgs: 89 active+clean; 55 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 859 op/s 2024-05-11T04:51:07.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:06 smithi072 bash[31478]: cluster 2024-05-11T04:51:06.324343+0000 mgr.x (mgr.14862) 53 : cluster 0 pgmap v32: 89 pgs: 89 active+clean; 55 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 859 op/s 2024-05-11T04:51:07.282 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:06 smithi086 bash[52091]: ::ffff:172.21.15.86 - - [11/May/2024:04:51:06] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-05-11T04:51:07.680 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-05-11T04:51:07.680 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-05-11T04:51:07.935 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:07 smithi072 bash[21439]: audit 2024-05-11T04:51:07.747857+0000 mon.a (mon.0) 947 : audit 0 from='client.? 172.21.15.72:0/4090106189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:07.935 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:07 smithi072 bash[31478]: audit 2024-05-11T04:51:07.747857+0000 mon.a (mon.0) 947 : audit 0 from='client.? 172.21.15.72:0/4090106189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:07.935 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:07 smithi072 bash[72627]: debug 2024-05-11T04:51:07.577+0000 7f7242d62200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:51:07.936 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:07 smithi072 bash[72627]: debug 2024-05-11T04:51:07.677+0000 7f7242d62200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:51:08.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:07 smithi072 bash[72627]: debug 2024-05-11T04:51:07.937+0000 7f7242d62200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:51:08.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:07 smithi086 bash[23731]: audit 2024-05-11T04:51:07.747857+0000 mon.a (mon.0) 947 : audit 0 from='client.? 172.21.15.72:0/4090106189' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:09.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:08 smithi072 bash[21439]: cluster 2024-05-11T04:51:08.325042+0000 mgr.x (mgr.14862) 54 : cluster 0 pgmap v33: 89 pgs: 89 active+clean; 55 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 567 op/s 2024-05-11T04:51:09.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:08 smithi072 bash[21439]: audit 2024-05-11T04:51:08.506622+0000 mon.b (mon.1) 80 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:09.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:08 smithi072 bash[31478]: cluster 2024-05-11T04:51:08.325042+0000 mgr.x (mgr.14862) 54 : cluster 0 pgmap v33: 89 pgs: 89 active+clean; 55 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 567 op/s 2024-05-11T04:51:09.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:08 smithi072 bash[31478]: audit 2024-05-11T04:51:08.506622+0000 mon.b (mon.1) 80 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:09.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:08 smithi072 bash[72627]: debug 2024-05-11T04:51:08.741+0000 7f7242d62200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:51:09.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:08 smithi072 bash[72627]: debug 2024-05-11T04:51:08.853+0000 7f7242d62200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:51:09.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:08 smithi072 bash[72627]: debug 2024-05-11T04:51:08.957+0000 7f7242d62200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:51:09.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:08 smithi086 bash[23731]: cluster 2024-05-11T04:51:08.325042+0000 mgr.x (mgr.14862) 54 : cluster 0 pgmap v33: 89 pgs: 89 active+clean; 55 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 567 op/s 2024-05-11T04:51:09.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:08 smithi086 bash[23731]: audit 2024-05-11T04:51:08.506622+0000 mon.b (mon.1) 80 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:09.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:09 smithi072 bash[72627]: debug 2024-05-11T04:51:09.317+0000 7f7242d62200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:51:09.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:09 smithi072 bash[72627]: debug 2024-05-11T04:51:09.433+0000 7f7242d62200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:51:09.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:09 smithi072 bash[72627]: debug 2024-05-11T04:51:09.537+0000 7f7242d62200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:51:10.181 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:09 smithi072 bash[72627]: debug 2024-05-11T04:51:09.921+0000 7f7242d62200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:51:10.470 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:10 smithi072 bash[72627]: debug 2024-05-11T04:51:10.181+0000 7f7242d62200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:51:10.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:10 smithi072 bash[31478]: audit 2024-05-11T04:51:09.697190+0000 mon.a (mon.0) 948 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:10.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:10 smithi072 bash[31478]: audit 2024-05-11T04:51:09.709391+0000 mon.a (mon.0) 949 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:10.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:10 smithi072 bash[31478]: audit 2024-05-11T04:51:10.216812+0000 mon.a (mon.0) 950 : audit 0 from='client.? 172.21.15.72:0/1337733212' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:10.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:10 smithi072 bash[31478]: cluster 2024-05-11T04:51:10.326370+0000 mgr.x (mgr.14862) 55 : cluster 0 pgmap v34: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 640 op/s 2024-05-11T04:51:10.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:10 smithi072 bash[31478]: audit 2024-05-11T04:51:10.447034+0000 mon.a (mon.0) 951 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:10.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:10 smithi072 bash[31478]: audit 2024-05-11T04:51:10.461129+0000 mon.a (mon.0) 952 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:10.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:10 smithi072 bash[21439]: audit 2024-05-11T04:51:09.697190+0000 mon.a (mon.0) 948 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:10.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:10 smithi072 bash[21439]: audit 2024-05-11T04:51:09.709391+0000 mon.a (mon.0) 949 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:10.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:10 smithi072 bash[21439]: audit 2024-05-11T04:51:10.216812+0000 mon.a (mon.0) 950 : audit 0 from='client.? 172.21.15.72:0/1337733212' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:10.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:10 smithi072 bash[21439]: cluster 2024-05-11T04:51:10.326370+0000 mgr.x (mgr.14862) 55 : cluster 0 pgmap v34: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 640 op/s 2024-05-11T04:51:10.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:10 smithi072 bash[21439]: audit 2024-05-11T04:51:10.447034+0000 mon.a (mon.0) 951 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:10.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:10 smithi072 bash[21439]: audit 2024-05-11T04:51:10.461129+0000 mon.a (mon.0) 952 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:10.800 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:10 smithi072 bash[72627]: debug 2024-05-11T04:51:10.469+0000 7f7242d62200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:51:10.800 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:10 smithi072 bash[72627]: debug 2024-05-11T04:51:10.589+0000 7f7242d62200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:51:11.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:10 smithi086 bash[23731]: audit 2024-05-11T04:51:09.697190+0000 mon.a (mon.0) 948 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:11.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:10 smithi086 bash[23731]: audit 2024-05-11T04:51:09.709391+0000 mon.a (mon.0) 949 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:11.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:10 smithi086 bash[23731]: audit 2024-05-11T04:51:10.216812+0000 mon.a (mon.0) 950 : audit 0 from='client.? 172.21.15.72:0/1337733212' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:11.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:10 smithi086 bash[23731]: cluster 2024-05-11T04:51:10.326370+0000 mgr.x (mgr.14862) 55 : cluster 0 pgmap v34: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 640 op/s 2024-05-11T04:51:11.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:10 smithi086 bash[23731]: audit 2024-05-11T04:51:10.447034+0000 mon.a (mon.0) 951 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:11.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:10 smithi086 bash[23731]: audit 2024-05-11T04:51:10.461129+0000 mon.a (mon.0) 952 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:11.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:10 smithi072 bash[72627]: debug 2024-05-11T04:51:10.881+0000 7f7242d62200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:51:11.564 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:11 smithi072 bash[72627]: debug 2024-05-11T04:51:11.309+0000 7f7242d62200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:51:11.761 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:51:11.966 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:11 smithi072 bash[72627]: debug 2024-05-11T04:51:11.565+0000 7f7242d62200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:51:11.966 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:11 smithi072 bash[72627]: debug 2024-05-11T04:51:11.693+0000 7f7242d62200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:51:12.325 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:11 smithi072 bash[72627]: debug 2024-05-11T04:51:11.965+0000 7f7242d62200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:51:13.018 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:12 smithi072 bash[31478]: audit 2024-05-11T04:51:11.618650+0000 mon.a (mon.0) 953 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:13.019 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:12 smithi072 bash[31478]: audit 2024-05-11T04:51:11.635776+0000 mon.a (mon.0) 954 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:13.019 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:12 smithi072 bash[31478]: cluster 2024-05-11T04:51:12.327046+0000 mgr.x (mgr.14862) 56 : cluster 0 pgmap v35: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 343 op/s 2024-05-11T04:51:13.019 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:12 smithi072 bash[21439]: audit 2024-05-11T04:51:11.618650+0000 mon.a (mon.0) 953 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:13.019 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:12 smithi072 bash[21439]: audit 2024-05-11T04:51:11.635776+0000 mon.a (mon.0) 954 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:13.019 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:12 smithi072 bash[21439]: cluster 2024-05-11T04:51:12.327046+0000 mgr.x (mgr.14862) 56 : cluster 0 pgmap v35: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 343 op/s 2024-05-11T04:51:13.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:12 smithi086 bash[23731]: audit 2024-05-11T04:51:11.618650+0000 mon.a (mon.0) 953 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:13.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:12 smithi086 bash[23731]: audit 2024-05-11T04:51:11.635776+0000 mon.a (mon.0) 954 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:13.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:12 smithi086 bash[23731]: cluster 2024-05-11T04:51:12.327046+0000 mgr.x (mgr.14862) 56 : cluster 0 pgmap v35: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 343 op/s 2024-05-11T04:51:13.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:13 smithi072 bash[72627]: debug 2024-05-11T04:51:13.017+0000 7f7242d62200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:51:13.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:13 smithi072 bash[72627]: debug 2024-05-11T04:51:13.137+0000 7f7242d62200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:51:13.794 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:13 smithi072 bash[21439]: audit 2024-05-11T04:51:12.647911+0000 mon.a (mon.0) 955 : audit 0 from='client.? 172.21.15.72:0/3128275743' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:13.795 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:13 smithi072 bash[31478]: audit 2024-05-11T04:51:12.647911+0000 mon.a (mon.0) 955 : audit 0 from='client.? 172.21.15.72:0/3128275743' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:13.795 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:13 smithi072 bash[72627]: debug 2024-05-11T04:51:13.445+0000 7f7242d62200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:51:13.795 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:13 smithi072 bash[72627]: debug 2024-05-11T04:51:13.565+0000 7f7242d62200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:51:14.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:13 smithi086 bash[23731]: audit 2024-05-11T04:51:12.647911+0000 mon.a (mon.0) 955 : audit 0 from='client.? 172.21.15.72:0/3128275743' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:14.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:13 smithi072 bash[72627]: debug 2024-05-11T04:51:13.865+0000 7f7242d62200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:51:14.579 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:14 smithi072 bash[72627]: debug 2024-05-11T04:51:14.325+0000 7f7242d62200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:51:14.579 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:14 smithi072 bash[72627]: debug 2024-05-11T04:51:14.449+0000 7f7242d62200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:51:14.579 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:14 smithi072 bash[72627]: [11/May/2024:04:51:14] ENGINE Bus STARTING 2024-05-11T04:51:15.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:14 smithi086 bash[23731]: cluster 2024-05-11T04:51:14.327673+0000 mgr.x (mgr.14862) 57 : cluster 0 pgmap v36: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 343 op/s 2024-05-11T04:51:15.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:14 smithi086 bash[23731]: cluster 2024-05-11T04:51:14.476302+0000 mon.a (mon.0) 956 : cluster 0 Standby manager daemon y restarted 2024-05-11T04:51:15.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:14 smithi086 bash[23731]: cluster 2024-05-11T04:51:14.476460+0000 mon.a (mon.0) 957 : cluster 0 Standby manager daemon y started 2024-05-11T04:51:15.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:14 smithi086 bash[23731]: audit 2024-05-11T04:51:14.479429+0000 mon.c (mon.2) 175 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:51:15.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:14 smithi086 bash[23731]: audit 2024-05-11T04:51:14.481378+0000 mon.c (mon.2) 176 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:51:15.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:14 smithi086 bash[23731]: audit 2024-05-11T04:51:14.485790+0000 mon.c (mon.2) 177 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:51:15.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:14 smithi086 bash[23731]: audit 2024-05-11T04:51:14.486341+0000 mon.c (mon.2) 178 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:51:15.076 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:14 smithi072 bash[72627]: CherryPy Checker: 2024-05-11T04:51:15.076 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:14 smithi072 bash[72627]: The Application mounted at '' has an empty config. 2024-05-11T04:51:15.076 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:14 smithi072 bash[72627]: [11/May/2024:04:51:14] ENGINE Serving on http://:::9283 2024-05-11T04:51:15.076 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:14 smithi072 bash[72627]: [11/May/2024:04:51:14] ENGINE Bus STARTED 2024-05-11T04:51:15.077 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:14 smithi072 bash[21439]: cluster 2024-05-11T04:51:14.327673+0000 mgr.x (mgr.14862) 57 : cluster 0 pgmap v36: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 343 op/s 2024-05-11T04:51:15.077 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:14 smithi072 bash[21439]: cluster 2024-05-11T04:51:14.476302+0000 mon.a (mon.0) 956 : cluster 0 Standby manager daemon y restarted 2024-05-11T04:51:15.077 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:14 smithi072 bash[21439]: cluster 2024-05-11T04:51:14.476460+0000 mon.a (mon.0) 957 : cluster 0 Standby manager daemon y started 2024-05-11T04:51:15.077 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:14 smithi072 bash[21439]: audit 2024-05-11T04:51:14.479429+0000 mon.c (mon.2) 175 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:51:15.077 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:14 smithi072 bash[21439]: audit 2024-05-11T04:51:14.481378+0000 mon.c (mon.2) 176 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:51:15.077 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:14 smithi072 bash[21439]: audit 2024-05-11T04:51:14.485790+0000 mon.c (mon.2) 177 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:51:15.077 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:14 smithi072 bash[21439]: audit 2024-05-11T04:51:14.486341+0000 mon.c (mon.2) 178 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:51:15.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:14 smithi072 bash[31478]: cluster 2024-05-11T04:51:14.327673+0000 mgr.x (mgr.14862) 57 : cluster 0 pgmap v36: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 343 op/s 2024-05-11T04:51:15.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:14 smithi072 bash[31478]: cluster 2024-05-11T04:51:14.476302+0000 mon.a (mon.0) 956 : cluster 0 Standby manager daemon y restarted 2024-05-11T04:51:15.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:14 smithi072 bash[31478]: cluster 2024-05-11T04:51:14.476460+0000 mon.a (mon.0) 957 : cluster 0 Standby manager daemon y started 2024-05-11T04:51:15.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:14 smithi072 bash[31478]: audit 2024-05-11T04:51:14.479429+0000 mon.c (mon.2) 175 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-05-11T04:51:15.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:14 smithi072 bash[31478]: audit 2024-05-11T04:51:14.481378+0000 mon.c (mon.2) 176 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:51:15.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:14 smithi072 bash[31478]: audit 2024-05-11T04:51:14.485790+0000 mon.c (mon.2) 177 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-05-11T04:51:15.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:14 smithi072 bash[31478]: audit 2024-05-11T04:51:14.486341+0000 mon.c (mon.2) 178 : audit 0 from='mgr.? 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:51:15.917 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:15 smithi072 bash[31478]: cluster 2024-05-11T04:51:14.653143+0000 mon.a (mon.0) 958 : cluster 0 mgrmap e27: x(active, since 66s), standbys: y 2024-05-11T04:51:15.917 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:15 smithi072 bash[31478]: audit 2024-05-11T04:51:15.079810+0000 mon.a (mon.0) 959 : audit 0 from='client.? 172.21.15.72:0/2613626922' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:15.917 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:15 smithi072 bash[21439]: cluster 2024-05-11T04:51:14.653143+0000 mon.a (mon.0) 958 : cluster 0 mgrmap e27: x(active, since 66s), standbys: y 2024-05-11T04:51:15.917 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:15 smithi072 bash[21439]: audit 2024-05-11T04:51:15.079810+0000 mon.a (mon.0) 959 : audit 0 from='client.? 172.21.15.72:0/2613626922' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:16.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:15 smithi086 bash[23731]: cluster 2024-05-11T04:51:14.653143+0000 mon.a (mon.0) 958 : cluster 0 mgrmap e27: x(active, since 66s), standbys: y 2024-05-11T04:51:16.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:15 smithi086 bash[23731]: audit 2024-05-11T04:51:15.079810+0000 mon.a (mon.0) 959 : audit 0 from='client.? 172.21.15.72:0/2613626922' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:16.684 INFO:teuthology.orchestra.run.smithi072.stderr:pool 'unique_pool_0' removed 2024-05-11T04:51:17.012 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:16 smithi072 bash[31478]: audit 2024-05-11T04:51:16.258735+0000 mon.a (mon.0) 960 : audit 1 from='client.? 172.21.15.72:0/1943444275' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T04:51:17.012 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:16 smithi072 bash[31478]: cluster 2024-05-11T04:51:16.328943+0000 mgr.x (mgr.14862) 58 : cluster 0 pgmap v37: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 343 op/s 2024-05-11T04:51:17.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:16 smithi072 bash[21439]: audit 2024-05-11T04:51:16.258735+0000 mon.a (mon.0) 960 : audit 1 from='client.? 172.21.15.72:0/1943444275' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T04:51:17.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:16 smithi072 bash[21439]: cluster 2024-05-11T04:51:16.328943+0000 mgr.x (mgr.14862) 58 : cluster 0 pgmap v37: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 343 op/s 2024-05-11T04:51:17.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:16 smithi086 bash[23731]: audit 2024-05-11T04:51:16.258735+0000 mon.a (mon.0) 960 : audit 1 from='client.? 172.21.15.72:0/1943444275' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T04:51:17.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:16 smithi086 bash[23731]: cluster 2024-05-11T04:51:16.328943+0000 mgr.x (mgr.14862) 58 : cluster 0 pgmap v37: 89 pgs: 89 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 343 op/s 2024-05-11T04:51:17.032 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:16 smithi086 bash[52091]: ::ffff:172.21.15.86 - - [11/May/2024:04:51:16] "GET /metrics HTTP/1.1" 200 36326 "" "Prometheus/2.43.0" 2024-05-11T04:51:18.013 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:17 smithi072 bash[21439]: audit 2024-05-11T04:51:16.665306+0000 mon.a (mon.0) 961 : audit 1 from='client.? 172.21.15.72:0/1943444275' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T04:51:18.014 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:17 smithi072 bash[21439]: cluster 2024-05-11T04:51:16.665467+0000 mon.a (mon.0) 962 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-05-11T04:51:18.014 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:17 smithi072 bash[21439]: audit 2024-05-11T04:51:17.537742+0000 mon.a (mon.0) 963 : audit 0 from='client.? 172.21.15.72:0/3088945108' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:18.014 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:17 smithi072 bash[31478]: audit 2024-05-11T04:51:16.665306+0000 mon.a (mon.0) 961 : audit 1 from='client.? 172.21.15.72:0/1943444275' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T04:51:18.014 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:17 smithi072 bash[31478]: cluster 2024-05-11T04:51:16.665467+0000 mon.a (mon.0) 962 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-05-11T04:51:18.014 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:17 smithi072 bash[31478]: audit 2024-05-11T04:51:17.537742+0000 mon.a (mon.0) 963 : audit 0 from='client.? 172.21.15.72:0/3088945108' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:18.015 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2024-05-11T04:51:18.016 INFO:tasks.radosbench:Beginning radosbench... 2024-05-11T04:51:18.016 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_1 2024-05-11T04:51:18.016 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool create unique_pool_1 16 2024-05-11T04:51:18.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:17 smithi086 bash[23731]: audit 2024-05-11T04:51:16.665306+0000 mon.a (mon.0) 961 : audit 1 from='client.? 172.21.15.72:0/1943444275' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T04:51:18.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:17 smithi086 bash[23731]: cluster 2024-05-11T04:51:16.665467+0000 mon.a (mon.0) 962 : cluster 0 osdmap e77: 8 total, 8 up, 8 in 2024-05-11T04:51:18.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:17 smithi086 bash[23731]: audit 2024-05-11T04:51:17.537742+0000 mon.a (mon.0) 963 : audit 0 from='client.? 172.21.15.72:0/3088945108' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:19.188 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:18 smithi072 bash[21439]: cluster 2024-05-11T04:51:18.329659+0000 mgr.x (mgr.14862) 59 : cluster 0 pgmap v39: 73 pgs: 73 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:19.189 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:18 smithi072 bash[31478]: cluster 2024-05-11T04:51:18.329659+0000 mgr.x (mgr.14862) 59 : cluster 0 pgmap v39: 73 pgs: 73 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:19.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:18 smithi086 bash[23731]: cluster 2024-05-11T04:51:18.329659+0000 mgr.x (mgr.14862) 59 : cluster 0 pgmap v39: 73 pgs: 73 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:20.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:20 smithi072 bash[21439]: audit 2024-05-11T04:51:20.001522+0000 mon.c (mon.2) 179 : audit 0 from='client.? 172.21.15.72:0/3562152732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:20.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:20 smithi072 bash[31478]: audit 2024-05-11T04:51:20.001522+0000 mon.c (mon.2) 179 : audit 0 from='client.? 172.21.15.72:0/3562152732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:20.531 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:20 smithi086 bash[23731]: audit 2024-05-11T04:51:20.001522+0000 mon.c (mon.2) 179 : audit 0 from='client.? 172.21.15.72:0/3562152732' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:21.412 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:21 smithi072 bash[21439]: cluster 2024-05-11T04:51:20.330703+0000 mgr.x (mgr.14862) 60 : cluster 0 pgmap v40: 73 pgs: 73 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:21.412 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:21 smithi072 bash[31478]: cluster 2024-05-11T04:51:20.330703+0000 mgr.x (mgr.14862) 60 : cluster 0 pgmap v40: 73 pgs: 73 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:21.531 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:21 smithi086 bash[23731]: cluster 2024-05-11T04:51:20.330703+0000 mgr.x (mgr.14862) 60 : cluster 0 pgmap v40: 73 pgs: 73 active+clean; 580 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:22.737 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:51:22.757 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: [11/May/2024:04:51:22] ENGINE Bus STOPPING 2024-05-11T04:51:22.757 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: [11/May/2024:04:51:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:51:22.757 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: [11/May/2024:04:51:22] ENGINE Bus STOPPED 2024-05-11T04:51:22.757 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: [11/May/2024:04:51:22] ENGINE Bus STARTING 2024-05-11T04:51:22.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:22 smithi086 bash[52091]: ignoring --setuser ceph since I am not root 2024-05-11T04:51:22.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:22 smithi086 bash[52091]: ignoring --setgroup ceph since I am not root 2024-05-11T04:51:22.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:22 smithi086 bash[52091]: debug 2024-05-11T04:51:22.435+0000 7f1c967f7700 1 -- 172.21.15.86:0/4208840008 <== mon.1 v2:172.21.15.86:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5635b5f545a0 con 0x5635b6cd4400 2024-05-11T04:51:22.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:22 smithi086 bash[52091]: debug 2024-05-11T04:51:22.579+0000 7f1ca05ec200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:51:23.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: debug 2024-05-11T04:51:22.829+0000 7f719f88b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:51:23.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: debug 2024-05-11T04:51:22.829+0000 7f719f88b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:51:23.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: debug 2024-05-11T04:51:22.829+0000 7f719f88b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:51:23.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: debug 2024-05-11T04:51:22.829+0000 7f719f88b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:51:23.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: debug 2024-05-11T04:51:22.829+0000 7f719f88b700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:51:23.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: debug 2024-05-11T04:51:22.829+0000 7f71a2891700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:51:23.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: debug 2024-05-11T04:51:22.829+0000 7f71a2891700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:51:23.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: debug 2024-05-11T04:51:22.829+0000 7f71a2891700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:51:23.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: debug 2024-05-11T04:51:22.829+0000 7f71a2891700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:51:23.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: debug 2024-05-11T04:51:22.829+0000 7f71a2891700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:51:23.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: [11/May/2024:04:51:22] ENGINE Serving on http://:::9283 2024-05-11T04:51:23.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:51:22 smithi072 bash[72627]: [11/May/2024:04:51:22] ENGINE Bus STARTED 2024-05-11T04:51:23.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.242771+0000 mon.a (mon.0) 964 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:23.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.256254+0000 mon.a (mon.0) 965 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:23.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.261983+0000 mon.b (mon.1) 81 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.264130+0000 mon.b (mon.1) 82 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.272199+0000 mon.a (mon.0) 966 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.357193+0000 mon.b (mon.1) 83 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.364238+0000 mon.a (mon.0) 967 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.365032+0000 mon.b (mon.1) 84 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: cluster 2024-05-11T04:51:22.365085+0000 mon.a (mon.0) 968 : cluster 1 Activating manager daemon y 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: cluster 2024-05-11T04:51:22.380186+0000 mon.a (mon.0) 969 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.380926+0000 mon.a (mon.0) 970 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: cluster 2024-05-11T04:51:22.381130+0000 mon.a (mon.0) 971 : cluster 0 mgrmap e28: y(active, starting, since 0.0160329s) 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.382521+0000 mon.a (mon.0) 972 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.382675+0000 mon.a (mon.0) 973 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.382927+0000 mon.a (mon.0) 974 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:51:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.383431+0000 mon.a (mon.0) 975 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.383672+0000 mon.a (mon.0) 976 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.385280+0000 mon.a (mon.0) 977 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.386012+0000 mon.a (mon.0) 978 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.386901+0000 mon.a (mon.0) 979 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.387401+0000 mon.a (mon.0) 980 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.388249+0000 mon.a (mon.0) 981 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.388788+0000 mon.a (mon.0) 982 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.389357+0000 mon.a (mon.0) 983 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.389897+0000 mon.a (mon.0) 984 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.390495+0000 mon.a (mon.0) 985 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.391070+0000 mon.a (mon.0) 986 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.391676+0000 mon.a (mon.0) 987 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:51:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.392911+0000 mon.a (mon.0) 988 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:51:23.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: cluster 2024-05-11T04:51:22.434359+0000 mon.a (mon.0) 989 : cluster 1 Manager daemon y is now available 2024-05-11T04:51:23.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.474796+0000 mon.a (mon.0) 990 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:23.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.476098+0000 mon.a (mon.0) 991 : audit 0 from='client.? 172.21.15.72:0/2615998318' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:23.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.502172+0000 mon.a (mon.0) 992 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:23.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.509333+0000 mon.a (mon.0) 993 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:51:23.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:23 smithi086 bash[23731]: audit 2024-05-11T04:51:22.807569+0000 mon.a (mon.0) 994 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:51:23.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.242771+0000 mon.a (mon.0) 964 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:23.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.256254+0000 mon.a (mon.0) 965 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:23.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.261983+0000 mon.b (mon.1) 81 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:51:23.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.264130+0000 mon.b (mon.1) 82 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:51:23.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.272199+0000 mon.a (mon.0) 966 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:23.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.357193+0000 mon.b (mon.1) 83 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:23.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.364238+0000 mon.a (mon.0) 967 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:51:23.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.365032+0000 mon.b (mon.1) 84 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:51:23.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: cluster 2024-05-11T04:51:22.365085+0000 mon.a (mon.0) 968 : cluster 1 Activating manager daemon y 2024-05-11T04:51:23.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: cluster 2024-05-11T04:51:22.380186+0000 mon.a (mon.0) 969 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-05-11T04:51:23.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.380926+0000 mon.a (mon.0) 970 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-05-11T04:51:23.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: cluster 2024-05-11T04:51:22.381130+0000 mon.a (mon.0) 971 : cluster 0 mgrmap e28: y(active, starting, since 0.0160329s) 2024-05-11T04:51:23.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.382521+0000 mon.a (mon.0) 972 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:51:23.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.382675+0000 mon.a (mon.0) 973 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:51:23.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.382927+0000 mon.a (mon.0) 974 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:51:23.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.383431+0000 mon.a (mon.0) 975 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:51:23.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.383672+0000 mon.a (mon.0) 976 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:51:23.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.385280+0000 mon.a (mon.0) 977 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:51:23.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.386012+0000 mon.a (mon.0) 978 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:51:23.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.386901+0000 mon.a (mon.0) 979 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.242771+0000 mon.a (mon.0) 964 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.256254+0000 mon.a (mon.0) 965 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.261983+0000 mon.b (mon.1) 81 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.264130+0000 mon.b (mon.1) 82 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.272199+0000 mon.a (mon.0) 966 : audit 1 from='mgr.14862 ' entity='mgr.x' 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.357193+0000 mon.b (mon.1) 83 : audit 0 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.364238+0000 mon.a (mon.0) 967 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.365032+0000 mon.b (mon.1) 84 : audit 1 from='mgr.14862 172.21.15.86:0/2407063873' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: cluster 2024-05-11T04:51:22.365085+0000 mon.a (mon.0) 968 : cluster 1 Activating manager daemon y 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: cluster 2024-05-11T04:51:22.380186+0000 mon.a (mon.0) 969 : cluster 0 osdmap e78: 8 total, 8 up, 8 in 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.380926+0000 mon.a (mon.0) 970 : audit 1 from='mgr.14862 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: cluster 2024-05-11T04:51:22.381130+0000 mon.a (mon.0) 971 : cluster 0 mgrmap e28: y(active, starting, since 0.0160329s) 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.382521+0000 mon.a (mon.0) 972 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:51:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.382675+0000 mon.a (mon.0) 973 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:51:23.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.382927+0000 mon.a (mon.0) 974 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:51:23.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.383431+0000 mon.a (mon.0) 975 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:51:23.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.383672+0000 mon.a (mon.0) 976 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:51:23.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.385280+0000 mon.a (mon.0) 977 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:51:23.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.386012+0000 mon.a (mon.0) 978 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:51:23.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.386901+0000 mon.a (mon.0) 979 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:51:23.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.387401+0000 mon.a (mon.0) 980 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:51:23.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.388249+0000 mon.a (mon.0) 981 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:51:23.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.388788+0000 mon.a (mon.0) 982 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:51:23.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.389357+0000 mon.a (mon.0) 983 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:51:23.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.389897+0000 mon.a (mon.0) 984 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:51:23.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.390495+0000 mon.a (mon.0) 985 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:51:23.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.391070+0000 mon.a (mon.0) 986 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:51:23.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.391676+0000 mon.a (mon.0) 987 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:51:23.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.392911+0000 mon.a (mon.0) 988 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:51:23.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: cluster 2024-05-11T04:51:22.434359+0000 mon.a (mon.0) 989 : cluster 1 Manager daemon y is now available 2024-05-11T04:51:23.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.474796+0000 mon.a (mon.0) 990 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:23.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.476098+0000 mon.a (mon.0) 991 : audit 0 from='client.? 172.21.15.72:0/2615998318' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:23.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.502172+0000 mon.a (mon.0) 992 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:23.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.509333+0000 mon.a (mon.0) 993 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:51:23.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:23 smithi072 bash[21439]: audit 2024-05-11T04:51:22.807569+0000 mon.a (mon.0) 994 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:51:23.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.387401+0000 mon.a (mon.0) 980 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.388249+0000 mon.a (mon.0) 981 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.388788+0000 mon.a (mon.0) 982 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.389357+0000 mon.a (mon.0) 983 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.389897+0000 mon.a (mon.0) 984 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.390495+0000 mon.a (mon.0) 985 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.391070+0000 mon.a (mon.0) 986 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.391676+0000 mon.a (mon.0) 987 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.392911+0000 mon.a (mon.0) 988 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: cluster 2024-05-11T04:51:22.434359+0000 mon.a (mon.0) 989 : cluster 1 Manager daemon y is now available 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.474796+0000 mon.a (mon.0) 990 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.476098+0000 mon.a (mon.0) 991 : audit 0 from='client.? 172.21.15.72:0/2615998318' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.502172+0000 mon.a (mon.0) 992 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:23.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.509333+0000 mon.a (mon.0) 993 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:51:23.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:23 smithi072 bash[31478]: audit 2024-05-11T04:51:22.807569+0000 mon.a (mon.0) 994 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:51:24.527 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:24 smithi086 bash[52091]: debug 2024-05-11T04:51:24.171+0000 7f1ca05ec200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:51:24.527 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:24 smithi086 bash[52091]: debug 2024-05-11T04:51:24.271+0000 7f1ca05ec200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:51:24.527 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:24 smithi086 bash[23731]: cephadm 2024-05-11T04:51:22.914831+0000 mgr.y (mgr.24944) 1 : cephadm 1 [11/May/2024:04:51:22] ENGINE Bus STARTING 2024-05-11T04:51:24.527 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:24 smithi086 bash[23731]: cephadm 2024-05-11T04:51:23.080335+0000 mgr.y (mgr.24944) 2 : cephadm 1 [11/May/2024:04:51:23] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:51:24.527 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:24 smithi086 bash[23731]: cephadm 2024-05-11T04:51:23.236936+0000 mgr.y (mgr.24944) 3 : cephadm 1 [11/May/2024:04:51:23] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:51:24.527 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:24 smithi086 bash[23731]: cephadm 2024-05-11T04:51:23.237055+0000 mgr.y (mgr.24944) 4 : cephadm 1 [11/May/2024:04:51:23] ENGINE Bus STARTED 2024-05-11T04:51:24.528 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:24 smithi086 bash[23731]: cluster 2024-05-11T04:51:23.381824+0000 mon.a (mon.0) 995 : cluster 0 mgrmap e29: y(active, since 1.01673s) 2024-05-11T04:51:24.528 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:24 smithi086 bash[23731]: cluster 2024-05-11T04:51:23.428474+0000 mgr.y (mgr.24944) 5 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:24.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:24 smithi072 bash[21439]: cephadm 2024-05-11T04:51:22.914831+0000 mgr.y (mgr.24944) 1 : cephadm 1 [11/May/2024:04:51:22] ENGINE Bus STARTING 2024-05-11T04:51:24.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:24 smithi072 bash[21439]: cephadm 2024-05-11T04:51:23.080335+0000 mgr.y (mgr.24944) 2 : cephadm 1 [11/May/2024:04:51:23] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:51:24.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:24 smithi072 bash[21439]: cephadm 2024-05-11T04:51:23.236936+0000 mgr.y (mgr.24944) 3 : cephadm 1 [11/May/2024:04:51:23] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:51:24.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:24 smithi072 bash[21439]: cephadm 2024-05-11T04:51:23.237055+0000 mgr.y (mgr.24944) 4 : cephadm 1 [11/May/2024:04:51:23] ENGINE Bus STARTED 2024-05-11T04:51:24.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:24 smithi072 bash[21439]: cluster 2024-05-11T04:51:23.381824+0000 mon.a (mon.0) 995 : cluster 0 mgrmap e29: y(active, since 1.01673s) 2024-05-11T04:51:24.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:24 smithi072 bash[21439]: cluster 2024-05-11T04:51:23.428474+0000 mgr.y (mgr.24944) 5 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:24.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:24 smithi072 bash[31478]: cephadm 2024-05-11T04:51:22.914831+0000 mgr.y (mgr.24944) 1 : cephadm 1 [11/May/2024:04:51:22] ENGINE Bus STARTING 2024-05-11T04:51:24.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:24 smithi072 bash[31478]: cephadm 2024-05-11T04:51:23.080335+0000 mgr.y (mgr.24944) 2 : cephadm 1 [11/May/2024:04:51:23] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:51:24.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:24 smithi072 bash[31478]: cephadm 2024-05-11T04:51:23.236936+0000 mgr.y (mgr.24944) 3 : cephadm 1 [11/May/2024:04:51:23] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:51:24.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:24 smithi072 bash[31478]: cephadm 2024-05-11T04:51:23.237055+0000 mgr.y (mgr.24944) 4 : cephadm 1 [11/May/2024:04:51:23] ENGINE Bus STARTED 2024-05-11T04:51:24.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:24 smithi072 bash[31478]: cluster 2024-05-11T04:51:23.381824+0000 mon.a (mon.0) 995 : cluster 0 mgrmap e29: y(active, since 1.01673s) 2024-05-11T04:51:24.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:24 smithi072 bash[31478]: cluster 2024-05-11T04:51:23.428474+0000 mgr.y (mgr.24944) 5 : cluster 0 pgmap v3: 73 pgs: 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:24.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:24 smithi086 bash[52091]: debug 2024-05-11T04:51:24.527+0000 7f1ca05ec200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:51:25.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:25 smithi086 bash[23731]: cluster 2024-05-11T04:51:24.387609+0000 mgr.y (mgr.24944) 6 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:25.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:25 smithi086 bash[23731]: audit 2024-05-11T04:51:24.924873+0000 mon.a (mon.0) 996 : audit 0 from='client.? 172.21.15.72:0/3319857202' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:25.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:25 smithi086 bash[52091]: debug 2024-05-11T04:51:25.331+0000 7f1ca05ec200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:51:25.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:25 smithi086 bash[52091]: debug 2024-05-11T04:51:25.443+0000 7f1ca05ec200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:51:25.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:25 smithi086 bash[52091]: debug 2024-05-11T04:51:25.547+0000 7f1ca05ec200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:51:25.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:25 smithi072 bash[21439]: cluster 2024-05-11T04:51:24.387609+0000 mgr.y (mgr.24944) 6 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:25.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:25 smithi072 bash[21439]: audit 2024-05-11T04:51:24.924873+0000 mon.a (mon.0) 996 : audit 0 from='client.? 172.21.15.72:0/3319857202' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:25.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:25 smithi072 bash[31478]: cluster 2024-05-11T04:51:24.387609+0000 mgr.y (mgr.24944) 6 : cluster 0 pgmap v4: 73 pgs: 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:25.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:25 smithi072 bash[31478]: audit 2024-05-11T04:51:24.924873+0000 mon.a (mon.0) 996 : audit 0 from='client.? 172.21.15.72:0/3319857202' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:26.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:25 smithi086 bash[52091]: debug 2024-05-11T04:51:25.911+0000 7f1ca05ec200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:51:26.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:26 smithi086 bash[52091]: debug 2024-05-11T04:51:26.027+0000 7f1ca05ec200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:51:26.282 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:26 smithi086 bash[52091]: debug 2024-05-11T04:51:26.135+0000 7f1ca05ec200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:51:26.753 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:26 smithi086 bash[23731]: cluster 2024-05-11T04:51:25.401624+0000 mon.a (mon.0) 997 : cluster 0 mgrmap e30: y(active, since 3s) 2024-05-11T04:51:26.754 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:26 smithi086 bash[52091]: debug 2024-05-11T04:51:26.511+0000 7f1ca05ec200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:51:26.754 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:26 smithi086 bash[52091]: debug 2024-05-11T04:51:26.755+0000 7f1ca05ec200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:51:26.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:26 smithi072 bash[21439]: cluster 2024-05-11T04:51:25.401624+0000 mon.a (mon.0) 997 : cluster 0 mgrmap e30: y(active, since 3s) 2024-05-11T04:51:26.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:26 smithi072 bash[31478]: cluster 2024-05-11T04:51:25.401624+0000 mon.a (mon.0) 997 : cluster 0 mgrmap e30: y(active, since 3s) 2024-05-11T04:51:27.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:27 smithi086 bash[52091]: debug 2024-05-11T04:51:27.023+0000 7f1ca05ec200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:51:27.282 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:27 smithi086 bash[52091]: debug 2024-05-11T04:51:27.139+0000 7f1ca05ec200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:51:27.420 INFO:teuthology.orchestra.run.smithi072.stderr:pool 'unique_pool_1' created 2024-05-11T04:51:27.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:27 smithi086 bash[23731]: cluster 2024-05-11T04:51:26.388196+0000 mgr.y (mgr.24944) 7 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:27 smithi086 bash[23731]: audit 2024-05-11T04:51:26.891572+0000 mon.a (mon.0) 998 : audit 1 from='client.? 172.21.15.72:0/2116809439' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2024-05-11T04:51:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:27 smithi086 bash[23731]: audit 2024-05-11T04:51:27.375343+0000 mon.c (mon.2) 180 : audit 0 from='client.? 172.21.15.72:0/1738494503' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:27.782 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:27 smithi086 bash[52091]: debug 2024-05-11T04:51:27.423+0000 7f1ca05ec200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:51:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:27 smithi072 bash[21439]: cluster 2024-05-11T04:51:26.388196+0000 mgr.y (mgr.24944) 7 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:27 smithi072 bash[21439]: audit 2024-05-11T04:51:26.891572+0000 mon.a (mon.0) 998 : audit 1 from='client.? 172.21.15.72:0/2116809439' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2024-05-11T04:51:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:27 smithi072 bash[21439]: audit 2024-05-11T04:51:27.375343+0000 mon.c (mon.2) 180 : audit 0 from='client.? 172.21.15.72:0/1738494503' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:27.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:27 smithi072 bash[31478]: cluster 2024-05-11T04:51:26.388196+0000 mgr.y (mgr.24944) 7 : cluster 0 pgmap v5: 73 pgs: 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:27.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:27 smithi072 bash[31478]: audit 2024-05-11T04:51:26.891572+0000 mon.a (mon.0) 998 : audit 1 from='client.? 172.21.15.72:0/2116809439' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]: dispatch 2024-05-11T04:51:27.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:27 smithi072 bash[31478]: audit 2024-05-11T04:51:27.375343+0000 mon.c (mon.2) 180 : audit 0 from='client.? 172.21.15.72:0/1738494503' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:28.097 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:27 smithi086 bash[52091]: debug 2024-05-11T04:51:27.847+0000 7f1ca05ec200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:51:28.407 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool application enable unique_pool_1 rados --yes-i-really-mean-it || true 2024-05-11T04:51:28.426 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:28 smithi086 bash[52091]: debug 2024-05-11T04:51:28.099+0000 7f1ca05ec200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:51:28.426 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:28 smithi086 bash[52091]: debug 2024-05-11T04:51:28.231+0000 7f1ca05ec200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:51:28.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:28 smithi086 bash[52091]: debug 2024-05-11T04:51:28.507+0000 7f1ca05ec200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:51:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:28 smithi086 bash[23731]: cluster 2024-05-11T04:51:27.409388+0000 mon.a (mon.0) 999 : cluster 0 mgrmap e31: y(active, since 5s) 2024-05-11T04:51:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:28 smithi086 bash[23731]: audit 2024-05-11T04:51:27.416551+0000 mon.a (mon.0) 1000 : audit 1 from='client.? 172.21.15.72:0/2116809439' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2024-05-11T04:51:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:28 smithi086 bash[23731]: cluster 2024-05-11T04:51:27.416624+0000 mon.a (mon.0) 1001 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-05-11T04:51:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:28 smithi072 bash[21439]: cluster 2024-05-11T04:51:27.409388+0000 mon.a (mon.0) 999 : cluster 0 mgrmap e31: y(active, since 5s) 2024-05-11T04:51:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:28 smithi072 bash[21439]: audit 2024-05-11T04:51:27.416551+0000 mon.a (mon.0) 1000 : audit 1 from='client.? 172.21.15.72:0/2116809439' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2024-05-11T04:51:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:28 smithi072 bash[21439]: cluster 2024-05-11T04:51:27.416624+0000 mon.a (mon.0) 1001 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-05-11T04:51:28.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:28 smithi072 bash[31478]: cluster 2024-05-11T04:51:27.409388+0000 mon.a (mon.0) 999 : cluster 0 mgrmap e31: y(active, since 5s) 2024-05-11T04:51:28.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:28 smithi072 bash[31478]: audit 2024-05-11T04:51:27.416551+0000 mon.a (mon.0) 1000 : audit 1 from='client.? 172.21.15.72:0/2116809439' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_1", "pg_num": 16}]': finished 2024-05-11T04:51:28.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:28 smithi072 bash[31478]: cluster 2024-05-11T04:51:27.416624+0000 mon.a (mon.0) 1001 : cluster 0 osdmap e79: 8 total, 8 up, 8 in 2024-05-11T04:51:29.732 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:29 smithi086 bash[23731]: cluster 2024-05-11T04:51:28.389132+0000 mgr.y (mgr.24944) 8 : cluster 0 pgmap v7: 89 pgs: 16 unknown, 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:29.733 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:29 smithi086 bash[23731]: cluster 2024-05-11T04:51:28.413565+0000 mon.a (mon.0) 1002 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:51:29.733 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:29 smithi086 bash[23731]: cluster 2024-05-11T04:51:28.418780+0000 mon.a (mon.0) 1003 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-05-11T04:51:29.733 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:29 smithi086 bash[23731]: audit 2024-05-11T04:51:29.157845+0000 mon.a (mon.0) 1004 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:29.733 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:29 smithi086 bash[23731]: audit 2024-05-11T04:51:29.164390+0000 mon.a (mon.0) 1005 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:29.733 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:29 smithi086 bash[52091]: debug 2024-05-11T04:51:29.611+0000 7f1ca05ec200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:51:29.733 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:29 smithi086 bash[52091]: debug 2024-05-11T04:51:29.735+0000 7f1ca05ec200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:51:29.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:29 smithi072 bash[21439]: cluster 2024-05-11T04:51:28.389132+0000 mgr.y (mgr.24944) 8 : cluster 0 pgmap v7: 89 pgs: 16 unknown, 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:29.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:29 smithi072 bash[21439]: cluster 2024-05-11T04:51:28.413565+0000 mon.a (mon.0) 1002 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:51:29.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:29 smithi072 bash[21439]: cluster 2024-05-11T04:51:28.418780+0000 mon.a (mon.0) 1003 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-05-11T04:51:29.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:29 smithi072 bash[21439]: audit 2024-05-11T04:51:29.157845+0000 mon.a (mon.0) 1004 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:29.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:29 smithi072 bash[21439]: audit 2024-05-11T04:51:29.164390+0000 mon.a (mon.0) 1005 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:29.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:29 smithi072 bash[31478]: cluster 2024-05-11T04:51:28.389132+0000 mgr.y (mgr.24944) 8 : cluster 0 pgmap v7: 89 pgs: 16 unknown, 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:29.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:29 smithi072 bash[31478]: cluster 2024-05-11T04:51:28.413565+0000 mon.a (mon.0) 1002 : cluster 3 Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:51:29.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:29 smithi072 bash[31478]: cluster 2024-05-11T04:51:28.418780+0000 mon.a (mon.0) 1003 : cluster 0 osdmap e80: 8 total, 8 up, 8 in 2024-05-11T04:51:29.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:29 smithi072 bash[31478]: audit 2024-05-11T04:51:29.157845+0000 mon.a (mon.0) 1004 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:29.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:29 smithi072 bash[31478]: audit 2024-05-11T04:51:29.164390+0000 mon.a (mon.0) 1005 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.439 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:30 smithi086 bash[52091]: debug 2024-05-11T04:51:30.047+0000 7f1ca05ec200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:51:30.439 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:30 smithi086 bash[52091]: debug 2024-05-11T04:51:30.171+0000 7f1ca05ec200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:51:30.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:30 smithi086 bash[52091]: debug 2024-05-11T04:51:30.467+0000 7f1ca05ec200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:51:30.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:30 smithi086 bash[23731]: cluster 2024-05-11T04:51:29.443215+0000 mon.a (mon.0) 1006 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-05-11T04:51:30.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:30 smithi086 bash[23731]: audit 2024-05-11T04:51:29.689794+0000 mon.a (mon.0) 1007 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:30 smithi086 bash[23731]: audit 2024-05-11T04:51:29.698614+0000 mon.a (mon.0) 1008 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:30 smithi086 bash[23731]: audit 2024-05-11T04:51:29.830828+0000 mon.c (mon.2) 181 : audit 0 from='client.? 172.21.15.72:0/2280698662' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:30.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:30 smithi086 bash[23731]: audit 2024-05-11T04:51:30.211347+0000 mon.a (mon.0) 1009 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:30 smithi086 bash[23731]: audit 2024-05-11T04:51:30.220699+0000 mon.a (mon.0) 1010 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:30 smithi072 bash[21439]: cluster 2024-05-11T04:51:29.443215+0000 mon.a (mon.0) 1006 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-05-11T04:51:30.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:30 smithi072 bash[21439]: audit 2024-05-11T04:51:29.689794+0000 mon.a (mon.0) 1007 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:30 smithi072 bash[21439]: audit 2024-05-11T04:51:29.698614+0000 mon.a (mon.0) 1008 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:30 smithi072 bash[21439]: audit 2024-05-11T04:51:29.830828+0000 mon.c (mon.2) 181 : audit 0 from='client.? 172.21.15.72:0/2280698662' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:30.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:30 smithi072 bash[21439]: audit 2024-05-11T04:51:30.211347+0000 mon.a (mon.0) 1009 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:30 smithi072 bash[21439]: audit 2024-05-11T04:51:30.220699+0000 mon.a (mon.0) 1010 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:30 smithi072 bash[31478]: cluster 2024-05-11T04:51:29.443215+0000 mon.a (mon.0) 1006 : cluster 0 osdmap e81: 8 total, 8 up, 8 in 2024-05-11T04:51:30.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:30 smithi072 bash[31478]: audit 2024-05-11T04:51:29.689794+0000 mon.a (mon.0) 1007 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:30 smithi072 bash[31478]: audit 2024-05-11T04:51:29.698614+0000 mon.a (mon.0) 1008 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:30 smithi072 bash[31478]: audit 2024-05-11T04:51:29.830828+0000 mon.c (mon.2) 181 : audit 0 from='client.? 172.21.15.72:0/2280698662' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:30.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:30 smithi072 bash[31478]: audit 2024-05-11T04:51:30.211347+0000 mon.a (mon.0) 1009 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:30.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:30 smithi072 bash[31478]: audit 2024-05-11T04:51:30.220699+0000 mon.a (mon.0) 1010 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:31.182 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:30 smithi086 bash[52091]: debug 2024-05-11T04:51:30.931+0000 7f1ca05ec200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:51:31.182 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:31 smithi086 bash[52091]: debug 2024-05-11T04:51:31.055+0000 7f1ca05ec200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:51:31.183 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:31 smithi086 bash[52091]: [11/May/2024:04:51:31] ENGINE Bus STARTING 2024-05-11T04:51:31.183 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:31 smithi086 bash[52091]: CherryPy Checker: 2024-05-11T04:51:31.531 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:31 smithi086 bash[52091]: The Application mounted at '' has an empty config. 2024-05-11T04:51:31.532 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:31 smithi086 bash[52091]: [11/May/2024:04:51:31] ENGINE Serving on http://:::9283 2024-05-11T04:51:31.532 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:31 smithi086 bash[52091]: [11/May/2024:04:51:31] ENGINE Bus STARTED 2024-05-11T04:51:32.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:31 smithi086 bash[23731]: cluster 2024-05-11T04:51:30.389842+0000 mgr.y (mgr.24944) 9 : cluster 0 pgmap v10: 89 pgs: 6 creating+peering, 10 creating+activating, 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-11T04:51:32.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:31 smithi086 bash[23731]: audit 2024-05-11T04:51:30.697086+0000 mon.a (mon.0) 1011 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:32.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:31 smithi086 bash[23731]: audit 2024-05-11T04:51:30.708285+0000 mon.a (mon.0) 1012 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:32.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:31 smithi086 bash[23731]: cluster 2024-05-11T04:51:31.081106+0000 mon.a (mon.0) 1013 : cluster 0 Standby manager daemon x started 2024-05-11T04:51:32.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:31 smithi086 bash[23731]: audit 2024-05-11T04:51:31.084734+0000 mon.b (mon.1) 85 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:51:32.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:31 smithi086 bash[23731]: audit 2024-05-11T04:51:31.086099+0000 mon.b (mon.1) 86 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:51:32.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:31 smithi086 bash[23731]: audit 2024-05-11T04:51:31.089844+0000 mon.b (mon.1) 87 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:51:32.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:31 smithi086 bash[23731]: audit 2024-05-11T04:51:31.090361+0000 mon.b (mon.1) 88 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:51:32.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:31 smithi072 bash[21439]: cluster 2024-05-11T04:51:30.389842+0000 mgr.y (mgr.24944) 9 : cluster 0 pgmap v10: 89 pgs: 6 creating+peering, 10 creating+activating, 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-11T04:51:32.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:31 smithi072 bash[21439]: audit 2024-05-11T04:51:30.697086+0000 mon.a (mon.0) 1011 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:32.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:31 smithi072 bash[21439]: audit 2024-05-11T04:51:30.708285+0000 mon.a (mon.0) 1012 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:32.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:31 smithi072 bash[21439]: cluster 2024-05-11T04:51:31.081106+0000 mon.a (mon.0) 1013 : cluster 0 Standby manager daemon x started 2024-05-11T04:51:32.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:31 smithi072 bash[21439]: audit 2024-05-11T04:51:31.084734+0000 mon.b (mon.1) 85 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:51:32.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:31 smithi072 bash[21439]: audit 2024-05-11T04:51:31.086099+0000 mon.b (mon.1) 86 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:51:32.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:31 smithi072 bash[21439]: audit 2024-05-11T04:51:31.089844+0000 mon.b (mon.1) 87 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:51:32.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:31 smithi072 bash[21439]: audit 2024-05-11T04:51:31.090361+0000 mon.b (mon.1) 88 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:51:32.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:31 smithi072 bash[31478]: cluster 2024-05-11T04:51:30.389842+0000 mgr.y (mgr.24944) 9 : cluster 0 pgmap v10: 89 pgs: 6 creating+peering, 10 creating+activating, 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-11T04:51:32.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:31 smithi072 bash[31478]: audit 2024-05-11T04:51:30.697086+0000 mon.a (mon.0) 1011 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:32.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:31 smithi072 bash[31478]: audit 2024-05-11T04:51:30.708285+0000 mon.a (mon.0) 1012 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:32.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:31 smithi072 bash[31478]: cluster 2024-05-11T04:51:31.081106+0000 mon.a (mon.0) 1013 : cluster 0 Standby manager daemon x started 2024-05-11T04:51:32.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:31 smithi072 bash[31478]: audit 2024-05-11T04:51:31.084734+0000 mon.b (mon.1) 85 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:51:32.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:31 smithi072 bash[31478]: audit 2024-05-11T04:51:31.086099+0000 mon.b (mon.1) 86 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:51:32.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:31 smithi072 bash[31478]: audit 2024-05-11T04:51:31.089844+0000 mon.b (mon.1) 87 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:51:32.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:31 smithi072 bash[31478]: audit 2024-05-11T04:51:31.090361+0000 mon.b (mon.1) 88 : audit 0 from='mgr.? 172.21.15.86:0/1133188' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:51:32.974 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:51:32.994 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:32 smithi072 bash[21439]: cluster 2024-05-11T04:51:31.725580+0000 mon.a (mon.0) 1014 : cluster 0 mgrmap e32: y(active, since 9s), standbys: x 2024-05-11T04:51:32.994 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:32 smithi072 bash[21439]: audit 2024-05-11T04:51:31.726304+0000 mon.a (mon.0) 1015 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:51:32.994 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:32 smithi072 bash[21439]: audit 2024-05-11T04:51:32.286803+0000 mon.c (mon.2) 182 : audit 0 from='client.? 172.21.15.72:0/1371087292' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:32.994 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:32 smithi072 bash[31478]: cluster 2024-05-11T04:51:31.725580+0000 mon.a (mon.0) 1014 : cluster 0 mgrmap e32: y(active, since 9s), standbys: x 2024-05-11T04:51:32.994 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:32 smithi072 bash[31478]: audit 2024-05-11T04:51:31.726304+0000 mon.a (mon.0) 1015 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:51:32.994 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:32 smithi072 bash[31478]: audit 2024-05-11T04:51:32.286803+0000 mon.c (mon.2) 182 : audit 0 from='client.? 172.21.15.72:0/1371087292' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:33.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:32 smithi086 bash[23731]: cluster 2024-05-11T04:51:31.725580+0000 mon.a (mon.0) 1014 : cluster 0 mgrmap e32: y(active, since 9s), standbys: x 2024-05-11T04:51:33.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:32 smithi086 bash[23731]: audit 2024-05-11T04:51:31.726304+0000 mon.a (mon.0) 1015 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:51:33.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:32 smithi086 bash[23731]: audit 2024-05-11T04:51:32.286803+0000 mon.c (mon.2) 182 : audit 0 from='client.? 172.21.15.72:0/1371087292' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:34.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:33 smithi086 bash[23731]: cluster 2024-05-11T04:51:32.390594+0000 mgr.y (mgr.24944) 10 : cluster 0 pgmap v11: 89 pgs: 6 creating+peering, 10 creating+activating, 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-11T04:51:34.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:33 smithi072 bash[21439]: cluster 2024-05-11T04:51:32.390594+0000 mgr.y (mgr.24944) 10 : cluster 0 pgmap v11: 89 pgs: 6 creating+peering, 10 creating+activating, 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-11T04:51:34.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:33 smithi072 bash[31478]: cluster 2024-05-11T04:51:32.390594+0000 mgr.y (mgr.24944) 10 : cluster 0 pgmap v11: 89 pgs: 6 creating+peering, 10 creating+activating, 73 active+clean; 581 KiB data, 911 MiB used, 714 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 11 op/s 2024-05-11T04:51:36.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:35 smithi086 bash[23731]: cluster 2024-05-11T04:51:34.391251+0000 mgr.y (mgr.24944) 11 : cluster 0 pgmap v12: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:51:36.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:35 smithi086 bash[23731]: audit 2024-05-11T04:51:34.731451+0000 mon.c (mon.2) 183 : audit 0 from='client.? 172.21.15.72:0/4180210471' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:36.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:35 smithi072 bash[21439]: cluster 2024-05-11T04:51:34.391251+0000 mgr.y (mgr.24944) 11 : cluster 0 pgmap v12: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:51:36.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:35 smithi072 bash[21439]: audit 2024-05-11T04:51:34.731451+0000 mon.c (mon.2) 183 : audit 0 from='client.? 172.21.15.72:0/4180210471' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:36.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:35 smithi072 bash[31478]: cluster 2024-05-11T04:51:34.391251+0000 mgr.y (mgr.24944) 11 : cluster 0 pgmap v12: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 10 op/s 2024-05-11T04:51:36.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:35 smithi072 bash[31478]: audit 2024-05-11T04:51:34.731451+0000 mon.c (mon.2) 183 : audit 0 from='client.? 172.21.15.72:0/4180210471' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:37.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:36 smithi086 bash[52091]: ::ffff:172.21.15.86 - - [11/May/2024:04:51:36] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-05-11T04:51:37.748 INFO:teuthology.orchestra.run.smithi072.stderr:enabled application 'rados' on pool 'unique_pool_1' 2024-05-11T04:51:38.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:37 smithi086 bash[23731]: cluster 2024-05-11T04:51:36.392003+0000 mgr.y (mgr.24944) 12 : cluster 0 pgmap v13: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:51:38.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:37 smithi086 bash[23731]: audit 2024-05-11T04:51:37.198476+0000 mon.c (mon.2) 184 : audit 0 from='client.? 172.21.15.72:0/1437457148' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:38.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:37 smithi086 bash[23731]: audit 2024-05-11T04:51:37.390816+0000 mon.a (mon.0) 1016 : audit 1 from='client.? 172.21.15.72:0/590651637' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:51:38.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:37 smithi086 bash[23731]: audit 2024-05-11T04:51:37.509531+0000 mon.a (mon.0) 1017 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:38.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:37 smithi086 bash[23731]: audit 2024-05-11T04:51:37.511483+0000 mon.a (mon.0) 1018 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:38.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:37 smithi072 bash[21439]: cluster 2024-05-11T04:51:36.392003+0000 mgr.y (mgr.24944) 12 : cluster 0 pgmap v13: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:51:38.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:37 smithi072 bash[21439]: audit 2024-05-11T04:51:37.198476+0000 mon.c (mon.2) 184 : audit 0 from='client.? 172.21.15.72:0/1437457148' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:38.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:37 smithi072 bash[21439]: audit 2024-05-11T04:51:37.390816+0000 mon.a (mon.0) 1016 : audit 1 from='client.? 172.21.15.72:0/590651637' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:51:38.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:37 smithi072 bash[21439]: audit 2024-05-11T04:51:37.509531+0000 mon.a (mon.0) 1017 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:38.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:37 smithi072 bash[21439]: audit 2024-05-11T04:51:37.511483+0000 mon.a (mon.0) 1018 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:38.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:37 smithi072 bash[31478]: cluster 2024-05-11T04:51:36.392003+0000 mgr.y (mgr.24944) 12 : cluster 0 pgmap v13: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail; 22 KiB/s rd, 0 B/s wr, 8 op/s 2024-05-11T04:51:38.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:37 smithi072 bash[31478]: audit 2024-05-11T04:51:37.198476+0000 mon.c (mon.2) 184 : audit 0 from='client.? 172.21.15.72:0/1437457148' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:38.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:37 smithi072 bash[31478]: audit 2024-05-11T04:51:37.390816+0000 mon.a (mon.0) 1016 : audit 1 from='client.? 172.21.15.72:0/590651637' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:51:38.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:37 smithi072 bash[31478]: audit 2024-05-11T04:51:37.509531+0000 mon.a (mon.0) 1017 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:38.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:37 smithi072 bash[31478]: audit 2024-05-11T04:51:37.511483+0000 mon.a (mon.0) 1018 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:39.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:38 smithi086 bash[23731]: audit 2024-05-11T04:51:37.748289+0000 mon.a (mon.0) 1019 : audit 1 from='client.? 172.21.15.72:0/590651637' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:51:39.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:38 smithi086 bash[23731]: cluster 2024-05-11T04:51:37.748447+0000 mon.a (mon.0) 1020 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-05-11T04:51:39.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:38 smithi072 bash[21439]: audit 2024-05-11T04:51:37.748289+0000 mon.a (mon.0) 1019 : audit 1 from='client.? 172.21.15.72:0/590651637' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:51:39.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:38 smithi072 bash[21439]: cluster 2024-05-11T04:51:37.748447+0000 mon.a (mon.0) 1020 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-05-11T04:51:39.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:38 smithi072 bash[31478]: audit 2024-05-11T04:51:37.748289+0000 mon.a (mon.0) 1019 : audit 1 from='client.? 172.21.15.72:0/590651637' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_1", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:51:39.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:38 smithi072 bash[31478]: cluster 2024-05-11T04:51:37.748447+0000 mon.a (mon.0) 1020 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-05-11T04:51:40.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:39 smithi086 bash[23731]: cluster 2024-05-11T04:51:38.392490+0000 mgr.y (mgr.24944) 13 : cluster 0 pgmap v15: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:40.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:39 smithi086 bash[23731]: cluster 2024-05-11T04:51:38.741002+0000 mon.a (mon.0) 1021 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:51:40.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:39 smithi086 bash[23731]: cluster 2024-05-11T04:51:38.741064+0000 mon.a (mon.0) 1022 : cluster 1 Cluster is now healthy 2024-05-11T04:51:40.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:39 smithi086 bash[23731]: audit 2024-05-11T04:51:39.652880+0000 mon.c (mon.2) 185 : audit 0 from='client.? 172.21.15.72:0/3161121237' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:40.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:39 smithi072 bash[21439]: cluster 2024-05-11T04:51:38.392490+0000 mgr.y (mgr.24944) 13 : cluster 0 pgmap v15: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:40.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:39 smithi072 bash[21439]: cluster 2024-05-11T04:51:38.741002+0000 mon.a (mon.0) 1021 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:51:40.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:39 smithi072 bash[21439]: cluster 2024-05-11T04:51:38.741064+0000 mon.a (mon.0) 1022 : cluster 1 Cluster is now healthy 2024-05-11T04:51:40.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:39 smithi072 bash[21439]: audit 2024-05-11T04:51:39.652880+0000 mon.c (mon.2) 185 : audit 0 from='client.? 172.21.15.72:0/3161121237' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:40.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:39 smithi072 bash[31478]: cluster 2024-05-11T04:51:38.392490+0000 mgr.y (mgr.24944) 13 : cluster 0 pgmap v15: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:40.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:39 smithi072 bash[31478]: cluster 2024-05-11T04:51:38.741002+0000 mon.a (mon.0) 1021 : cluster 1 Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:51:40.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:39 smithi072 bash[31478]: cluster 2024-05-11T04:51:38.741064+0000 mon.a (mon.0) 1022 : cluster 1 Cluster is now healthy 2024-05-11T04:51:40.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:39 smithi072 bash[31478]: audit 2024-05-11T04:51:39.652880+0000 mon.c (mon.2) 185 : audit 0 from='client.? 172.21.15.72:0/3161121237' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:40.476 DEBUG:teuthology.orchestra.run.smithi072:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_1 bench 90 write' 2024-05-11T04:51:40.479 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2024-05-11T04:51:40.479 INFO:teuthology.orchestra.run:waiting for 3000 2024-05-11T04:51:40.526 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:hints = 1 2024-05-11T04:51:40.527 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2024-05-11T04:51:40.527 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Object prefix: benchmark_data_smithi072_77361 2024-05-11T04:51:40.527 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:51:40.527 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 0 0 0 0 0 0 - 0 2024-05-11T04:51:41.527 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 1 16 3188 3172 198.239 198.25 0.00353762 0.00502014 2024-05-11T04:51:42.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:41 smithi086 bash[23731]: cluster 2024-05-11T04:51:40.393684+0000 mgr.y (mgr.24944) 14 : cluster 0 pgmap v16: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:42.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:41 smithi072 bash[21439]: cluster 2024-05-11T04:51:40.393684+0000 mgr.y (mgr.24944) 14 : cluster 0 pgmap v16: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:42.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:41 smithi072 bash[31478]: cluster 2024-05-11T04:51:40.393684+0000 mgr.y (mgr.24944) 14 : cluster 0 pgmap v16: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:42.527 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 2 16 6021 6005 187.643 177.062 0.0104019 0.0053154 2024-05-11T04:51:43.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:42 smithi086 bash[23731]: audit 2024-05-11T04:51:42.538432+0000 mon.c (mon.2) 186 : audit 0 from='client.? 172.21.15.72:0/2834293044' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:43.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:42 smithi072 bash[21439]: audit 2024-05-11T04:51:42.538432+0000 mon.c (mon.2) 186 : audit 0 from='client.? 172.21.15.72:0/2834293044' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:43.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:42 smithi072 bash[31478]: audit 2024-05-11T04:51:42.538432+0000 mon.c (mon.2) 186 : audit 0 from='client.? 172.21.15.72:0/2834293044' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:43.527 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 3 16 9106 9090 189.358 192.812 0.00438198 0.00527294 2024-05-11T04:51:44.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:43 smithi086 bash[23731]: cluster 2024-05-11T04:51:42.394168+0000 mgr.y (mgr.24944) 15 : cluster 0 pgmap v17: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:44.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:43 smithi072 bash[21439]: cluster 2024-05-11T04:51:42.394168+0000 mgr.y (mgr.24944) 15 : cluster 0 pgmap v17: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:44.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:43 smithi072 bash[31478]: cluster 2024-05-11T04:51:42.394168+0000 mgr.y (mgr.24944) 15 : cluster 0 pgmap v17: 89 pgs: 89 active+clean; 581 KiB data, 912 MiB used, 714 GiB / 715 GiB avail 2024-05-11T04:51:44.527 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 4 16 11700 11684 182.546 162.125 0.00633802 0.00546356 2024-05-11T04:51:45.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: audit 2024-05-11T04:51:43.964495+0000 mon.a (mon.0) 1023 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: audit 2024-05-11T04:51:43.978488+0000 mon.a (mon.0) 1024 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: audit 2024-05-11T04:51:43.981267+0000 mon.a (mon.0) 1025 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: audit 2024-05-11T04:51:43.982667+0000 mon.a (mon.0) 1026 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: cephadm 2024-05-11T04:51:43.984627+0000 mgr.y (mgr.24944) 16 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: cephadm 2024-05-11T04:51:43.984888+0000 mgr.y (mgr.24944) 17 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: cephadm 2024-05-11T04:51:44.207707+0000 mgr.y (mgr.24944) 18 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: cephadm 2024-05-11T04:51:44.207935+0000 mgr.y (mgr.24944) 19 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: cluster 2024-05-11T04:51:44.394909+0000 mgr.y (mgr.24944) 20 : cluster 0 pgmap v18: 89 pgs: 89 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s wr, 877 op/s 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: cephadm 2024-05-11T04:51:44.424081+0000 mgr.y (mgr.24944) 21 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: cephadm 2024-05-11T04:51:44.424323+0000 mgr.y (mgr.24944) 22 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: cephadm 2024-05-11T04:51:44.639793+0000 mgr.y (mgr.24944) 23 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: cephadm 2024-05-11T04:51:44.640024+0000 mgr.y (mgr.24944) 24 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: audit 2024-05-11T04:51:44.865189+0000 mon.a (mon.0) 1027 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: audit 2024-05-11T04:51:44.872624+0000 mon.a (mon.0) 1028 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: audit 2024-05-11T04:51:44.881457+0000 mon.a (mon.0) 1029 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: audit 2024-05-11T04:51:44.887341+0000 mon.a (mon.0) 1030 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:44 smithi086 bash[23731]: audit 2024-05-11T04:51:44.899624+0000 mon.a (mon.0) 1031 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: audit 2024-05-11T04:51:43.964495+0000 mon.a (mon.0) 1023 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: audit 2024-05-11T04:51:43.978488+0000 mon.a (mon.0) 1024 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: audit 2024-05-11T04:51:43.981267+0000 mon.a (mon.0) 1025 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: audit 2024-05-11T04:51:43.982667+0000 mon.a (mon.0) 1026 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: cephadm 2024-05-11T04:51:43.984627+0000 mgr.y (mgr.24944) 16 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: cephadm 2024-05-11T04:51:43.984888+0000 mgr.y (mgr.24944) 17 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: cephadm 2024-05-11T04:51:44.207707+0000 mgr.y (mgr.24944) 18 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: cephadm 2024-05-11T04:51:44.207935+0000 mgr.y (mgr.24944) 19 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: cluster 2024-05-11T04:51:44.394909+0000 mgr.y (mgr.24944) 20 : cluster 0 pgmap v18: 89 pgs: 89 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s wr, 877 op/s 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: cephadm 2024-05-11T04:51:44.424081+0000 mgr.y (mgr.24944) 21 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: cephadm 2024-05-11T04:51:44.424323+0000 mgr.y (mgr.24944) 22 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: cephadm 2024-05-11T04:51:44.639793+0000 mgr.y (mgr.24944) 23 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:51:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: cephadm 2024-05-11T04:51:44.640024+0000 mgr.y (mgr.24944) 24 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: audit 2024-05-11T04:51:44.865189+0000 mon.a (mon.0) 1027 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: audit 2024-05-11T04:51:44.872624+0000 mon.a (mon.0) 1028 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: audit 2024-05-11T04:51:44.881457+0000 mon.a (mon.0) 1029 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: audit 2024-05-11T04:51:44.887341+0000 mon.a (mon.0) 1030 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:44 smithi072 bash[31478]: audit 2024-05-11T04:51:44.899624+0000 mon.a (mon.0) 1031 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: audit 2024-05-11T04:51:43.964495+0000 mon.a (mon.0) 1023 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: audit 2024-05-11T04:51:43.978488+0000 mon.a (mon.0) 1024 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: audit 2024-05-11T04:51:43.981267+0000 mon.a (mon.0) 1025 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: audit 2024-05-11T04:51:43.982667+0000 mon.a (mon.0) 1026 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: cephadm 2024-05-11T04:51:43.984627+0000 mgr.y (mgr.24944) 16 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: cephadm 2024-05-11T04:51:43.984888+0000 mgr.y (mgr.24944) 17 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:51:45.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: cephadm 2024-05-11T04:51:44.207707+0000 mgr.y (mgr.24944) 18 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:51:45.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: cephadm 2024-05-11T04:51:44.207935+0000 mgr.y (mgr.24944) 19 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:51:45.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: cluster 2024-05-11T04:51:44.394909+0000 mgr.y (mgr.24944) 20 : cluster 0 pgmap v18: 89 pgs: 89 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s wr, 877 op/s 2024-05-11T04:51:45.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: cephadm 2024-05-11T04:51:44.424081+0000 mgr.y (mgr.24944) 21 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:51:45.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: cephadm 2024-05-11T04:51:44.424323+0000 mgr.y (mgr.24944) 22 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:51:45.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: cephadm 2024-05-11T04:51:44.639793+0000 mgr.y (mgr.24944) 23 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:51:45.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: cephadm 2024-05-11T04:51:44.640024+0000 mgr.y (mgr.24944) 24 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:51:45.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: audit 2024-05-11T04:51:44.865189+0000 mon.a (mon.0) 1027 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: audit 2024-05-11T04:51:44.872624+0000 mon.a (mon.0) 1028 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: audit 2024-05-11T04:51:44.881457+0000 mon.a (mon.0) 1029 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: audit 2024-05-11T04:51:44.887341+0000 mon.a (mon.0) 1030 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:44 smithi072 bash[21439]: audit 2024-05-11T04:51:44.899624+0000 mon.a (mon.0) 1031 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:45.527 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 5 16 13916 13900 173.734 138.5 0.010214 0.00574651 2024-05-11T04:51:46.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:45 smithi086 bash[23731]: cephadm 2024-05-11T04:51:44.973802+0000 mgr.y (mgr.24944) 25 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:51:46.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:45 smithi086 bash[23731]: cephadm 2024-05-11T04:51:45.283000+0000 mgr.y (mgr.24944) 26 : cephadm 1 Reconfiguring daemon prometheus.a on smithi086 2024-05-11T04:51:46.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:45 smithi086 bash[23731]: audit 2024-05-11T04:51:45.469213+0000 mon.c (mon.2) 187 : audit 0 from='client.? 172.21.15.72:0/1253687851' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:46.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:45 smithi072 bash[21439]: cephadm 2024-05-11T04:51:44.973802+0000 mgr.y (mgr.24944) 25 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:51:46.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:45 smithi072 bash[21439]: cephadm 2024-05-11T04:51:45.283000+0000 mgr.y (mgr.24944) 26 : cephadm 1 Reconfiguring daemon prometheus.a on smithi086 2024-05-11T04:51:46.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:45 smithi072 bash[21439]: audit 2024-05-11T04:51:45.469213+0000 mon.c (mon.2) 187 : audit 0 from='client.? 172.21.15.72:0/1253687851' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:46.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:45 smithi072 bash[31478]: cephadm 2024-05-11T04:51:44.973802+0000 mgr.y (mgr.24944) 25 : cephadm 1 Reconfiguring prometheus.a (dependencies changed)... 2024-05-11T04:51:46.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:45 smithi072 bash[31478]: cephadm 2024-05-11T04:51:45.283000+0000 mgr.y (mgr.24944) 26 : cephadm 1 Reconfiguring daemon prometheus.a on smithi086 2024-05-11T04:51:46.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:45 smithi072 bash[31478]: audit 2024-05-11T04:51:45.469213+0000 mon.c (mon.2) 187 : audit 0 from='client.? 172.21.15.72:0/1253687851' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:46.527 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 6 16 16599 16583 172.724 167.688 0.0072087 0.00578343 2024-05-11T04:51:47.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:46 smithi086 bash[23731]: cluster 2024-05-11T04:51:46.395368+0000 mgr.y (mgr.24944) 27 : cluster 0 pgmap v19: 89 pgs: 89 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s wr, 877 op/s 2024-05-11T04:51:47.282 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:51:46 smithi086 bash[52091]: ::ffff:172.21.15.86 - - [11/May/2024:04:51:46] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-05-11T04:51:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:46 smithi072 bash[21439]: cluster 2024-05-11T04:51:46.395368+0000 mgr.y (mgr.24944) 27 : cluster 0 pgmap v19: 89 pgs: 89 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s wr, 877 op/s 2024-05-11T04:51:47.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:46 smithi072 bash[31478]: cluster 2024-05-11T04:51:46.395368+0000 mgr.y (mgr.24944) 27 : cluster 0 pgmap v19: 89 pgs: 89 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s wr, 877 op/s 2024-05-11T04:51:47.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 7 16 19155 19139 170.868 159.75 0.00884959 0.00584478 2024-05-11T04:51:48.527 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 8 16 21360 21344 166.735 137.812 0.0109585 0.00599116 2024-05-11T04:51:48.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:48 smithi086 bash[23731]: audit 2024-05-11T04:51:48.277907+0000 mon.a (mon.0) 1032 : audit 0 from='client.? 172.21.15.72:0/1607561501' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:48.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:48 smithi072 bash[21439]: audit 2024-05-11T04:51:48.277907+0000 mon.a (mon.0) 1032 : audit 0 from='client.? 172.21.15.72:0/1607561501' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:48.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:48 smithi072 bash[31478]: audit 2024-05-11T04:51:48.277907+0000 mon.a (mon.0) 1032 : audit 0 from='client.? 172.21.15.72:0/1607561501' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:49.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 9 16 23694 23678 164.416 145.875 0.00342412 0.00607529 2024-05-11T04:51:49.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:49 smithi086 bash[23731]: cluster 2024-05-11T04:51:48.395779+0000 mgr.y (mgr.24944) 28 : cluster 0 pgmap v20: 89 pgs: 89 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 MiB/s wr, 823 op/s 2024-05-11T04:51:49.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:49 smithi072 bash[21439]: cluster 2024-05-11T04:51:48.395779+0000 mgr.y (mgr.24944) 28 : cluster 0 pgmap v20: 89 pgs: 89 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 MiB/s wr, 823 op/s 2024-05-11T04:51:49.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:49 smithi072 bash[31478]: cluster 2024-05-11T04:51:48.395779+0000 mgr.y (mgr.24944) 28 : cluster 0 pgmap v20: 89 pgs: 89 active+clean; 549 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 51 MiB/s wr, 823 op/s 2024-05-11T04:51:50.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 10 16 25887 25871 161.679 137.062 0.00634461 0.00617829 2024-05-11T04:51:51.033 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:50 smithi086 bash[58620]: ts=2024-05-11T04:51:50.622Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-05-11T04:51:51.033 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:50 smithi086 bash[58620]: ts=2024-05-11T04:51:50.628Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-05-11T04:51:51.034 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:50 smithi086 bash[58620]: ts=2024-05-11T04:51:50.635Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-05-11T04:51:51.034 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:50 smithi086 bash[58620]: ts=2024-05-11T04:51:50.635Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-05-11T04:51:51.034 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:50 smithi086 bash[58620]: ts=2024-05-11T04:51:50.635Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.86:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.86:8765: connect: connection refused" 2024-05-11T04:51:51.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 11 16 27950 27934 158.702 128.938 0.00719614 0.00629528 2024-05-11T04:51:51.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:51 smithi086 bash[23731]: cluster 2024-05-11T04:51:50.396573+0000 mgr.y (mgr.24944) 29 : cluster 0 pgmap v21: 89 pgs: 89 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s 2024-05-11T04:51:51.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:51 smithi086 bash[23731]: audit 2024-05-11T04:51:50.993004+0000 mon.c (mon.2) 188 : audit 0 from='client.? 172.21.15.72:0/2325718203' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:51.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:51 smithi072 bash[21439]: cluster 2024-05-11T04:51:50.396573+0000 mgr.y (mgr.24944) 29 : cluster 0 pgmap v21: 89 pgs: 89 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s 2024-05-11T04:51:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:51 smithi072 bash[21439]: audit 2024-05-11T04:51:50.993004+0000 mon.c (mon.2) 188 : audit 0 from='client.? 172.21.15.72:0/2325718203' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:51.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:51 smithi072 bash[31478]: cluster 2024-05-11T04:51:50.396573+0000 mgr.y (mgr.24944) 29 : cluster 0 pgmap v21: 89 pgs: 89 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s 2024-05-11T04:51:51.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:51 smithi072 bash[31478]: audit 2024-05-11T04:51:50.993004+0000 mon.c (mon.2) 188 : audit 0 from='client.? 172.21.15.72:0/2325718203' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:52.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 12 16 29941 29925 155.845 124.438 0.00538272 0.00641128 2024-05-11T04:51:53.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 13 16 31850 31834 153.034 119.312 0.00886464 0.00652856 2024-05-11T04:51:53.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:53 smithi086 bash[23731]: cluster 2024-05-11T04:51:52.397017+0000 mgr.y (mgr.24944) 30 : cluster 0 pgmap v22: 89 pgs: 89 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s 2024-05-11T04:51:53.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:53 smithi086 bash[23731]: audit 2024-05-11T04:51:52.509362+0000 mon.a (mon.0) 1033 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:53.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:53 smithi086 bash[23731]: audit 2024-05-11T04:51:52.511031+0000 mon.a (mon.0) 1034 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:53.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:53 smithi072 bash[21439]: cluster 2024-05-11T04:51:52.397017+0000 mgr.y (mgr.24944) 30 : cluster 0 pgmap v22: 89 pgs: 89 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s 2024-05-11T04:51:53.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:53 smithi072 bash[21439]: audit 2024-05-11T04:51:52.509362+0000 mon.a (mon.0) 1033 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:53.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:53 smithi072 bash[21439]: audit 2024-05-11T04:51:52.511031+0000 mon.a (mon.0) 1034 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:53.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:53 smithi072 bash[31478]: cluster 2024-05-11T04:51:52.397017+0000 mgr.y (mgr.24944) 30 : cluster 0 pgmap v22: 89 pgs: 89 active+clean; 1.3 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s 2024-05-11T04:51:53.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:53 smithi072 bash[31478]: audit 2024-05-11T04:51:52.509362+0000 mon.a (mon.0) 1033 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:53.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:53 smithi072 bash[31478]: audit 2024-05-11T04:51:52.511031+0000 mon.a (mon.0) 1034 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:51:54.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 14 16 33772 33756 150.683 120.125 0.0106542 0.00663142 2024-05-11T04:51:54.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:54 smithi086 bash[23731]: audit 2024-05-11T04:51:53.724082+0000 mon.a (mon.0) 1035 : audit 0 from='client.? 172.21.15.72:0/893003470' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:54.781 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 systemd[1]: Stopping Ceph prometheus.a for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:51:54.781 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.562Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-11T04:51:54.781 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.563Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-05-11T04:51:54.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.563Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-05-11T04:51:54.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.563Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-05-11T04:51:54.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.563Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-11T04:51:54.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.563Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-05-11T04:51:54.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.563Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-05-11T04:51:54.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.563Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-05-11T04:51:54.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.563Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-05-11T04:51:54.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.563Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-05-11T04:51:54.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.563Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-05-11T04:51:54.782 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:54 smithi086 bash[58620]: ts=2024-05-11T04:51:54.563Z caller=main.go:1147 level=info msg="See you next time!" 2024-05-11T04:51:54.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:54 smithi072 bash[21439]: audit 2024-05-11T04:51:53.724082+0000 mon.a (mon.0) 1035 : audit 0 from='client.? 172.21.15.72:0/893003470' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:54.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:54 smithi072 bash[31478]: audit 2024-05-11T04:51:53.724082+0000 mon.a (mon.0) 1035 : audit 0 from='client.? 172.21.15.72:0/893003470' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:55.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 15 16 35731 35715 148.799 122.438 0.0113629 0.00671521 2024-05-11T04:51:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:55 smithi086 bash[23731]: cluster 2024-05-11T04:51:54.397747+0000 mgr.y (mgr.24944) 31 : cluster 0 pgmap v23: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 165 MiB/s wr, 2.64k op/s 2024-05-11T04:51:55.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:55 smithi086 bash[59850]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:51:55.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:55 smithi086 bash[59901]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-prometheus-a 2024-05-11T04:51:55.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:55 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-05-11T04:51:55.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:55 smithi086 systemd[1]: Stopped Ceph prometheus.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:51:55.784 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:55 smithi086 systemd[1]: Started Ceph prometheus.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:51:55.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:55 smithi072 bash[21439]: cluster 2024-05-11T04:51:54.397747+0000 mgr.y (mgr.24944) 31 : cluster 0 pgmap v23: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 165 MiB/s wr, 2.64k op/s 2024-05-11T04:51:55.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:55 smithi072 bash[31478]: cluster 2024-05-11T04:51:54.397747+0000 mgr.y (mgr.24944) 31 : cluster 0 pgmap v23: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 165 MiB/s wr, 2.64k op/s 2024-05-11T04:51:56.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 16 16 37417 37401 146.084 105.375 0.0183592 0.0068394 2024-05-11T04:51:57.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:56 smithi086 bash[23731]: audit 2024-05-11T04:51:55.779437+0000 mon.a (mon.0) 1036 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:57.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:56 smithi086 bash[23731]: audit 2024-05-11T04:51:55.791555+0000 mon.a (mon.0) 1037 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:57.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:56 smithi086 bash[23731]: audit 2024-05-11T04:51:55.801803+0000 mon.a (mon.0) 1038 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:51:57.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:56 smithi086 bash[23731]: audit 2024-05-11T04:51:55.802626+0000 mgr.y (mgr.24944) 32 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:51:57.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:56 smithi086 bash[23731]: audit 2024-05-11T04:51:55.816545+0000 mon.a (mon.0) 1039 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:57.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:56 smithi086 bash[23731]: audit 2024-05-11T04:51:56.468991+0000 mon.a (mon.0) 1040 : audit 0 from='client.? 172.21.15.72:0/376025707' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:56 smithi072 bash[21439]: audit 2024-05-11T04:51:55.779437+0000 mon.a (mon.0) 1036 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:57.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:56 smithi072 bash[21439]: audit 2024-05-11T04:51:55.791555+0000 mon.a (mon.0) 1037 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:57.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:56 smithi072 bash[21439]: audit 2024-05-11T04:51:55.801803+0000 mon.a (mon.0) 1038 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:51:57.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:56 smithi072 bash[21439]: audit 2024-05-11T04:51:55.802626+0000 mgr.y (mgr.24944) 32 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:51:57.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:56 smithi072 bash[21439]: audit 2024-05-11T04:51:55.816545+0000 mon.a (mon.0) 1039 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:57.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:56 smithi072 bash[21439]: audit 2024-05-11T04:51:56.468991+0000 mon.a (mon.0) 1040 : audit 0 from='client.? 172.21.15.72:0/376025707' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:56 smithi072 bash[31478]: audit 2024-05-11T04:51:55.779437+0000 mon.a (mon.0) 1036 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:56 smithi072 bash[31478]: audit 2024-05-11T04:51:55.791555+0000 mon.a (mon.0) 1037 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:51:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:56 smithi072 bash[31478]: audit 2024-05-11T04:51:55.801803+0000 mon.a (mon.0) 1038 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:51:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:56 smithi072 bash[31478]: audit 2024-05-11T04:51:55.802626+0000 mgr.y (mgr.24944) 32 : audit 0 from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-05-11T04:51:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:56 smithi072 bash[31478]: audit 2024-05-11T04:51:55.816545+0000 mon.a (mon.0) 1039 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:51:57.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:56 smithi072 bash[31478]: audit 2024-05-11T04:51:56.468991+0000 mon.a (mon.0) 1040 : audit 0 from='client.? 172.21.15.72:0/376025707' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:51:57.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 17 16 38937 38921 143.079 95 0.0121881 0.00698385 2024-05-11T04:51:58.039 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:57 smithi086 bash[23731]: cluster 2024-05-11T04:51:56.398195+0000 mgr.y (mgr.24944) 33 : cluster 0 pgmap v24: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2024-05-11T04:51:58.039 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.030Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-05-11T04:51:58.039 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.030Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-05-11T04:51:58.039 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.030Z caller=main.go:570 level=info host_details="(Linux 5.15.0-106-generic #116-Ubuntu SMP Wed Apr 17 09:17:56 UTC 2024 x86_64 smithi086 (none))" 2024-05-11T04:51:58.040 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.030Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-05-11T04:51:58.040 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.030Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-05-11T04:51:58.040 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.032Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-05-11T04:51:58.040 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.033Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-05-11T04:51:58.040 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.040Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-05-11T04:51:58.040 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.040Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.24µs 2024-05-11T04:51:58.040 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.040Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-05-11T04:51:58.040 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.043Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-05-11T04:51:58.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:57 smithi072 bash[21439]: cluster 2024-05-11T04:51:56.398195+0000 mgr.y (mgr.24944) 33 : cluster 0 pgmap v24: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2024-05-11T04:51:58.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:57 smithi072 bash[31478]: cluster 2024-05-11T04:51:56.398195+0000 mgr.y (mgr.24944) 33 : cluster 0 pgmap v24: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2024-05-11T04:51:58.381 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.055Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-05-11T04:51:58.381 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.055Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-05-11T04:51:58.381 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.084Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-05-11T04:51:58.381 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.095Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-05-11T04:51:58.381 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.096Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-05-11T04:51:58.381 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.096Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=35.253µs wal_replay_duration=55.600205ms wbl_replay_duration=131ns total_replay_duration=55.665004ms 2024-05-11T04:51:58.381 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.098Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-05-11T04:51:58.381 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.099Z caller=main.go:1029 level=info msg="TSDB started" 2024-05-11T04:51:58.381 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.099Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-05-11T04:51:58.382 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.140Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=41.396684ms db_storage=1.16µs remote_storage=1.467µs web_handler=586ns query_engine=794ns scrape=320.732µs scrape_sd=144.285µs notify=22.759µs notify_sd=21.353µs rules=40.216978ms tracing=10.337µs 2024-05-11T04:51:58.382 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.140Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-05-11T04:51:58.382 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:51:58 smithi086 bash[59922]: ts=2024-05-11T04:51:58.140Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-05-11T04:51:58.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 18 16 40637 40621 141.032 106.25 0.00336899 0.00708545 2024-05-11T04:51:59.528 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 19 16 42050 42034 138.257 88.3125 0.0132901 0.00722734 2024-05-11T04:52:00.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:59 smithi072 bash[21439]: cluster 2024-05-11T04:51:58.398779+0000 mgr.y (mgr.24944) 34 : cluster 0 pgmap v25: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2024-05-11T04:52:00.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:59 smithi072 bash[21439]: audit 2024-05-11T04:51:59.156006+0000 mon.a (mon.0) 1041 : audit 0 from='client.? 172.21.15.72:0/2555340808' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:00.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:59 smithi072 bash[21439]: audit 2024-05-11T04:51:59.347102+0000 mon.a (mon.0) 1042 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:52:00.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:59 smithi072 bash[21439]: audit 2024-05-11T04:51:59.348955+0000 mon.a (mon.0) 1043 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:52:00.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:51:59 smithi072 bash[21439]: audit 2024-05-11T04:51:59.350695+0000 mon.a (mon.0) 1044 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:52:00.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:59 smithi072 bash[31478]: cluster 2024-05-11T04:51:58.398779+0000 mgr.y (mgr.24944) 34 : cluster 0 pgmap v25: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2024-05-11T04:52:00.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:59 smithi072 bash[31478]: audit 2024-05-11T04:51:59.156006+0000 mon.a (mon.0) 1041 : audit 0 from='client.? 172.21.15.72:0/2555340808' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:00.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:59 smithi072 bash[31478]: audit 2024-05-11T04:51:59.347102+0000 mon.a (mon.0) 1042 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:52:00.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:59 smithi072 bash[31478]: audit 2024-05-11T04:51:59.348955+0000 mon.a (mon.0) 1043 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:52:00.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:51:59 smithi072 bash[31478]: audit 2024-05-11T04:51:59.350695+0000 mon.a (mon.0) 1044 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:52:00.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:59 smithi086 bash[23731]: cluster 2024-05-11T04:51:58.398779+0000 mgr.y (mgr.24944) 34 : cluster 0 pgmap v25: 89 pgs: 89 active+clean; 1.9 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 119 MiB/s wr, 1.91k op/s 2024-05-11T04:52:00.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:59 smithi086 bash[23731]: audit 2024-05-11T04:51:59.156006+0000 mon.a (mon.0) 1041 : audit 0 from='client.? 172.21.15.72:0/2555340808' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:00.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:59 smithi086 bash[23731]: audit 2024-05-11T04:51:59.347102+0000 mon.a (mon.0) 1042 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:52:00.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:59 smithi086 bash[23731]: audit 2024-05-11T04:51:59.348955+0000 mon.a (mon.0) 1043 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:52:00.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:51:59 smithi086 bash[23731]: audit 2024-05-11T04:51:59.350695+0000 mon.a (mon.0) 1044 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:52:00.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:52:00.534439+0000 min lat: 0.00108881 max lat: 0.14356 avg lat: 0.00731312 2024-05-11T04:52:00.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:52:00.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 20 16 43738 43722 136.619 105.5 0.0113836 0.00731312 2024-05-11T04:52:01.242 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:00 smithi086 bash[23731]: cephadm 2024-05-11T04:51:59.346363+0000 mgr.y (mgr.24944) 35 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:52:01.242 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:00 smithi086 bash[23731]: cephadm 2024-05-11T04:51:59.352293+0000 mgr.y (mgr.24944) 36 : cephadm 1 Deploying daemon mgr.x on smithi086 2024-05-11T04:52:01.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:00 smithi072 bash[21439]: cephadm 2024-05-11T04:51:59.346363+0000 mgr.y (mgr.24944) 35 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:52:01.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:00 smithi072 bash[21439]: cephadm 2024-05-11T04:51:59.352293+0000 mgr.y (mgr.24944) 36 : cephadm 1 Deploying daemon mgr.x on smithi086 2024-05-11T04:52:01.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:00 smithi072 bash[31478]: cephadm 2024-05-11T04:51:59.346363+0000 mgr.y (mgr.24944) 35 : cephadm 1 Upgrade: Updating mgr.x 2024-05-11T04:52:01.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:00 smithi072 bash[31478]: cephadm 2024-05-11T04:51:59.352293+0000 mgr.y (mgr.24944) 36 : cephadm 1 Deploying daemon mgr.x on smithi086 2024-05-11T04:52:01.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 21 16 45325 45309 134.836 99.1875 0.0113129 0.00741126 2024-05-11T04:52:02.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:01 smithi086 bash[23731]: cluster 2024-05-11T04:52:00.399539+0000 mgr.y (mgr.24944) 37 : cluster 0 pgmap v26: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 165 MiB/s wr, 2.64k op/s 2024-05-11T04:52:02.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:01 smithi072 bash[21439]: cluster 2024-05-11T04:52:00.399539+0000 mgr.y (mgr.24944) 37 : cluster 0 pgmap v26: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 165 MiB/s wr, 2.64k op/s 2024-05-11T04:52:02.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:01 smithi072 bash[31478]: cluster 2024-05-11T04:52:00.399539+0000 mgr.y (mgr.24944) 37 : cluster 0 pgmap v26: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 165 MiB/s wr, 2.64k op/s 2024-05-11T04:52:02.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 22 16 46888 46872 133.147 97.6875 0.00912403 0.00750564 2024-05-11T04:52:02.730 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:02 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:02.731 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:52:02 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:02.731 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:52:02 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:02.731 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:52:02 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:02.731 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:02 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:02.732 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:52:02 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:02.732 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:52:02 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:02.732 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:52:02 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:02.733 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:52:02 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:03.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:02 smithi086 bash[23731]: audit 2024-05-11T04:52:01.895940+0000 mon.c (mon.2) 189 : audit 0 from='client.? 172.21.15.72:0/801935623' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:03.032 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:02 smithi086 systemd[1]: Stopping Ceph mgr.x for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:52:03.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:02 smithi072 bash[21439]: audit 2024-05-11T04:52:01.895940+0000 mon.c (mon.2) 189 : audit 0 from='client.? 172.21.15.72:0/801935623' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:03.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:02 smithi072 bash[31478]: audit 2024-05-11T04:52:01.895940+0000 mon.c (mon.2) 189 : audit 0 from='client.? 172.21.15.72:0/801935623' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:03.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 23 16 48473 48457 131.665 99.0625 0.0125012 0.00758937 2024-05-11T04:52:04.154 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:03 smithi086 bash[23731]: cluster 2024-05-11T04:52:02.399982+0000 mgr.y (mgr.24944) 38 : cluster 0 pgmap v27: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2024-05-11T04:52:04.154 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:03 smithi086 bash[60197]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mgr-x 2024-05-11T04:52:04.154 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-05-11T04:52:04.154 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:04 smithi086 bash[60254]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mgr-x 2024-05-11T04:52:04.154 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-05-11T04:52:04.155 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: Stopped Ceph mgr.x for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:52:04.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:03 smithi072 bash[21439]: cluster 2024-05-11T04:52:02.399982+0000 mgr.y (mgr.24944) 38 : cluster 0 pgmap v27: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2024-05-11T04:52:04.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:52:03] "GET /metrics HTTP/1.1" 200 36329 "" "Prometheus/2.43.0" 2024-05-11T04:52:04.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:03 smithi072 bash[31478]: cluster 2024-05-11T04:52:02.399982+0000 mgr.y (mgr.24944) 38 : cluster 0 pgmap v27: 89 pgs: 89 active+clean; 2.5 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 101 MiB/s wr, 1.61k op/s 2024-05-11T04:52:04.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 24 16 49546 49530 128.973 67.0625 0.0132729 0.00774785 2024-05-11T04:52:04.531 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:04.531 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:04.531 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:04.532 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:04.532 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:04.532 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: Started Ceph mgr.x for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:52:04.533 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:04.533 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:04.533 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:04.533 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:52:04 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:05.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 25 16 50963 50947 127.356 88.5625 0.00833303 0.00784652 2024-05-11T04:52:05.778 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:05 smithi086 bash[23731]: audit 2024-05-11T04:52:04.339222+0000 mon.a (mon.0) 1045 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:05.779 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:05 smithi086 bash[23731]: audit 2024-05-11T04:52:04.348521+0000 mon.a (mon.0) 1046 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:05.779 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:05 smithi086 bash[23731]: audit 2024-05-11T04:52:04.388368+0000 mon.a (mon.0) 1047 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:52:05.779 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:05 smithi086 bash[23731]: cluster 2024-05-11T04:52:04.401651+0000 mgr.y (mgr.24944) 39 : cluster 0 pgmap v28: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 142 MiB/s wr, 2.27k op/s 2024-05-11T04:52:05.779 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:05 smithi086 bash[23731]: audit 2024-05-11T04:52:04.409917+0000 mon.c (mon.2) 190 : audit 0 from='client.? 172.21.15.72:0/219599680' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:05.779 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:05 smithi086 bash[23731]: audit 2024-05-11T04:52:05.131275+0000 mon.a (mon.0) 1048 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:05.779 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:05 smithi086 bash[23731]: audit 2024-05-11T04:52:05.142812+0000 mon.a (mon.0) 1049 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:05.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:05 smithi072 bash[21439]: audit 2024-05-11T04:52:04.339222+0000 mon.a (mon.0) 1045 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:05.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:05 smithi072 bash[21439]: audit 2024-05-11T04:52:04.348521+0000 mon.a (mon.0) 1046 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:05.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:05 smithi072 bash[21439]: audit 2024-05-11T04:52:04.388368+0000 mon.a (mon.0) 1047 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:52:05.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:05 smithi072 bash[21439]: cluster 2024-05-11T04:52:04.401651+0000 mgr.y (mgr.24944) 39 : cluster 0 pgmap v28: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 142 MiB/s wr, 2.27k op/s 2024-05-11T04:52:05.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:05 smithi072 bash[21439]: audit 2024-05-11T04:52:04.409917+0000 mon.c (mon.2) 190 : audit 0 from='client.? 172.21.15.72:0/219599680' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:05.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:05 smithi072 bash[21439]: audit 2024-05-11T04:52:05.131275+0000 mon.a (mon.0) 1048 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:05.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:05 smithi072 bash[21439]: audit 2024-05-11T04:52:05.142812+0000 mon.a (mon.0) 1049 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:05.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:05 smithi072 bash[31478]: audit 2024-05-11T04:52:04.339222+0000 mon.a (mon.0) 1045 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:05.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:05 smithi072 bash[31478]: audit 2024-05-11T04:52:04.348521+0000 mon.a (mon.0) 1046 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:05.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:05 smithi072 bash[31478]: audit 2024-05-11T04:52:04.388368+0000 mon.a (mon.0) 1047 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:52:05.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:05 smithi072 bash[31478]: cluster 2024-05-11T04:52:04.401651+0000 mgr.y (mgr.24944) 39 : cluster 0 pgmap v28: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 142 MiB/s wr, 2.27k op/s 2024-05-11T04:52:05.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:05 smithi072 bash[31478]: audit 2024-05-11T04:52:04.409917+0000 mon.c (mon.2) 190 : audit 0 from='client.? 172.21.15.72:0/219599680' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:05.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:05 smithi072 bash[31478]: audit 2024-05-11T04:52:05.131275+0000 mon.a (mon.0) 1048 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:05.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:05 smithi072 bash[31478]: audit 2024-05-11T04:52:05.142812+0000 mon.a (mon.0) 1049 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:06.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:05 smithi086 bash[60308]: debug 2024-05-11T04:52:05.782+0000 7f1bcb4ca200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:52:06.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 26 16 52438 52422 126.003 92.1875 0.0121089 0.00793025 2024-05-11T04:52:07.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 27 16 53804 53788 124.498 85.375 0.0112006 0.0080272 2024-05-11T04:52:07.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:07 smithi086 bash[23731]: cluster 2024-05-11T04:52:06.402142+0000 mgr.y (mgr.24944) 40 : cluster 0 pgmap v29: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2024-05-11T04:52:07.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:07 smithi086 bash[23731]: audit 2024-05-11T04:52:07.098008+0000 mon.a (mon.0) 1050 : audit 0 from='client.? 172.21.15.72:0/1030849725' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:07.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:07 smithi072 bash[21439]: cluster 2024-05-11T04:52:06.402142+0000 mgr.y (mgr.24944) 40 : cluster 0 pgmap v29: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2024-05-11T04:52:07.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:07 smithi072 bash[21439]: audit 2024-05-11T04:52:07.098008+0000 mon.a (mon.0) 1050 : audit 0 from='client.? 172.21.15.72:0/1030849725' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:07.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:07 smithi072 bash[31478]: cluster 2024-05-11T04:52:06.402142+0000 mgr.y (mgr.24944) 40 : cluster 0 pgmap v29: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2024-05-11T04:52:07.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:07 smithi072 bash[31478]: audit 2024-05-11T04:52:07.098008+0000 mon.a (mon.0) 1050 : audit 0 from='client.? 172.21.15.72:0/1030849725' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:08.462 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:08 smithi086 bash[60308]: debug 2024-05-11T04:52:08.138+0000 7f1bcb4ca200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:52:08.463 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:08 smithi086 bash[60308]: debug 2024-05-11T04:52:08.290+0000 7f1bcb4ca200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:52:08.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 28 16 55219 55203 123.21 88.4375 0.00600938 0.00811112 2024-05-11T04:52:08.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:08 smithi086 bash[23731]: audit 2024-05-11T04:52:07.503075+0000 mon.a (mon.0) 1051 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:52:08.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:08 smithi086 bash[60308]: debug 2024-05-11T04:52:08.650+0000 7f1bcb4ca200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:52:09.117 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:08 smithi072 bash[21439]: audit 2024-05-11T04:52:07.503075+0000 mon.a (mon.0) 1051 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:52:09.481 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:09 smithi072 bash[31478]: audit 2024-05-11T04:52:07.503075+0000 mon.a (mon.0) 1051 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:52:09.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 29 16 56202 56186 121.079 61.4375 0.0133022 0.00825293 2024-05-11T04:52:09.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:09 smithi086 bash[23731]: cluster 2024-05-11T04:52:08.402600+0000 mgr.y (mgr.24944) 41 : cluster 0 pgmap v30: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2024-05-11T04:52:09.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:09 smithi086 bash[60308]: debug 2024-05-11T04:52:09.730+0000 7f1bcb4ca200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:52:09.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:09 smithi072 bash[21439]: cluster 2024-05-11T04:52:08.402600+0000 mgr.y (mgr.24944) 41 : cluster 0 pgmap v30: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2024-05-11T04:52:09.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:09 smithi072 bash[31478]: cluster 2024-05-11T04:52:08.402600+0000 mgr.y (mgr.24944) 41 : cluster 0 pgmap v30: 89 pgs: 89 active+clean; 2.9 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s 2024-05-11T04:52:10.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:09 smithi086 bash[60308]: debug 2024-05-11T04:52:09.910+0000 7f1bcb4ca200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:52:10.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:10 smithi086 bash[60308]: debug 2024-05-11T04:52:10.086+0000 7f1bcb4ca200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:52:10.529 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 30 16 57161 57145 119.041 59.9375 0.015261 0.0083953 2024-05-11T04:52:10.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:10 smithi086 bash[23731]: audit 2024-05-11T04:52:09.754857+0000 mon.c (mon.2) 191 : audit 0 from='client.? 172.21.15.72:0/2826621018' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:10.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:10 smithi086 bash[60308]: debug 2024-05-11T04:52:10.550+0000 7f1bcb4ca200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:52:10.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:10 smithi086 bash[60308]: debug 2024-05-11T04:52:10.730+0000 7f1bcb4ca200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:52:10.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:10 smithi072 bash[21439]: audit 2024-05-11T04:52:09.754857+0000 mon.c (mon.2) 191 : audit 0 from='client.? 172.21.15.72:0/2826621018' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:10.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:10 smithi072 bash[31478]: audit 2024-05-11T04:52:09.754857+0000 mon.c (mon.2) 191 : audit 0 from='client.? 172.21.15.72:0/2826621018' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:11.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:10 smithi086 bash[60308]: debug 2024-05-11T04:52:10.898+0000 7f1bcb4ca200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:52:11.530 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 31 16 58468 58452 117.836 81.6875 0.0117977 0.00848137 2024-05-11T04:52:11.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:11 smithi086 bash[23731]: cluster 2024-05-11T04:52:10.403340+0000 mgr.y (mgr.24944) 42 : cluster 0 pgmap v31: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2024-05-11T04:52:11.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:11 smithi086 bash[23731]: audit 2024-05-11T04:52:11.007889+0000 mon.a (mon.0) 1052 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:11.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:11 smithi086 bash[23731]: audit 2024-05-11T04:52:11.019607+0000 mon.a (mon.0) 1053 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:11.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:11 smithi086 bash[60308]: debug 2024-05-11T04:52:11.462+0000 7f1bcb4ca200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:52:11.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:11 smithi072 bash[21439]: cluster 2024-05-11T04:52:10.403340+0000 mgr.y (mgr.24944) 42 : cluster 0 pgmap v31: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2024-05-11T04:52:11.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:11 smithi072 bash[21439]: audit 2024-05-11T04:52:11.007889+0000 mon.a (mon.0) 1052 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:11.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:11 smithi072 bash[21439]: audit 2024-05-11T04:52:11.019607+0000 mon.a (mon.0) 1053 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:11.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:11 smithi072 bash[31478]: cluster 2024-05-11T04:52:10.403340+0000 mgr.y (mgr.24944) 42 : cluster 0 pgmap v31: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 122 MiB/s wr, 1.95k op/s 2024-05-11T04:52:11.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:11 smithi072 bash[31478]: audit 2024-05-11T04:52:11.007889+0000 mon.a (mon.0) 1052 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:11.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:11 smithi072 bash[31478]: audit 2024-05-11T04:52:11.019607+0000 mon.a (mon.0) 1053 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:12.206 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:11 smithi086 bash[60308]: debug 2024-05-11T04:52:11.814+0000 7f1bcb4ca200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:52:12.530 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 32 16 59689 59673 116.538 76.3125 0.0135131 0.00857508 2024-05-11T04:52:12.531 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:12 smithi086 bash[60308]: debug 2024-05-11T04:52:12.210+0000 7f1bcb4ca200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:52:12.531 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:12 smithi086 bash[60308]: debug 2024-05-11T04:52:12.390+0000 7f1bcb4ca200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:52:12.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:12 smithi072 bash[21439]: audit 2024-05-11T04:52:12.500080+0000 mon.b (mon.1) 89 : audit 0 from='client.? 172.21.15.72:0/1963142234' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:12.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:12 smithi072 bash[21439]: audit 2024-05-11T04:52:12.524322+0000 mon.a (mon.0) 1054 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:12.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:12 smithi072 bash[21439]: audit 2024-05-11T04:52:12.543054+0000 mon.a (mon.0) 1055 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:12.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:12 smithi072 bash[31478]: audit 2024-05-11T04:52:12.500080+0000 mon.b (mon.1) 89 : audit 0 from='client.? 172.21.15.72:0/1963142234' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:12.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:12 smithi072 bash[31478]: audit 2024-05-11T04:52:12.524322+0000 mon.a (mon.0) 1054 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:12.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:12 smithi072 bash[31478]: audit 2024-05-11T04:52:12.543054+0000 mon.a (mon.0) 1055 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:12.806 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:12 smithi086 bash[23731]: audit 2024-05-11T04:52:12.500080+0000 mon.b (mon.1) 89 : audit 0 from='client.? 172.21.15.72:0/1963142234' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:12.806 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:12 smithi086 bash[23731]: audit 2024-05-11T04:52:12.524322+0000 mon.a (mon.0) 1054 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:12.806 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:12 smithi086 bash[23731]: audit 2024-05-11T04:52:12.543054+0000 mon.a (mon.0) 1055 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:13.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:12 smithi086 bash[60308]: debug 2024-05-11T04:52:12.810+0000 7f1bcb4ca200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:52:13.530 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 33 16 60970 60954 115.433 80.0625 0.00910243 0.00865787 2024-05-11T04:52:13.760 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:13 smithi086 bash[23731]: cluster 2024-05-11T04:52:12.403770+0000 mgr.y (mgr.24944) 43 : cluster 0 pgmap v32: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-05-11T04:52:13.760 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:13 smithi086 bash[60308]: debug 2024-05-11T04:52:13.406+0000 7f1bcb4ca200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:52:13.849 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:13 smithi072 bash[21439]: cluster 2024-05-11T04:52:12.403770+0000 mgr.y (mgr.24944) 43 : cluster 0 pgmap v32: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-05-11T04:52:13.849 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:13 smithi072 bash[31478]: cluster 2024-05-11T04:52:12.403770+0000 mgr.y (mgr.24944) 43 : cluster 0 pgmap v32: 89 pgs: 89 active+clean; 3.4 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-05-11T04:52:14.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:13 smithi086 bash[60308]: debug 2024-05-11T04:52:13.762+0000 7f1bcb4ca200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:52:14.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:13 smithi086 bash[60308]: debug 2024-05-11T04:52:13.934+0000 7f1bcb4ca200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:52:14.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:52:13] "GET /metrics HTTP/1.1" 200 36332 "" "Prometheus/2.43.0" 2024-05-11T04:52:14.530 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 34 16 62161 62145 114.227 74.4375 0.0150365 0.00874917 2024-05-11T04:52:14.531 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:14 smithi086 bash[60308]: debug 2024-05-11T04:52:14.262+0000 7f1bcb4ca200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:52:15.530 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 35 16 63396 63380 113.168 77.1875 0.0101308 0.00883143 2024-05-11T04:52:15.915 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:15 smithi086 bash[23731]: cluster 2024-05-11T04:52:14.404567+0000 mgr.y (mgr.24944) 44 : cluster 0 pgmap v33: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2024-05-11T04:52:15.915 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:15 smithi086 bash[23731]: audit 2024-05-11T04:52:15.256194+0000 mon.c (mon.2) 192 : audit 0 from='client.? 172.21.15.72:0/1042191287' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:15.916 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:15 smithi086 bash[60308]: debug 2024-05-11T04:52:15.738+0000 7f1bcb4ca200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:52:16.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:15 smithi072 bash[21439]: cluster 2024-05-11T04:52:14.404567+0000 mgr.y (mgr.24944) 44 : cluster 0 pgmap v33: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2024-05-11T04:52:16.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:15 smithi072 bash[21439]: audit 2024-05-11T04:52:15.256194+0000 mon.c (mon.2) 192 : audit 0 from='client.? 172.21.15.72:0/1042191287' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:16.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:15 smithi072 bash[31478]: cluster 2024-05-11T04:52:14.404567+0000 mgr.y (mgr.24944) 44 : cluster 0 pgmap v33: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s 2024-05-11T04:52:16.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:15 smithi072 bash[31478]: audit 2024-05-11T04:52:15.256194+0000 mon.c (mon.2) 192 : audit 0 from='client.? 172.21.15.72:0/1042191287' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:16.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:15 smithi086 bash[60308]: debug 2024-05-11T04:52:15.918+0000 7f1bcb4ca200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:52:16.530 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 36 16 64693 64677 112.276 81.0625 0.0106507 0.00890137 2024-05-11T04:52:16.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:16 smithi086 bash[60308]: debug 2024-05-11T04:52:16.354+0000 7f1bcb4ca200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:52:16.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:16 smithi086 bash[60308]: debug 2024-05-11T04:52:16.522+0000 7f1bcb4ca200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:52:17.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:16 smithi086 bash[60308]: debug 2024-05-11T04:52:16.942+0000 7f1bcb4ca200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:52:17.530 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 37 15 65952 65937 111.37 78.75 0.0106066 0.00897361 2024-05-11T04:52:17.898 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:17 smithi086 bash[23731]: cluster 2024-05-11T04:52:16.405151+0000 mgr.y (mgr.24944) 45 : cluster 0 pgmap v34: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-05-11T04:52:17.899 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:17 smithi086 bash[60308]: debug 2024-05-11T04:52:17.598+0000 7f1bcb4ca200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:52:17.899 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:17 smithi086 bash[60308]: debug 2024-05-11T04:52:17.774+0000 7f1bcb4ca200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:52:17.899 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:17 smithi086 bash[60308]: [11/May/2024:04:52:17] ENGINE Bus STARTING 2024-05-11T04:52:18.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:17 smithi072 bash[21439]: cluster 2024-05-11T04:52:16.405151+0000 mgr.y (mgr.24944) 45 : cluster 0 pgmap v34: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-05-11T04:52:18.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:17 smithi072 bash[31478]: cluster 2024-05-11T04:52:16.405151+0000 mgr.y (mgr.24944) 45 : cluster 0 pgmap v34: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-05-11T04:52:18.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:17 smithi086 bash[60308]: CherryPy Checker: 2024-05-11T04:52:18.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:17 smithi086 bash[60308]: The Application mounted at '' has an empty config. 2024-05-11T04:52:18.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:17 smithi086 bash[60308]: [11/May/2024:04:52:17] ENGINE Serving on http://:::9283 2024-05-11T04:52:18.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:17 smithi086 bash[60308]: [11/May/2024:04:52:17] ENGINE Bus STARTED 2024-05-11T04:52:18.530 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 38 16 67198 67182 110.487 77.8125 0.0119283 0.00904471 2024-05-11T04:52:19.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:18 smithi086 bash[23731]: cluster 2024-05-11T04:52:17.794742+0000 mon.a (mon.0) 1056 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:52:19.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:18 smithi086 bash[23731]: cluster 2024-05-11T04:52:17.794925+0000 mon.a (mon.0) 1057 : cluster 0 Standby manager daemon x started 2024-05-11T04:52:19.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:18 smithi086 bash[23731]: audit 2024-05-11T04:52:17.801483+0000 mon.a (mon.0) 1058 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:52:19.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:18 smithi086 bash[23731]: audit 2024-05-11T04:52:17.802747+0000 mon.a (mon.0) 1059 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:52:19.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:18 smithi086 bash[23731]: audit 2024-05-11T04:52:17.804670+0000 mon.a (mon.0) 1060 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:52:19.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:18 smithi086 bash[23731]: audit 2024-05-11T04:52:17.805228+0000 mon.a (mon.0) 1061 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:52:19.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:18 smithi086 bash[23731]: audit 2024-05-11T04:52:17.959761+0000 mon.c (mon.2) 193 : audit 0 from='client.? 172.21.15.72:0/3726778580' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:19.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:18 smithi072 bash[21439]: cluster 2024-05-11T04:52:17.794742+0000 mon.a (mon.0) 1056 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:52:19.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:18 smithi072 bash[21439]: cluster 2024-05-11T04:52:17.794925+0000 mon.a (mon.0) 1057 : cluster 0 Standby manager daemon x started 2024-05-11T04:52:19.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:18 smithi072 bash[21439]: audit 2024-05-11T04:52:17.801483+0000 mon.a (mon.0) 1058 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:52:19.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:18 smithi072 bash[21439]: audit 2024-05-11T04:52:17.802747+0000 mon.a (mon.0) 1059 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:52:19.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:18 smithi072 bash[21439]: audit 2024-05-11T04:52:17.804670+0000 mon.a (mon.0) 1060 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:52:19.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:18 smithi072 bash[21439]: audit 2024-05-11T04:52:17.805228+0000 mon.a (mon.0) 1061 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:52:19.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:18 smithi072 bash[21439]: audit 2024-05-11T04:52:17.959761+0000 mon.c (mon.2) 193 : audit 0 from='client.? 172.21.15.72:0/3726778580' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:19.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:18 smithi072 bash[31478]: cluster 2024-05-11T04:52:17.794742+0000 mon.a (mon.0) 1056 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:52:19.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:18 smithi072 bash[31478]: cluster 2024-05-11T04:52:17.794925+0000 mon.a (mon.0) 1057 : cluster 0 Standby manager daemon x started 2024-05-11T04:52:19.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:18 smithi072 bash[31478]: audit 2024-05-11T04:52:17.801483+0000 mon.a (mon.0) 1058 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:52:19.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:18 smithi072 bash[31478]: audit 2024-05-11T04:52:17.802747+0000 mon.a (mon.0) 1059 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:52:19.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:18 smithi072 bash[31478]: audit 2024-05-11T04:52:17.804670+0000 mon.a (mon.0) 1060 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:52:19.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:18 smithi072 bash[31478]: audit 2024-05-11T04:52:17.805228+0000 mon.a (mon.0) 1061 : audit 0 from='mgr.? 172.21.15.86:0/3326427667' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:52:19.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:18 smithi072 bash[31478]: audit 2024-05-11T04:52:17.959761+0000 mon.c (mon.2) 193 : audit 0 from='client.? 172.21.15.72:0/3726778580' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:19.530 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 39 16 68494 68478 109.73 81 0.0143354 0.00910807 2024-05-11T04:52:20.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:19 smithi086 bash[23731]: cluster 2024-05-11T04:52:18.405583+0000 mgr.y (mgr.24944) 46 : cluster 0 pgmap v35: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-05-11T04:52:20.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:19 smithi086 bash[23731]: cluster 2024-05-11T04:52:18.604879+0000 mon.a (mon.0) 1062 : cluster 0 mgrmap e33: y(active, since 56s), standbys: x 2024-05-11T04:52:20.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:19 smithi072 bash[21439]: cluster 2024-05-11T04:52:18.405583+0000 mgr.y (mgr.24944) 46 : cluster 0 pgmap v35: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-05-11T04:52:20.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:19 smithi072 bash[21439]: cluster 2024-05-11T04:52:18.604879+0000 mon.a (mon.0) 1062 : cluster 0 mgrmap e33: y(active, since 56s), standbys: x 2024-05-11T04:52:20.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:19 smithi072 bash[31478]: cluster 2024-05-11T04:52:18.405583+0000 mgr.y (mgr.24944) 46 : cluster 0 pgmap v35: 89 pgs: 89 active+clean; 3.7 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s 2024-05-11T04:52:20.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:19 smithi072 bash[31478]: cluster 2024-05-11T04:52:18.604879+0000 mon.a (mon.0) 1062 : cluster 0 mgrmap e33: y(active, since 56s), standbys: x 2024-05-11T04:52:20.530 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:52:20.536258+0000 min lat: 0.00108881 max lat: 0.538944 avg lat: 0.00925109 2024-05-11T04:52:20.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:52:20.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 40 16 69160 69144 108.028 41.625 0.0134879 0.00925109 2024-05-11T04:52:21.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:20 smithi086 bash[23731]: audit 2024-05-11T04:52:20.392507+0000 mon.a (mon.0) 1063 : audit 0 from='client.? 172.21.15.72:0/2656143537' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:21.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:20 smithi072 bash[21439]: audit 2024-05-11T04:52:20.392507+0000 mon.a (mon.0) 1063 : audit 0 from='client.? 172.21.15.72:0/2656143537' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:21.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:20 smithi072 bash[31478]: audit 2024-05-11T04:52:20.392507+0000 mon.a (mon.0) 1063 : audit 0 from='client.? 172.21.15.72:0/2656143537' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:21.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 41 16 70419 70403 107.312 78.6875 0.0131145 0.0093131 2024-05-11T04:52:21.953 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:21 smithi086 bash[23731]: cluster 2024-05-11T04:52:20.406227+0000 mgr.y (mgr.24944) 47 : cluster 0 pgmap v36: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 98 MiB/s wr, 1.56k op/s 2024-05-11T04:52:22.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:21 smithi072 bash[21439]: cluster 2024-05-11T04:52:20.406227+0000 mgr.y (mgr.24944) 47 : cluster 0 pgmap v36: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 98 MiB/s wr, 1.56k op/s 2024-05-11T04:52:22.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:21 smithi072 bash[31478]: cluster 2024-05-11T04:52:20.406227+0000 mgr.y (mgr.24944) 47 : cluster 0 pgmap v36: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 98 MiB/s wr, 1.56k op/s 2024-05-11T04:52:22.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 42 15 71668 71653 106.617 78.125 0.017678 0.00937352 2024-05-11T04:52:23.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:22 smithi086 bash[23731]: audit 2024-05-11T04:52:22.508718+0000 mon.a (mon.0) 1064 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:52:23.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:22 smithi072 bash[21439]: audit 2024-05-11T04:52:22.508718+0000 mon.a (mon.0) 1064 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:52:23.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:22 smithi072 bash[31478]: audit 2024-05-11T04:52:22.508718+0000 mon.a (mon.0) 1064 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:52:23.532 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 43 16 72739 72723 105.692 66.875 0.0145938 0.00945651 2024-05-11T04:52:24.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:23 smithi086 bash[23731]: cluster 2024-05-11T04:52:22.406655+0000 mgr.y (mgr.24944) 48 : cluster 0 pgmap v37: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 62 MiB/s wr, 999 op/s 2024-05-11T04:52:24.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:23 smithi086 bash[23731]: audit 2024-05-11T04:52:23.099646+0000 mon.a (mon.0) 1065 : audit 0 from='client.? 172.21.15.72:0/4185866071' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:24.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:52:23] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-05-11T04:52:24.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:23 smithi072 bash[21439]: cluster 2024-05-11T04:52:22.406655+0000 mgr.y (mgr.24944) 48 : cluster 0 pgmap v37: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 62 MiB/s wr, 999 op/s 2024-05-11T04:52:24.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:23 smithi072 bash[21439]: audit 2024-05-11T04:52:23.099646+0000 mon.a (mon.0) 1065 : audit 0 from='client.? 172.21.15.72:0/4185866071' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:24.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:23 smithi072 bash[31478]: cluster 2024-05-11T04:52:22.406655+0000 mgr.y (mgr.24944) 48 : cluster 0 pgmap v37: 89 pgs: 89 active+clean; 4.1 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 62 MiB/s wr, 999 op/s 2024-05-11T04:52:24.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:23 smithi072 bash[31478]: audit 2024-05-11T04:52:23.099646+0000 mon.a (mon.0) 1065 : audit 0 from='client.? 172.21.15.72:0/4185866071' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:24.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 44 16 73961 73945 105.026 76.375 0.00883036 0.00951688 2024-05-11T04:52:25.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 45 16 75113 75097 104.292 72 0.0119904 0.00958302 2024-05-11T04:52:25.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:25 smithi086 bash[23731]: cluster 2024-05-11T04:52:24.407521+0000 mgr.y (mgr.24944) 49 : cluster 0 pgmap v38: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-05-11T04:52:26.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:25 smithi072 bash[21439]: cluster 2024-05-11T04:52:24.407521+0000 mgr.y (mgr.24944) 49 : cluster 0 pgmap v38: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-05-11T04:52:26.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:25 smithi072 bash[31478]: cluster 2024-05-11T04:52:24.407521+0000 mgr.y (mgr.24944) 49 : cluster 0 pgmap v38: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-05-11T04:52:26.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 46 16 76308 76292 103.648 74.6875 0.0150313 0.00964317 2024-05-11T04:52:27.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:26 smithi086 bash[23731]: audit 2024-05-11T04:52:25.798356+0000 mon.b (mon.1) 90 : audit 0 from='client.? 172.21.15.72:0/1265303805' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:27.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:26 smithi086 bash[23731]: audit 2024-05-11T04:52:26.574338+0000 mon.a (mon.0) 1066 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:27.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:26 smithi086 bash[23731]: audit 2024-05-11T04:52:26.583905+0000 mon.a (mon.0) 1067 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:27.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:26 smithi086 bash[23731]: audit 2024-05-11T04:52:26.585252+0000 mon.a (mon.0) 1068 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:52:27.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:26 smithi086 bash[23731]: audit 2024-05-11T04:52:26.588047+0000 mon.a (mon.0) 1069 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:52:27.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:26 smithi086 bash[23731]: audit 2024-05-11T04:52:26.595332+0000 mon.a (mon.0) 1070 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:27.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:26 smithi072 bash[21439]: audit 2024-05-11T04:52:25.798356+0000 mon.b (mon.1) 90 : audit 0 from='client.? 172.21.15.72:0/1265303805' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:27.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:26 smithi072 bash[21439]: audit 2024-05-11T04:52:26.574338+0000 mon.a (mon.0) 1066 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:27.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:26 smithi072 bash[21439]: audit 2024-05-11T04:52:26.583905+0000 mon.a (mon.0) 1067 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:27.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:26 smithi072 bash[21439]: audit 2024-05-11T04:52:26.585252+0000 mon.a (mon.0) 1068 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:52:27.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:26 smithi072 bash[21439]: audit 2024-05-11T04:52:26.588047+0000 mon.a (mon.0) 1069 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:52:27.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:26 smithi072 bash[21439]: audit 2024-05-11T04:52:26.595332+0000 mon.a (mon.0) 1070 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:27.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:26 smithi072 bash[31478]: audit 2024-05-11T04:52:25.798356+0000 mon.b (mon.1) 90 : audit 0 from='client.? 172.21.15.72:0/1265303805' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:27.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:26 smithi072 bash[31478]: audit 2024-05-11T04:52:26.574338+0000 mon.a (mon.0) 1066 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:27.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:26 smithi072 bash[31478]: audit 2024-05-11T04:52:26.583905+0000 mon.a (mon.0) 1067 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:27.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:26 smithi072 bash[31478]: audit 2024-05-11T04:52:26.585252+0000 mon.a (mon.0) 1068 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:52:27.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:26 smithi072 bash[31478]: audit 2024-05-11T04:52:26.588047+0000 mon.a (mon.0) 1069 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:52:27.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:26 smithi072 bash[31478]: audit 2024-05-11T04:52:26.595332+0000 mon.a (mon.0) 1070 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:27.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 47 16 77373 77357 102.859 66.5625 0.00791008 0.00971682 2024-05-11T04:52:28.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: cluster 2024-05-11T04:52:26.407913+0000 mgr.y (mgr.24944) 50 : cluster 0 pgmap v39: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:52:28.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: audit 2024-05-11T04:52:26.683016+0000 mon.a (mon.0) 1071 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:52:28.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: audit 2024-05-11T04:52:26.685982+0000 mon.a (mon.0) 1072 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:52:28.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: cephadm 2024-05-11T04:52:26.686882+0000 mgr.y (mgr.24944) 51 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-05-11T04:52:28.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: audit 2024-05-11T04:52:26.693988+0000 mon.a (mon.0) 1073 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:28.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: audit 2024-05-11T04:52:26.696775+0000 mon.a (mon.0) 1074 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-11T04:52:28.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: audit 2024-05-11T04:52:26.706984+0000 mon.a (mon.0) 1075 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-11T04:52:28.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: audit 2024-05-11T04:52:26.708055+0000 mon.a (mon.0) 1076 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-11T04:52:28.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: audit 2024-05-11T04:52:26.716376+0000 mon.a (mon.0) 1077 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-05-11T04:52:28.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: audit 2024-05-11T04:52:26.718200+0000 mon.a (mon.0) 1078 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:52:28.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: audit 2024-05-11T04:52:26.719125+0000 mon.a (mon.0) 1079 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-05-11T04:52:28.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:27 smithi086 bash[23731]: cephadm 2024-05-11T04:52:26.719745+0000 mgr.y (mgr.24944) 52 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-05-11T04:52:28.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: cluster 2024-05-11T04:52:26.407913+0000 mgr.y (mgr.24944) 50 : cluster 0 pgmap v39: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:52:28.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: audit 2024-05-11T04:52:26.683016+0000 mon.a (mon.0) 1071 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:52:28.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: audit 2024-05-11T04:52:26.685982+0000 mon.a (mon.0) 1072 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:52:28.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: cephadm 2024-05-11T04:52:26.686882+0000 mgr.y (mgr.24944) 51 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-05-11T04:52:28.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: audit 2024-05-11T04:52:26.693988+0000 mon.a (mon.0) 1073 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:28.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: audit 2024-05-11T04:52:26.696775+0000 mon.a (mon.0) 1074 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-11T04:52:28.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: audit 2024-05-11T04:52:26.706984+0000 mon.a (mon.0) 1075 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-11T04:52:28.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: audit 2024-05-11T04:52:26.708055+0000 mon.a (mon.0) 1076 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-11T04:52:28.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: audit 2024-05-11T04:52:26.716376+0000 mon.a (mon.0) 1077 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: audit 2024-05-11T04:52:26.718200+0000 mon.a (mon.0) 1078 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: audit 2024-05-11T04:52:26.719125+0000 mon.a (mon.0) 1079 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:27 smithi072 bash[21439]: cephadm 2024-05-11T04:52:26.719745+0000 mgr.y (mgr.24944) 52 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: cluster 2024-05-11T04:52:26.407913+0000 mgr.y (mgr.24944) 50 : cluster 0 pgmap v39: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: audit 2024-05-11T04:52:26.683016+0000 mon.a (mon.0) 1071 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: audit 2024-05-11T04:52:26.685982+0000 mon.a (mon.0) 1072 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: cephadm 2024-05-11T04:52:26.686882+0000 mgr.y (mgr.24944) 51 : cephadm 1 Upgrade: Setting container_image for all mgr 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: audit 2024-05-11T04:52:26.693988+0000 mon.a (mon.0) 1073 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: audit 2024-05-11T04:52:26.696775+0000 mon.a (mon.0) 1074 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: audit 2024-05-11T04:52:26.706984+0000 mon.a (mon.0) 1075 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: audit 2024-05-11T04:52:26.708055+0000 mon.a (mon.0) 1076 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-05-11T04:52:28.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: audit 2024-05-11T04:52:26.716376+0000 mon.a (mon.0) 1077 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-05-11T04:52:28.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: audit 2024-05-11T04:52:26.718200+0000 mon.a (mon.0) 1078 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:52:28.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: audit 2024-05-11T04:52:26.719125+0000 mon.a (mon.0) 1079 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-05-11T04:52:28.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:27 smithi072 bash[31478]: cephadm 2024-05-11T04:52:26.719745+0000 mgr.y (mgr.24944) 52 : cephadm 1 Upgrade: It appears safe to stop mon.a 2024-05-11T04:52:28.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 48 16 78458 78442 102.129 67.8125 0.0103128 0.00978549 2024-05-11T04:52:29.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:28 smithi086 bash[23731]: audit 2024-05-11T04:52:28.552449+0000 mon.b (mon.1) 91 : audit 0 from='client.? 172.21.15.72:0/2850674223' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:29.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:28 smithi072 bash[21439]: audit 2024-05-11T04:52:28.552449+0000 mon.b (mon.1) 91 : audit 0 from='client.? 172.21.15.72:0/2850674223' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:29.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:28 smithi072 bash[31478]: audit 2024-05-11T04:52:28.552449+0000 mon.b (mon.1) 91 : audit 0 from='client.? 172.21.15.72:0/2850674223' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:29.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 49 16 79348 79332 101.18 55.625 0.00519293 0.00987851 2024-05-11T04:52:30.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:29 smithi086 bash[23731]: cluster 2024-05-11T04:52:28.408389+0000 mgr.y (mgr.24944) 53 : cluster 0 pgmap v40: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:52:30.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:29 smithi072 bash[21439]: cluster 2024-05-11T04:52:28.408389+0000 mgr.y (mgr.24944) 53 : cluster 0 pgmap v40: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:52:30.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:29 smithi072 bash[31478]: cluster 2024-05-11T04:52:28.408389+0000 mgr.y (mgr.24944) 53 : cluster 0 pgmap v40: 89 pgs: 89 active+clean; 4.4 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 61 MiB/s wr, 982 op/s 2024-05-11T04:52:30.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 50 16 80515 80499 100.615 72.9375 0.0113141 0.00993373 2024-05-11T04:52:31.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 51 16 81461 81445 99.8009 59.125 0.0133264 0.0100151 2024-05-11T04:52:32.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:31 smithi086 bash[23731]: cluster 2024-05-11T04:52:30.409094+0000 mgr.y (mgr.24944) 54 : cluster 0 pgmap v41: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-05-11T04:52:32.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:31 smithi086 bash[23731]: audit 2024-05-11T04:52:31.299972+0000 mon.b (mon.1) 92 : audit 0 from='client.? 172.21.15.72:0/3550457101' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:32.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:31 smithi072 bash[21439]: cluster 2024-05-11T04:52:30.409094+0000 mgr.y (mgr.24944) 54 : cluster 0 pgmap v41: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-05-11T04:52:32.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:31 smithi072 bash[21439]: audit 2024-05-11T04:52:31.299972+0000 mon.b (mon.1) 92 : audit 0 from='client.? 172.21.15.72:0/3550457101' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:32.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:31 smithi072 bash[31478]: cluster 2024-05-11T04:52:30.409094+0000 mgr.y (mgr.24944) 54 : cluster 0 pgmap v41: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 91 MiB/s wr, 1.46k op/s 2024-05-11T04:52:32.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:31 smithi072 bash[31478]: audit 2024-05-11T04:52:31.299972+0000 mon.b (mon.1) 92 : audit 0 from='client.? 172.21.15.72:0/3550457101' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:32.531 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:52:32 smithi086 bash[49586]: logger=cleanup t=2024-05-11T04:52:32.061910063Z level=info msg="Completed cleanup jobs" duration=13.520895ms 2024-05-11T04:52:32.531 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:52:32 smithi086 bash[49586]: logger=sqlstore.transactions t=2024-05-11T04:52:32.063656912Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-05-11T04:52:32.531 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 52 16 82579 82563 99.2253 69.875 0.00512023 0.0100724 2024-05-11T04:52:33.532 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 53 16 83705 83689 98.6808 70.375 0.00812074 0.0101287 2024-05-11T04:52:34.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:33 smithi086 bash[23731]: cluster 2024-05-11T04:52:32.409500+0000 mgr.y (mgr.24944) 55 : cluster 0 pgmap v42: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 59 MiB/s wr, 940 op/s 2024-05-11T04:52:34.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:33 smithi072 bash[21439]: cluster 2024-05-11T04:52:32.409500+0000 mgr.y (mgr.24944) 55 : cluster 0 pgmap v42: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 59 MiB/s wr, 940 op/s 2024-05-11T04:52:34.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:52:33] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-05-11T04:52:34.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:33 smithi072 bash[31478]: cluster 2024-05-11T04:52:32.409500+0000 mgr.y (mgr.24944) 55 : cluster 0 pgmap v42: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 59 MiB/s wr, 940 op/s 2024-05-11T04:52:34.532 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 54 16 84501 84485 97.7746 49.75 0.0217093 0.0102202 2024-05-11T04:52:35.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:34 smithi086 bash[23731]: audit 2024-05-11T04:52:34.046574+0000 mon.a (mon.0) 1080 : audit 0 from='client.? 172.21.15.72:0/2756345062' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:35.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:34 smithi072 bash[21439]: audit 2024-05-11T04:52:34.046574+0000 mon.a (mon.0) 1080 : audit 0 from='client.? 172.21.15.72:0/2756345062' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:35.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:34 smithi072 bash[31478]: audit 2024-05-11T04:52:34.046574+0000 mon.a (mon.0) 1080 : audit 0 from='client.? 172.21.15.72:0/2756345062' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:35.532 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 55 16 85603 85587 97.249 68.875 0.00851293 0.0102774 2024-05-11T04:52:35.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:35 smithi072 bash[21439]: cluster 2024-05-11T04:52:34.410047+0000 mgr.y (mgr.24944) 56 : cluster 0 pgmap v43: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 86 MiB/s wr, 1.38k op/s 2024-05-11T04:52:35.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:35 smithi072 bash[31478]: cluster 2024-05-11T04:52:34.410047+0000 mgr.y (mgr.24944) 56 : cluster 0 pgmap v43: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 86 MiB/s wr, 1.38k op/s 2024-05-11T04:52:36.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:35 smithi086 bash[23731]: cluster 2024-05-11T04:52:34.410047+0000 mgr.y (mgr.24944) 56 : cluster 0 pgmap v43: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 86 MiB/s wr, 1.38k op/s 2024-05-11T04:52:36.532 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 56 16 86604 86588 96.6295 62.5625 0.0209774 0.0103442 2024-05-11T04:52:37.532 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 57 16 87534 87518 95.9539 58.125 0.0159902 0.0104162 2024-05-11T04:52:38.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:37 smithi086 bash[23731]: cluster 2024-05-11T04:52:36.410422+0000 mgr.y (mgr.24944) 57 : cluster 0 pgmap v44: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 57 MiB/s wr, 914 op/s 2024-05-11T04:52:38.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:37 smithi086 bash[23731]: audit 2024-05-11T04:52:36.756145+0000 mon.b (mon.1) 93 : audit 0 from='client.? 172.21.15.72:0/1449728509' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:38.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:37 smithi086 bash[23731]: audit 2024-05-11T04:52:37.509577+0000 mon.a (mon.0) 1081 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:52:38.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:37 smithi086 bash[23731]: audit 2024-05-11T04:52:37.668396+0000 mon.a (mon.0) 1082 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:38.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:37 smithi086 bash[23731]: audit 2024-05-11T04:52:37.674788+0000 mon.a (mon.0) 1083 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:52:38.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:37 smithi086 bash[23731]: audit 2024-05-11T04:52:37.676449+0000 mon.a (mon.0) 1084 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:52:38.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:37 smithi086 bash[23731]: audit 2024-05-11T04:52:37.678202+0000 mon.a (mon.0) 1085 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:52:38.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:37 smithi072 bash[21439]: cluster 2024-05-11T04:52:36.410422+0000 mgr.y (mgr.24944) 57 : cluster 0 pgmap v44: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 57 MiB/s wr, 914 op/s 2024-05-11T04:52:38.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:37 smithi072 bash[21439]: audit 2024-05-11T04:52:36.756145+0000 mon.b (mon.1) 93 : audit 0 from='client.? 172.21.15.72:0/1449728509' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:38.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:37 smithi072 bash[21439]: audit 2024-05-11T04:52:37.509577+0000 mon.a (mon.0) 1081 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:52:38.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:37 smithi072 bash[21439]: audit 2024-05-11T04:52:37.668396+0000 mon.a (mon.0) 1082 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:38.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:37 smithi072 bash[21439]: audit 2024-05-11T04:52:37.674788+0000 mon.a (mon.0) 1083 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:52:38.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:37 smithi072 bash[21439]: audit 2024-05-11T04:52:37.676449+0000 mon.a (mon.0) 1084 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:52:38.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:37 smithi072 bash[21439]: audit 2024-05-11T04:52:37.678202+0000 mon.a (mon.0) 1085 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:52:38.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:37 smithi072 bash[31478]: cluster 2024-05-11T04:52:36.410422+0000 mgr.y (mgr.24944) 57 : cluster 0 pgmap v44: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 57 MiB/s wr, 914 op/s 2024-05-11T04:52:38.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:37 smithi072 bash[31478]: audit 2024-05-11T04:52:36.756145+0000 mon.b (mon.1) 93 : audit 0 from='client.? 172.21.15.72:0/1449728509' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:38.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:37 smithi072 bash[31478]: audit 2024-05-11T04:52:37.509577+0000 mon.a (mon.0) 1081 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:52:38.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:37 smithi072 bash[31478]: audit 2024-05-11T04:52:37.668396+0000 mon.a (mon.0) 1082 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' 2024-05-11T04:52:38.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:37 smithi072 bash[31478]: audit 2024-05-11T04:52:37.674788+0000 mon.a (mon.0) 1083 : audit 1 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:52:38.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:37 smithi072 bash[31478]: audit 2024-05-11T04:52:37.676449+0000 mon.a (mon.0) 1084 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:52:38.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:37 smithi072 bash[31478]: audit 2024-05-11T04:52:37.678202+0000 mon.a (mon.0) 1085 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:52:38.532 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 58 16 88389 88373 95.2207 53.4375 0.0052719 0.0104679 2024-05-11T04:52:39.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:38 smithi086 bash[23731]: cephadm 2024-05-11T04:52:37.661046+0000 mgr.y (mgr.24944) 58 : cephadm 1 Upgrade: Updating mon.a 2024-05-11T04:52:39.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:38 smithi086 bash[23731]: cephadm 2024-05-11T04:52:37.679941+0000 mgr.y (mgr.24944) 59 : cephadm 1 Deploying daemon mon.a on smithi072 2024-05-11T04:52:39.154 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:38 smithi072 bash[21439]: cephadm 2024-05-11T04:52:37.661046+0000 mgr.y (mgr.24944) 58 : cephadm 1 Upgrade: Updating mon.a 2024-05-11T04:52:39.154 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:38 smithi072 bash[21439]: cephadm 2024-05-11T04:52:37.679941+0000 mgr.y (mgr.24944) 59 : cephadm 1 Deploying daemon mon.a on smithi072 2024-05-11T04:52:39.154 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:38 smithi072 bash[31478]: cephadm 2024-05-11T04:52:37.661046+0000 mgr.y (mgr.24944) 58 : cephadm 1 Upgrade: Updating mon.a 2024-05-11T04:52:39.154 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:38 smithi072 bash[31478]: cephadm 2024-05-11T04:52:37.679941+0000 mgr.y (mgr.24944) 59 : cephadm 1 Deploying daemon mon.a on smithi072 2024-05-11T04:52:39.532 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 59 16 89099 89083 94.3588 44.375 0.00939373 0.0105929 2024-05-11T04:52:39.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:39 smithi072 bash[21439]: cluster 2024-05-11T04:52:38.410789+0000 mgr.y (mgr.24944) 60 : cluster 0 pgmap v45: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 57 MiB/s wr, 914 op/s 2024-05-11T04:52:39.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:39 smithi072 bash[21439]: audit 2024-05-11T04:52:39.341812+0000 mon.b (mon.1) 94 : audit 0 from='client.? 172.21.15.72:0/636426713' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:39.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:39 smithi072 bash[31478]: cluster 2024-05-11T04:52:38.410789+0000 mgr.y (mgr.24944) 60 : cluster 0 pgmap v45: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 57 MiB/s wr, 914 op/s 2024-05-11T04:52:39.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:39 smithi072 bash[31478]: audit 2024-05-11T04:52:39.341812+0000 mon.b (mon.1) 94 : audit 0 from='client.? 172.21.15.72:0/636426713' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:40.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:39 smithi086 bash[23731]: cluster 2024-05-11T04:52:38.410789+0000 mgr.y (mgr.24944) 60 : cluster 0 pgmap v45: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 57 MiB/s wr, 914 op/s 2024-05-11T04:52:40.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:39 smithi086 bash[23731]: audit 2024-05-11T04:52:39.341812+0000 mon.b (mon.1) 94 : audit 0 from='client.? 172.21.15.72:0/636426713' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:40.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:52:40.538211+0000 min lat: 0.00108881 max lat: 0.538944 avg lat: 0.0106423 2024-05-11T04:52:40.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:52:40.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 60 16 90189 90173 93.9215 68.125 0.00539445 0.0106423 2024-05-11T04:52:41.532 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 61 16 91044 91028 93.2577 53.4375 0.0121162 0.0107176 2024-05-11T04:52:42.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:41 smithi086 bash[23731]: cluster 2024-05-11T04:52:40.411651+0000 mgr.y (mgr.24944) 61 : cluster 0 pgmap v46: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2024-05-11T04:52:42.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:41 smithi072 bash[21439]: cluster 2024-05-11T04:52:40.411651+0000 mgr.y (mgr.24944) 61 : cluster 0 pgmap v46: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2024-05-11T04:52:42.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:41 smithi072 bash[31478]: cluster 2024-05-11T04:52:40.411651+0000 mgr.y (mgr.24944) 61 : cluster 0 pgmap v46: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s 2024-05-11T04:52:42.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 62 16 91920 91904 92.6364 54.75 0.00351467 0.0107714 2024-05-11T04:52:43.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:42 smithi086 bash[23731]: audit 2024-05-11T04:52:42.058560+0000 mon.c (mon.2) 194 : audit 0 from='client.? 172.21.15.72:0/572415647' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:43.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:42 smithi072 bash[21439]: audit 2024-05-11T04:52:42.058560+0000 mon.c (mon.2) 194 : audit 0 from='client.? 172.21.15.72:0/572415647' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:43.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:42 smithi072 bash[31478]: audit 2024-05-11T04:52:42.058560+0000 mon.c (mon.2) 194 : audit 0 from='client.? 172.21.15.72:0/572415647' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:43.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 63 16 92826 92810 92.0647 56.625 0.0108436 0.0108563 2024-05-11T04:52:43.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:43.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:43 smithi072 bash[21439]: cluster 2024-05-11T04:52:42.412098+0000 mgr.y (mgr.24944) 62 : cluster 0 pgmap v47: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2024-05-11T04:52:43.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:43.799 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:52:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:43.800 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:52:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:43.800 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:52:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:43.800 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:52:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:43.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:43.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:43 smithi072 bash[31478]: cluster 2024-05-11T04:52:42.412098+0000 mgr.y (mgr.24944) 62 : cluster 0 pgmap v47: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2024-05-11T04:52:43.801 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:52:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:43.801 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:52:43 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:44.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:43 smithi086 bash[23731]: cluster 2024-05-11T04:52:42.412098+0000 mgr.y (mgr.24944) 62 : cluster 0 pgmap v47: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 52 MiB/s wr, 834 op/s 2024-05-11T04:52:44.094 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:52:43] "GET /metrics HTTP/1.1" 200 36331 "" "Prometheus/2.43.0" 2024-05-11T04:52:44.094 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:44 smithi072 bash[72627]: [11/May/2024:04:52:44] ENGINE Bus STOPPING 2024-05-11T04:52:44.094 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:44 smithi072 bash[72627]: [11/May/2024:04:52:44] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T04:52:44.094 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:44 smithi072 bash[72627]: [11/May/2024:04:52:44] ENGINE Bus STOPPED 2024-05-11T04:52:44.094 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:44 smithi072 bash[72627]: [11/May/2024:04:52:44] ENGINE Bus STARTING 2024-05-11T04:52:44.094 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:43 smithi072 systemd[1]: Stopping Ceph mon.a for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:52:44.094 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:44 smithi072 bash[21439]: debug 2024-05-11T04:52:44.019+0000 7fbc4e3a5700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T04:52:44.094 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:44 smithi072 bash[21439]: debug 2024-05-11T04:52:44.019+0000 7fbc4e3a5700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-05-11T04:52:44.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 64 16 93756 93740 91.5343 58.125 0.0150821 0.0109206 2024-05-11T04:52:44.548 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:44 smithi072 bash[72627]: [11/May/2024:04:52:44] ENGINE Serving on http://:::9283 2024-05-11T04:52:44.548 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:44 smithi072 bash[72627]: [11/May/2024:04:52:44] ENGINE Bus STARTED 2024-05-11T04:52:45.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 65 16 94498 94482 90.8395 46.375 0.0120745 0.011003 2024-05-11T04:52:45.902 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:45 smithi072 bash[80375]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mon-a 2024-05-11T04:52:46.266 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:52:46 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:46.267 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:46 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:46.267 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:45 smithi072 bash[80465]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mon-a 2024-05-11T04:52:46.267 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:45 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.a.service: Deactivated successfully. 2024-05-11T04:52:46.267 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:45 smithi072 systemd[1]: Stopped Ceph mon.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:52:46.268 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:46 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:46.268 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:52:46 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:46.268 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:52:46 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:46.269 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:52:46 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:46.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:46 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:46.269 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:52:46 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:46.269 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:52:46 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:52:46.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 66 16 95434 95418 90.3494 58.5 0.044256 0.0110632 2024-05-11T04:52:46.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:46 smithi072 systemd[1]: Started Ceph mon.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:52:47.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 67 16 96164 96148 89.6818 45.625 0.0170909 0.0111459 2024-05-11T04:52:48.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.155+0000 7f4ba1a8dc80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:52:48.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.155+0000 7f4ba1a8dc80 0 ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev), process ceph-mon, pid 8 2024-05-11T04:52:48.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.155+0000 7f4ba1a8dc80 0 pidfile_write: ignore empty --pid-file 2024-05-11T04:52:48.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 0 load: jerasure load: lrc 2024-05-11T04:52:48.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:52:48.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: Git sha 0 2024-05-11T04:52:48.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: Compile date 2024-05-03 15:45:17 2024-05-11T04:52:48.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: DB SUMMARY 2024-05-11T04:52:48.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: DB Session ID: 168ODDB9DG0TQDZSMOLD 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: CURRENT file: CURRENT 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: IDENTITY file: IDENTITY 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: MANIFEST file: MANIFEST-000015 size: 2220 Bytes 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000041.sst 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000039.log size: 2626144 ; 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: Options.create_if_missing: 0 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.163+0000 7f4ba1a8dc80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.env: 0x564ef243fcc0 2024-05-11T04:52:48.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:52:48.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.info_log: 0x564ef4c99dc0 2024-05-11T04:52:48.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:52:48.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:52:48.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:52:48.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:52:48.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:52:48.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:52:48.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:52:48.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:52:48.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:52:48.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.wal_dir: 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:52:48.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:52:48.307 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:52:48.307 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.write_buffer_manager: 0x564ef4c6b0e0 2024-05-11T04:52:48.307 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:52:48.307 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:52:48.307 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:52:48.307 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:52:48.307 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:52:48.307 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:52:48.307 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:52:48.307 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.row_cache: None 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:52:48.308 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:52:48.309 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:52:48.310 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-05-11T04:52:48.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.merge_operator: 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x564ef4c99f80) 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: cache_index_and_filter_blocks: 1 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: pin_top_level_index_and_filter: 1 2024-05-11T04:52:48.312 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: index_type: 0 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: data_block_index_type: 0 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: index_shortening: 1 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: checksum: 4 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: no_block_cache: 0 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: block_cache: 0x564ef4c9b1f0 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: block_cache_name: BinnedLRUCache 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: block_cache_options: 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: capacity : 536870912 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: num_shard_bits : 4 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: strict_capacity_limit : 0 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: high_pri_pool_ratio: 0.000 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: block_cache_compressed: (nil) 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: persistent_cache: (nil) 2024-05-11T04:52:48.313 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: block_size: 4096 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: block_size_deviation: 10 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: block_restart_interval: 16 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: index_block_restart_interval: 1 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: metadata_block_size: 4096 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: partition_filters: 0 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: use_delta_encoding: 1 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: filter_policy: bloomfilter 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: whole_key_filtering: 1 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: verify_compression: 0 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: read_amp_bytes_per_bit: 0 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: format_version: 5 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: enable_index_compression: 1 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: block_align: 0 2024-05-11T04:52:48.314 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: max_auto_readahead_size: 262144 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: prepopulate_block_cache: 0 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: initial_auto_readahead_size: 8192 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: num_file_reads_for_auto_readahead: 2 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:52:48.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:52:48.316 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:52:48.317 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.167+0000 7f4ba1a8dc80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:52:48.318 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:52:48.319 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:52:48.319 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:52:48.319 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:52:48.319 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:52:48.319 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:52:48.319 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:52:48.320 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:52:48.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 43, last_sequence is 16770, log_number is 39,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 39 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 39 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e82a6356-f729-47ee-a805-3b410872e295 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715403168173947, "job": 1, "event": "recovery_started", "wal_files": [39]} 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.171+0000 7f4ba1a8dc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #39 mode 2 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.183+0000 7f4ba1a8dc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715403168185388, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 44, "file_size": 2449580, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 16771, "largest_seqno": 18062, "table_properties": {"data_size": 2443008, "index_size": 4055, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1477, "raw_key_size": 12882, "raw_average_key_size": 22, "raw_value_size": 2430643, "raw_average_value_size": 4264, "num_data_blocks": 185, "num_entries": 570, "num_filter_entries": 570, "num_deletions": 2, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715403168, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e82a6356-f729-47ee-a805-3b410872e295", "db_session_id": "168ODDB9DG0TQDZSMOLD", "orig_file_number": 44, "seqno_to_time_mapping": "N/A"}} 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.183+0000 7f4ba1a8dc80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715403168185523, "job": 1, "event": "recovery_finished"} 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.183+0000 7f4ba1a8dc80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 46 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.183+0000 7f4ba1a8dc80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.187+0000 7f4ba1a8dc80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000039.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.187+0000 7f4ba1a8dc80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x564ef4dbc000 2024-05-11T04:52:48.322 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.187+0000 7f4ba1a8dc80 4 rocksdb: DB pointer 0x564ef4da8000 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.187+0000 7f4b901e4700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.187+0000 7f4b901e4700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: ** DB Stats ** 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: ** Compaction Stats [default] ** 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:52:48.323 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: L0 1/0 2.34 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 426.2 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: L6 1/0 6.17 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Sum 2/0 8.50 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 426.2 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 426.2 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: ** Compaction Stats [default] ** 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 426.2 0.01 0.00 1 0.005 0 0 0.0 0.0 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Flush(GB): cumulative 0.002, interval 0.002 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:52:48.324 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Cumulative compaction: 0.00 GB write, 128.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Interval compaction: 0.00 GB write, 128.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Block cache BinnedLRUCache@0x564ef4c9b1f0#8 capacity: 512.00 MB usage: 48.95 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.2e-05 secs_since: 0 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Block cache entry stats(count,size,portion): DataBlock(3,17.23 KB,0.0032872%) FilterBlock(2,11.56 KB,0.00220537%) IndexBlock(2,20.16 KB,0.0038445%) Misc(1,0.00 KB,0%) 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.187+0000 7f4ba1a8dc80 0 starting mon.a rank 0 at public addrs [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] at bind addrs [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.187+0000 7f4ba1a8dc80 1 mon.a@-1(???) e3 preinit fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.191+0000 7f4ba1a8dc80 0 mon.a@-1(???).mds e10 new map 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.191+0000 7f4ba1a8dc80 0 mon.a@-1(???).mds e10 print_map 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: e10 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: enable_multiple, ever_enabled_multiple: 1,1 2024-05-11T04:52:48.325 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: legacy client fscid: 1 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Filesystem 'foo' (1) 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: fs_name foo 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: epoch 10 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: created 2024-05-11T04:44:15.888272+0000 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: modified 2024-05-11T04:44:26.920030+0000 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: tableserver 0 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: root 0 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: session_timeout 60 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: session_autoclose 300 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: max_file_size 1099511627776 2024-05-11T04:52:48.326 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: max_xattr_size 65536 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: required_client_features {} 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: last_failure 0 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: last_failure_osd_epoch 69 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: max_mds 1 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: in 0 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: up {0=24370} 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: failed 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: damaged 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: stopped 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: data_pools [4] 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: metadata_pool 3 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: inline_data disabled 2024-05-11T04:52:48.327 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: balancer 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: bal_rank_mask -1 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: standby_count_wanted 1 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: qdb_cluster leader: 0 members: 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: [mds.foo.smithi086.bcqfqz{0:24370} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: Standby daemons: 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: [mds.foo.smithi072.jvmjqq{-1:14598} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.72:6834/3998812844,v1:172.21.15.72:6835/3998812844] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.191+0000 7f4ba1a8dc80 0 mon.a@-1(???).osd e82 crush map has features 3314933000854323200, adjusting msgr requires 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.191+0000 7f4ba1a8dc80 0 mon.a@-1(???).osd e82 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.191+0000 7f4ba1a8dc80 0 mon.a@-1(???).osd e82 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.191+0000 7f4ba1a8dc80 0 mon.a@-1(???).osd e82 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.191+0000 7f4ba1a8dc80 1 mon.a@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-05-11T04:52:48.328 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.191+0000 7f4ba1a8dc80 4 mon.a@-1(???).mgr e0 loading version 33 2024-05-11T04:52:48.329 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.191+0000 7f4ba1a8dc80 4 mon.a@-1(???).mgr e33 active server: [v2:172.21.15.72:6800/2470260948,v1:172.21.15.72:6801/2470260948](24944) 2024-05-11T04:52:48.329 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:48 smithi072 bash[80515]: debug 2024-05-11T04:52:48.191+0000 7f4ba1a8dc80 4 mon.a@-1(???).mgr e33 mkfs or daemon transitioned to available, loading commands 2024-05-11T04:52:48.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 68 16 97152 97136 89.271 61.75 0.0150956 0.0111966 2024-05-11T04:52:49.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 69 16 98174 98158 88.9028 63.875 0.0169364 0.0112436 2024-05-11T04:52:50.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 70 16 99135 99119 88.4907 60.0625 0.00659368 0.0112958 2024-05-11T04:52:51.533 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 71 15 100085 100070 88.0815 59.4375 0.0273627 0.0113478 2024-05-11T04:52:51.616 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:51 smithi072 bash[72627]: ignoring --setuser ceph since I am not root 2024-05-11T04:52:51.616 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:51 smithi072 bash[72627]: ignoring --setgroup ceph since I am not root 2024-05-11T04:52:51.617 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:51 smithi072 bash[72627]: debug 2024-05-11T04:52:51.619+0000 7ffa12522200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:52:51.617 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:44.031868+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:52:51.617 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:44.031868+0000 mon.b (mon.1) 95 : audit [DBG] from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:52:51.617 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:44.039138+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:52:51.617 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:44.039138+0000 mon.b (mon.1) 96 : audit [DBG] from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:52:51.617 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:44.039293+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:52:51.617 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:44.039293+0000 mon.b (mon.1) 97 : audit [DBG] from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:52:51.617 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:44.413166+0000 mgr.y (mgr.24944) 63 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:44.413166+0000 mgr.y (mgr.24944) 63 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:44.806745+0000 mon.b (mon.1) 98 : audit [DBG] from='client.? 172.21.15.72:0/2359998717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:44.806745+0000 mon.b (mon.1) 98 : audit [DBG] from='client.? 172.21.15.72:0/2359998717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:46.413590+0000 mgr.y (mgr.24944) 64 : cluster [DBG] pgmap v49: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 48 MiB/s wr, 765 op/s 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:46.413590+0000 mgr.y (mgr.24944) 64 : cluster [DBG] pgmap v49: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 48 MiB/s wr, 765 op/s 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:47.340571+0000 mon.c (mon.2) 195 : audit [DBG] from='client.? 172.21.15.72:0/1573469213' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:47.340571+0000 mon.c (mon.2) 195 : audit [DBG] from='client.? 172.21.15.72:0/1573469213' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:48.413952+0000 mgr.y (mgr.24944) 65 : cluster [DBG] pgmap v50: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 48 MiB/s wr, 765 op/s 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:48.413952+0000 mgr.y (mgr.24944) 65 : cluster [DBG] pgmap v50: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 48 MiB/s wr, 765 op/s 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:50.120072+0000 mon.c (mon.2) 196 : audit [DBG] from='client.? 172.21.15.72:0/1700647670' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:50.120072+0000 mon.c (mon.2) 196 : audit [DBG] from='client.? 172.21.15.72:0/1700647670' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:50.414575+0000 mgr.y (mgr.24944) 66 : cluster [DBG] pgmap v51: 89 pgs: 89 active+clean; 5.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s 2024-05-11T04:52:51.618 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:50.414575+0000 mgr.y (mgr.24944) 66 : cluster [DBG] pgmap v51: 89 pgs: 89 active+clean; 5.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.217950+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.217950+0000 mon.a (mon.0) 1 : cluster [INF] mon.a calling monitor election 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.241399+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.241399+0000 mon.a (mon.0) 2 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250495+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250495+0000 mon.a (mon.0) 3 : cluster [DBG] monmap epoch 3 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250565+0000 mon.a (mon.0) 4 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250565+0000 mon.a (mon.0) 4 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250599+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-05-11T04:33:09.749131+0000 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250599+0000 mon.a (mon.0) 5 : cluster [DBG] last_changed 2024-05-11T04:33:09.749131+0000 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250629+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250629+0000 mon.a (mon.0) 6 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250656+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:52:51.619 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250656+0000 mon.a (mon.0) 7 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250687+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250687+0000 mon.a (mon.0) 8 : cluster [DBG] election_strategy: 1 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250714+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250714+0000 mon.a (mon.0) 9 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250739+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250739+0000 mon.a (mon.0) 10 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250765+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.250765+0000 mon.a (mon.0) 11 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.252171+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.252171+0000 mon.a (mon.0) 12 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.252232+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.252232+0000 mon.a (mon.0) 13 : cluster [DBG] osdmap e82: 8 total, 8 up, 8 in 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.256218+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e33: y(active, since 88s), standbys: x 2024-05-11T04:52:51.620 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.256218+0000 mon.a (mon.0) 14 : cluster [DBG] mgrmap e33: y(active, since 88s), standbys: x 2024-05-11T04:52:51.621 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.256774+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-05-11T04:52:51.621 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.256774+0000 mon.a (mon.0) 15 : cluster [INF] overall HEALTH_OK 2024-05-11T04:52:51.621 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:51.294244+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.24944 ' entity='' 2024-05-11T04:52:51.621 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: audit 2024-05-11T04:52:51.294244+0000 mon.a (mon.0) 16 : audit [INF] from='mgr.24944 ' entity='' 2024-05-11T04:52:51.621 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.295268+0000 mon.a (mon.0) 17 : cluster [DBG] mgrmap e34: y(active, since 88s), standbys: x 2024-05-11T04:52:51.621 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:51 smithi072 bash[80515]: cluster 2024-05-11T04:52:51.295268+0000 mon.a (mon.0) 17 : cluster [DBG] mgrmap e34: y(active, since 88s), standbys: x 2024-05-11T04:52:51.621 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: audit 2024-05-11T04:52:44.031868+0000 mon.b (mon.1) 95 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:52:51.621 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: audit 2024-05-11T04:52:44.039138+0000 mon.b (mon.1) 96 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:52:51.621 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: audit 2024-05-11T04:52:44.039293+0000 mon.b (mon.1) 97 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:44.413166+0000 mgr.y (mgr.24944) 63 : cluster 0 pgmap v48: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: audit 2024-05-11T04:52:44.806745+0000 mon.b (mon.1) 98 : audit 0 from='client.? 172.21.15.72:0/2359998717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:46.413590+0000 mgr.y (mgr.24944) 64 : cluster 0 pgmap v49: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 48 MiB/s wr, 765 op/s 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: audit 2024-05-11T04:52:47.340571+0000 mon.c (mon.2) 195 : audit 0 from='client.? 172.21.15.72:0/1573469213' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:48.413952+0000 mgr.y (mgr.24944) 65 : cluster 0 pgmap v50: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 48 MiB/s wr, 765 op/s 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: audit 2024-05-11T04:52:50.120072+0000 mon.c (mon.2) 196 : audit 0 from='client.? 172.21.15.72:0/1700647670' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:50.414575+0000 mgr.y (mgr.24944) 66 : cluster 0 pgmap v51: 89 pgs: 89 active+clean; 5.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.217950+0000 mon.a (mon.0) 1 : cluster 1 mon.a calling monitor election 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.241399+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.250495+0000 mon.a (mon.0) 3 : cluster 0 monmap epoch 3 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.250565+0000 mon.a (mon.0) 4 : cluster 0 fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.250599+0000 mon.a (mon.0) 5 : cluster 0 last_changed 2024-05-11T04:33:09.749131+0000 2024-05-11T04:52:51.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.250629+0000 mon.a (mon.0) 6 : cluster 0 created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:52:51.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.250656+0000 mon.a (mon.0) 7 : cluster 0 min_mon_release 18 (reef) 2024-05-11T04:52:51.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.250687+0000 mon.a (mon.0) 8 : cluster 0 election_strategy: 1 2024-05-11T04:52:51.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.250714+0000 mon.a (mon.0) 9 : cluster 0 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:52:51.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.250739+0000 mon.a (mon.0) 10 : cluster 0 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:52:51.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.250765+0000 mon.a (mon.0) 11 : cluster 0 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:52:51.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.252171+0000 mon.a (mon.0) 12 : cluster 0 fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:52:51.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.252232+0000 mon.a (mon.0) 13 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-05-11T04:52:51.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.256218+0000 mon.a (mon.0) 14 : cluster 0 mgrmap e33: y(active, since 88s), standbys: x 2024-05-11T04:52:51.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.256774+0000 mon.a (mon.0) 15 : cluster 1 overall HEALTH_OK 2024-05-11T04:52:51.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: audit 2024-05-11T04:52:51.294244+0000 mon.a (mon.0) 16 : audit 1 from='mgr.24944 ' entity='' 2024-05-11T04:52:51.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:51 smithi072 bash[31478]: cluster 2024-05-11T04:52:51.295268+0000 mon.a (mon.0) 17 : cluster 0 mgrmap e34: y(active, since 88s), standbys: x 2024-05-11T04:52:51.785 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:51 smithi086 bash[60308]: ignoring --setuser ceph since I am not root 2024-05-11T04:52:51.785 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:51 smithi086 bash[60308]: ignoring --setgroup ceph since I am not root 2024-05-11T04:52:51.785 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:51 smithi086 bash[60308]: debug 2024-05-11T04:52:51.546+0000 7fce92c5f200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-05-11T04:52:51.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: audit 2024-05-11T04:52:44.031868+0000 mon.b (mon.1) 95 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:52:51.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: audit 2024-05-11T04:52:44.039138+0000 mon.b (mon.1) 96 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: audit 2024-05-11T04:52:44.039293+0000 mon.b (mon.1) 97 : audit 0 from='mgr.24944 172.21.15.72:0/552423918' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:44.413166+0000 mgr.y (mgr.24944) 63 : cluster 0 pgmap v48: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 75 MiB/s wr, 1.20k op/s 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: audit 2024-05-11T04:52:44.806745+0000 mon.b (mon.1) 98 : audit 0 from='client.? 172.21.15.72:0/2359998717' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:46.413590+0000 mgr.y (mgr.24944) 64 : cluster 0 pgmap v49: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 48 MiB/s wr, 765 op/s 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: audit 2024-05-11T04:52:47.340571+0000 mon.c (mon.2) 195 : audit 0 from='client.? 172.21.15.72:0/1573469213' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:48.413952+0000 mgr.y (mgr.24944) 65 : cluster 0 pgmap v50: 89 pgs: 89 active+clean; 5.7 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 48 MiB/s wr, 765 op/s 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: audit 2024-05-11T04:52:50.120072+0000 mon.c (mon.2) 196 : audit 0 from='client.? 172.21.15.72:0/1700647670' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:50.414575+0000 mgr.y (mgr.24944) 66 : cluster 0 pgmap v51: 89 pgs: 89 active+clean; 5.9 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 70 MiB/s wr, 1.13k op/s 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.217950+0000 mon.a (mon.0) 1 : cluster 1 mon.a calling monitor election 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.241399+0000 mon.a (mon.0) 2 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.250495+0000 mon.a (mon.0) 3 : cluster 0 monmap epoch 3 2024-05-11T04:52:51.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.250565+0000 mon.a (mon.0) 4 : cluster 0 fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.250599+0000 mon.a (mon.0) 5 : cluster 0 last_changed 2024-05-11T04:33:09.749131+0000 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.250629+0000 mon.a (mon.0) 6 : cluster 0 created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.250656+0000 mon.a (mon.0) 7 : cluster 0 min_mon_release 18 (reef) 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.250687+0000 mon.a (mon.0) 8 : cluster 0 election_strategy: 1 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.250714+0000 mon.a (mon.0) 9 : cluster 0 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.250739+0000 mon.a (mon.0) 10 : cluster 0 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.250765+0000 mon.a (mon.0) 11 : cluster 0 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.252171+0000 mon.a (mon.0) 12 : cluster 0 fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.252232+0000 mon.a (mon.0) 13 : cluster 0 osdmap e82: 8 total, 8 up, 8 in 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.256218+0000 mon.a (mon.0) 14 : cluster 0 mgrmap e33: y(active, since 88s), standbys: x 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.256774+0000 mon.a (mon.0) 15 : cluster 1 overall HEALTH_OK 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: audit 2024-05-11T04:52:51.294244+0000 mon.a (mon.0) 16 : audit 1 from='mgr.24944 ' entity='' 2024-05-11T04:52:51.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:51 smithi086 bash[23731]: cluster 2024-05-11T04:52:51.295268+0000 mon.a (mon.0) 17 : cluster 0 mgrmap e34: y(active, since 88s), standbys: x 2024-05-11T04:52:52.534 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 72 16 100815 100799 87.4909 45.5625 0.0254146 0.011424 2024-05-11T04:52:52.825 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 1 2024-05-11T04:52:53.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:52:52 smithi086 bash[23731]: audit 2024-05-11T04:52:52.802637+0000 mon.a (mon.0) 18 : audit 0 from='client.? 172.21.15.72:0/925636238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:53.534 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 73 16 101344 101328 86.7452 33.0625 0.00365785 0.011471 2024-05-11T04:52:53.673 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:52 smithi072 bash[80515]: audit 2024-05-11T04:52:52.802637+0000 mon.a (mon.0) 18 : audit [DBG] from='client.? 172.21.15.72:0/925636238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:53.673 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:52:52 smithi072 bash[80515]: audit 2024-05-11T04:52:52.802637+0000 mon.a (mon.0) 18 : audit [DBG] from='client.? 172.21.15.72:0/925636238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:53.673 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:52:52 smithi072 bash[31478]: audit 2024-05-11T04:52:52.802637+0000 mon.a (mon.0) 18 : audit 0 from='client.? 172.21.15.72:0/925636238' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:52:54.008 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:53 smithi086 bash[60308]: debug 2024-05-11T04:52:53.558+0000 7fce92c5f200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:52:54.008 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:53 smithi086 bash[60308]: debug 2024-05-11T04:52:53.658+0000 7fce92c5f200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:52:54.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:54 smithi086 bash[60308]: debug 2024-05-11T04:52:54.014+0000 7fce92c5f200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:52:54.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:53 smithi072 bash[72627]: debug 2024-05-11T04:52:53.803+0000 7ffa12522200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-05-11T04:52:54.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:53 smithi072 bash[72627]: debug 2024-05-11T04:52:53.951+0000 7ffa12522200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-05-11T04:52:54.534 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 74 16 102080 102064 86.1945 46 0.00808826 0.0115962 2024-05-11T04:52:54.800 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:54 smithi072 bash[72627]: debug 2024-05-11T04:52:54.319+0000 7ffa12522200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-05-11T04:52:55.412 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:55 smithi086 bash[60308]: debug 2024-05-11T04:52:55.114+0000 7fce92c5f200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:52:55.412 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:55 smithi086 bash[60308]: debug 2024-05-11T04:52:55.266+0000 7fce92c5f200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:52:55.534 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 75 16 102927 102911 85.751 52.9375 0.0289622 0.0116565 2024-05-11T04:52:55.781 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:55 smithi086 bash[60308]: debug 2024-05-11T04:52:55.418+0000 7fce92c5f200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:52:55.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:55 smithi072 bash[72627]: debug 2024-05-11T04:52:55.531+0000 7ffa12522200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-05-11T04:52:55.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:55 smithi072 bash[72627]: debug 2024-05-11T04:52:55.691+0000 7ffa12522200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-05-11T04:52:56.191 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:55 smithi072 bash[72627]: debug 2024-05-11T04:52:55.807+0000 7ffa12522200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-05-11T04:52:56.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:55 smithi086 bash[60308]: debug 2024-05-11T04:52:55.866+0000 7fce92c5f200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:52:56.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:55 smithi086 bash[60308]: debug 2024-05-11T04:52:55.994+0000 7fce92c5f200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:52:56.281 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:56 smithi086 bash[60308]: debug 2024-05-11T04:52:56.102+0000 7fce92c5f200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:52:56.529 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:56 smithi072 bash[72627]: debug 2024-05-11T04:52:56.195+0000 7ffa12522200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-05-11T04:52:56.529 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:56 smithi072 bash[72627]: debug 2024-05-11T04:52:56.363+0000 7ffa12522200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-05-11T04:52:56.534 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 76 16 103374 103358 84.9903 27.9375 0.00947444 0.0117607 2024-05-11T04:52:56.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:56 smithi072 bash[72627]: debug 2024-05-11T04:52:56.531+0000 7ffa12522200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-05-11T04:52:56.888 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:56 smithi086 bash[60308]: debug 2024-05-11T04:52:56.561+0000 7fce92c5f200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:52:57.178 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T04:52:57.247 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:56 smithi086 bash[60308]: debug 2024-05-11T04:52:56.893+0000 7fce92c5f200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:52:57.435 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:57 smithi072 bash[72627]: debug 2024-05-11T04:52:57.075+0000 7ffa12522200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-05-11T04:52:57.531 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:57 smithi086 bash[60308]: debug 2024-05-11T04:52:57.249+0000 7fce92c5f200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:52:57.531 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:57 smithi086 bash[60308]: debug 2024-05-11T04:52:57.401+0000 7fce92c5f200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:52:57.534 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 77 16 104189 104173 84.548 50.9375 0.0152657 0.011823 2024-05-11T04:52:57.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:57 smithi072 bash[72627]: debug 2024-05-11T04:52:57.439+0000 7ffa12522200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-05-11T04:52:58.100 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:57 smithi086 bash[60308]: debug 2024-05-11T04:52:57.793+0000 7fce92c5f200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:52:58.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:57 smithi072 bash[72627]: debug 2024-05-11T04:52:57.851+0000 7ffa12522200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-05-11T04:52:58.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:58 smithi072 bash[72627]: debug 2024-05-11T04:52:58.031+0000 7ffa12522200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-05-11T04:52:58.531 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:58 smithi086 bash[60308]: debug 2024-05-11T04:52:58.349+0000 7fce92c5f200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:52:58.531 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:52:58 smithi086 bash[59922]: ts=2024-05-11T04:52:58.107Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T04:52:58.531 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:52:58 smithi086 bash[59922]: ts=2024-05-11T04:52:58.107Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T04:52:58.531 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:52:58 smithi086 bash[59922]: ts=2024-05-11T04:52:58.107Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T04:52:58.532 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:52:58 smithi086 bash[59922]: ts=2024-05-11T04:52:58.108Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T04:52:58.532 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:52:58 smithi086 bash[59922]: ts=2024-05-11T04:52:58.110Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T04:52:58.534 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 78 16 105012 104996 84.1234 51.4375 0.0146333 0.0118822 2024-05-11T04:52:58.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:58 smithi072 bash[72627]: debug 2024-05-11T04:52:58.455+0000 7ffa12522200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-05-11T04:52:59.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:58 smithi086 bash[60308]: debug 2024-05-11T04:52:58.677+0000 7fce92c5f200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:52:59.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:58 smithi086 bash[60308]: debug 2024-05-11T04:52:58.849+0000 7fce92c5f200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:52:59.471 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:59 smithi072 bash[72627]: debug 2024-05-11T04:52:59.075+0000 7ffa12522200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:52:59.531 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:52:59 smithi086 bash[60308]: debug 2024-05-11T04:52:59.189+0000 7fce92c5f200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:52:59.534 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 79 16 105837 105821 83.7112 51.5625 0.0187338 0.01194 2024-05-11T04:52:59.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:59 smithi072 bash[72627]: debug 2024-05-11T04:52:59.471+0000 7ffa12522200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-05-11T04:52:59.799 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:52:59 smithi072 bash[72627]: debug 2024-05-11T04:52:59.655+0000 7ffa12522200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-05-11T04:53:00.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:00 smithi072 bash[72627]: debug 2024-05-11T04:53:00.035+0000 7ffa12522200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-05-11T04:53:00.534 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:53:00.540218+0000 min lat: 0.00108881 max lat: 0.538944 avg lat: 0.0119994 2024-05-11T04:53:00.535 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:53:00.535 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 80 16 106654 106638 83.303 51.0625 0.0339189 0.0119994 2024-05-11T04:53:01.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:00 smithi086 bash[60308]: debug 2024-05-11T04:53:00.593+0000 7fce92c5f200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:53:01.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:00 smithi086 bash[60308]: debug 2024-05-11T04:53:00.757+0000 7fce92c5f200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:53:01.531 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:01 smithi086 bash[60308]: debug 2024-05-11T04:53:01.161+0000 7fce92c5f200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:53:01.531 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:01 smithi086 bash[60308]: debug 2024-05-11T04:53:01.321+0000 7fce92c5f200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:53:01.534 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 81 16 107475 107459 82.908 51.3125 0.0344333 0.0120565 2024-05-11T04:53:01.996 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:53:02.026 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:01 smithi072 bash[72627]: debug 2024-05-11T04:53:01.567+0000 7ffa12522200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-05-11T04:53:02.026 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:01 smithi072 bash[72627]: debug 2024-05-11T04:53:01.747+0000 7ffa12522200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-05-11T04:53:02.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:01 smithi086 bash[60308]: debug 2024-05-11T04:53:01.713+0000 7fce92c5f200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:53:02.534 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 82 16 108082 108066 82.3596 37.9375 0.0117718 0.0121361 2024-05-11T04:53:02.543 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:02 smithi086 bash[60308]: debug 2024-05-11T04:53:02.289+0000 7fce92c5f200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:53:02.543 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:02 smithi086 bash[60308]: debug 2024-05-11T04:53:02.417+0000 7fce92c5f200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:53:02.543 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:02 smithi086 bash[60308]: [11/May/2024:04:53:02] ENGINE Bus STARTING 2024-05-11T04:53:02.544 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:02 smithi086 bash[23731]: cluster 2024-05-11T04:53:02.442185+0000 mon.a (mon.0) 19 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:53:02.544 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:02 smithi086 bash[23731]: cluster 2024-05-11T04:53:02.442312+0000 mon.a (mon.0) 20 : cluster 0 Standby manager daemon x started 2024-05-11T04:53:02.544 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:02 smithi086 bash[23731]: audit 2024-05-11T04:53:02.448305+0000 mon.b (mon.1) 99 : audit 0 from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:53:02.544 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:02 smithi086 bash[23731]: audit 2024-05-11T04:53:02.449818+0000 mon.b (mon.1) 100 : audit 0 from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:53:02.544 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:02 smithi086 bash[23731]: audit 2024-05-11T04:53:02.451751+0000 mon.b (mon.1) 101 : audit 0 from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:53:02.544 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:02 smithi086 bash[23731]: audit 2024-05-11T04:53:02.452310+0000 mon.b (mon.1) 102 : audit 0 from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:53:02.690 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:02 smithi072 bash[72627]: debug 2024-05-11T04:53:02.187+0000 7ffa12522200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-05-11T04:53:02.691 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:02 smithi072 bash[72627]: debug 2024-05-11T04:53:02.303+0000 7ffa12522200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-05-11T04:53:02.691 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: cluster 2024-05-11T04:53:02.442185+0000 mon.a (mon.0) 19 : cluster [DBG] Standby manager daemon x restarted 2024-05-11T04:53:02.691 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: cluster 2024-05-11T04:53:02.442185+0000 mon.a (mon.0) 19 : cluster [DBG] Standby manager daemon x restarted 2024-05-11T04:53:02.691 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: cluster 2024-05-11T04:53:02.442312+0000 mon.a (mon.0) 20 : cluster [DBG] Standby manager daemon x started 2024-05-11T04:53:02.691 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: cluster 2024-05-11T04:53:02.442312+0000 mon.a (mon.0) 20 : cluster [DBG] Standby manager daemon x started 2024-05-11T04:53:02.691 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: audit 2024-05-11T04:53:02.448305+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:53:02.691 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: audit 2024-05-11T04:53:02.448305+0000 mon.b (mon.1) 99 : audit [DBG] from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:53:02.691 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: audit 2024-05-11T04:53:02.449818+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:53:02.692 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: audit 2024-05-11T04:53:02.449818+0000 mon.b (mon.1) 100 : audit [DBG] from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:53:02.692 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: audit 2024-05-11T04:53:02.451751+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:53:02.692 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: audit 2024-05-11T04:53:02.451751+0000 mon.b (mon.1) 101 : audit [DBG] from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:53:02.692 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: audit 2024-05-11T04:53:02.452310+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:53:02.692 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[80515]: audit 2024-05-11T04:53:02.452310+0000 mon.b (mon.1) 102 : audit [DBG] from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:53:02.692 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:02 smithi072 bash[31478]: cluster 2024-05-11T04:53:02.442185+0000 mon.a (mon.0) 19 : cluster 0 Standby manager daemon x restarted 2024-05-11T04:53:02.692 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:02 smithi072 bash[31478]: cluster 2024-05-11T04:53:02.442312+0000 mon.a (mon.0) 20 : cluster 0 Standby manager daemon x started 2024-05-11T04:53:02.692 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:02 smithi072 bash[31478]: audit 2024-05-11T04:53:02.448305+0000 mon.b (mon.1) 99 : audit 0 from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-05-11T04:53:02.693 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:02 smithi072 bash[31478]: audit 2024-05-11T04:53:02.449818+0000 mon.b (mon.1) 100 : audit 0 from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-05-11T04:53:02.693 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:02 smithi072 bash[31478]: audit 2024-05-11T04:53:02.451751+0000 mon.b (mon.1) 101 : audit 0 from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-05-11T04:53:02.693 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:02 smithi072 bash[31478]: audit 2024-05-11T04:53:02.452310+0000 mon.b (mon.1) 102 : audit 0 from='mgr.? 172.21.15.86:0/1308137676' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-05-11T04:53:02.693 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[58311]: ts=2024-05-11T04:53:02.317Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T04:53:02.693 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[58311]: ts=2024-05-11T04:53:02.319Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused" 2024-05-11T04:53:03.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:02 smithi086 bash[60308]: CherryPy Checker: 2024-05-11T04:53:03.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:02 smithi086 bash[60308]: The Application mounted at '' has an empty config. 2024-05-11T04:53:03.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:02 smithi086 bash[60308]: [11/May/2024:04:53:02] ENGINE Serving on http://:::9283 2024-05-11T04:53:03.031 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:53:02 smithi086 bash[60308]: [11/May/2024:04:53:02] ENGINE Bus STARTED 2024-05-11T04:53:03.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:02 smithi072 bash[72627]: debug 2024-05-11T04:53:02.691+0000 7ffa12522200 -1 mgr[py] Module smb has missing NOTIFY_TYPES member 2024-05-11T04:53:03.049 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:53:02 smithi072 bash[58311]: ts=2024-05-11T04:53:02.737Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify success" attempts=2 2024-05-11T04:53:03.535 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 83 16 108879 108863 81.9674 49.8125 0.00525151 0.0121939 2024-05-11T04:53:03.634 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:03 smithi072 bash[72627]: debug 2024-05-11T04:53:03.379+0000 7ffa12522200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-05-11T04:53:03.634 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:03 smithi072 bash[72627]: debug 2024-05-11T04:53:03.563+0000 7ffa12522200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-05-11T04:53:03.635 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:03 smithi072 bash[80515]: cluster 2024-05-11T04:53:02.505789+0000 mon.a (mon.0) 21 : cluster [DBG] mgrmap e35: y(active, since 100s), standbys: x 2024-05-11T04:53:03.635 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:03 smithi072 bash[80515]: cluster 2024-05-11T04:53:02.505789+0000 mon.a (mon.0) 21 : cluster [DBG] mgrmap e35: y(active, since 100s), standbys: x 2024-05-11T04:53:03.635 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:03 smithi072 bash[31478]: cluster 2024-05-11T04:53:02.505789+0000 mon.a (mon.0) 21 : cluster 0 mgrmap e35: y(active, since 100s), standbys: x 2024-05-11T04:53:03.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:03 smithi086 bash[23731]: cluster 2024-05-11T04:53:02.505789+0000 mon.a (mon.0) 21 : cluster 0 mgrmap e35: y(active, since 100s), standbys: x 2024-05-11T04:53:04.001 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:03 smithi072 bash[72627]: [11/May/2024:04:53:03] ENGINE Bus STARTING 2024-05-11T04:53:04.001 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:03 smithi072 bash[80515]: debug 2024-05-11T04:53:03.583+0000 7f4b931ea700 -1 log_channel(cluster) log [ERR] : Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:53:04.535 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 84 16 109624 109608 81.5458 46.5625 0.0248082 0.0122564 2024-05-11T04:53:04.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: cluster 2024-05-11T04:53:03.586369+0000 mon.a (mon.0) 22 : cluster 1 Active manager daemon y restarted 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: cluster 2024-05-11T04:53:03.586702+0000 mon.a (mon.0) 23 : cluster 4 Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: cluster 2024-05-11T04:53:03.586903+0000 mon.a (mon.0) 24 : cluster 1 Activating manager daemon y 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: cluster 2024-05-11T04:53:03.597521+0000 mon.a (mon.0) 25 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: cluster 2024-05-11T04:53:03.598486+0000 mon.a (mon.0) 26 : cluster 0 mgrmap e36: y(active, starting, since 0.0117189s), standbys: x 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.612123+0000 mon.a (mon.0) 27 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.612263+0000 mon.a (mon.0) 28 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.612368+0000 mon.a (mon.0) 29 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.616655+0000 mon.a (mon.0) 30 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.617064+0000 mon.a (mon.0) 31 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.617288+0000 mon.a (mon.0) 32 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.617472+0000 mon.a (mon.0) 33 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:53:04.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.617912+0000 mon.a (mon.0) 34 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.618233+0000 mon.a (mon.0) 35 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.618594+0000 mon.a (mon.0) 36 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.618867+0000 mon.a (mon.0) 37 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.619600+0000 mon.a (mon.0) 38 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.619836+0000 mon.a (mon.0) 39 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.620065+0000 mon.a (mon.0) 40 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.620294+0000 mon.a (mon.0) 41 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.620517+0000 mon.a (mon.0) 42 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.620966+0000 mon.a (mon.0) 43 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.621606+0000 mon.a (mon.0) 44 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: cluster 2024-05-11T04:53:03.640222+0000 mon.a (mon.0) 45 : cluster 1 Manager daemon y is now available 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.787035+0000 mon.a (mon.0) 46 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:53:04.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.821159+0000 mon.a (mon.0) 47 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:53:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.890498+0000 mon.a (mon.0) 48 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.903270+0000 mon.a (mon.0) 49 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:04 smithi086 bash[23731]: audit 2024-05-11T04:53:03.979193+0000 mon.a (mon.0) 50 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:53:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.586369+0000 mon.a (mon.0) 22 : cluster [INF] Active manager daemon y restarted 2024-05-11T04:53:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.586369+0000 mon.a (mon.0) 22 : cluster [INF] Active manager daemon y restarted 2024-05-11T04:53:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.586702+0000 mon.a (mon.0) 23 : cluster [ERR] Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:53:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.586702+0000 mon.a (mon.0) 23 : cluster [ERR] Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:53:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.586903+0000 mon.a (mon.0) 24 : cluster [INF] Activating manager daemon y 2024-05-11T04:53:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.586903+0000 mon.a (mon.0) 24 : cluster [INF] Activating manager daemon y 2024-05-11T04:53:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.597521+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.597521+0000 mon.a (mon.0) 25 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.598486+0000 mon.a (mon.0) 26 : cluster [DBG] mgrmap e36: y(active, starting, since 0.0117189s), standbys: x 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.598486+0000 mon.a (mon.0) 26 : cluster [DBG] mgrmap e36: y(active, starting, since 0.0117189s), standbys: x 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.612123+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.612123+0000 mon.a (mon.0) 27 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.612263+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.612263+0000 mon.a (mon.0) 28 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.612368+0000 mon.a (mon.0) 29 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.612368+0000 mon.a (mon.0) 29 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.616655+0000 mon.a (mon.0) 30 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.616655+0000 mon.a (mon.0) 30 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.617064+0000 mon.a (mon.0) 31 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:53:04.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.617064+0000 mon.a (mon.0) 31 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.617288+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.617288+0000 mon.a (mon.0) 32 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.617472+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.617472+0000 mon.a (mon.0) 33 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.617912+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.617912+0000 mon.a (mon.0) 34 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.618233+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.618233+0000 mon.a (mon.0) 35 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.618594+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.618594+0000 mon.a (mon.0) 36 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.618867+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.618867+0000 mon.a (mon.0) 37 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.619600+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.619600+0000 mon.a (mon.0) 38 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:53:04.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.619836+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.619836+0000 mon.a (mon.0) 39 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.620065+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.620065+0000 mon.a (mon.0) 40 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.620294+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.620294+0000 mon.a (mon.0) 41 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.620517+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.620517+0000 mon.a (mon.0) 42 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.620966+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.620966+0000 mon.a (mon.0) 43 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.621606+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.621606+0000 mon.a (mon.0) 44 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.640222+0000 mon.a (mon.0) 45 : cluster [INF] Manager daemon y is now available 2024-05-11T04:53:04.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: cluster 2024-05-11T04:53:03.640222+0000 mon.a (mon.0) 45 : cluster [INF] Manager daemon y is now available 2024-05-11T04:53:04.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.787035+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:53:04.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.787035+0000 mon.a (mon.0) 46 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:53:04.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.821159+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:53:04.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.821159+0000 mon.a (mon.0) 47 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:53:04.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.890498+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:04.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.890498+0000 mon.a (mon.0) 48 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:04.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.903270+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:04.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.903270+0000 mon.a (mon.0) 49 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:04.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.979193+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:53:04.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:04 smithi072 bash[80515]: audit 2024-05-11T04:53:03.979193+0000 mon.a (mon.0) 50 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: debug 2024-05-11T04:53:04.443+0000 7ff97bea5700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: debug 2024-05-11T04:53:04.443+0000 7ff97bea5700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: debug 2024-05-11T04:53:04.443+0000 7ff97bea5700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: debug 2024-05-11T04:53:04.443+0000 7ff97bea5700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: debug 2024-05-11T04:53:04.443+0000 7ff97bea5700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: debug 2024-05-11T04:53:04.447+0000 7ff96fe4d700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: debug 2024-05-11T04:53:04.447+0000 7ff96fe4d700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: debug 2024-05-11T04:53:04.447+0000 7ff96fe4d700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: debug 2024-05-11T04:53:04.447+0000 7ff96fe4d700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: debug 2024-05-11T04:53:04.447+0000 7ff96fe4d700 -1 client.0 error registering admin socket command: (17) File exists 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: CherryPy Checker: 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: The Application mounted at '' has an empty config. 2024-05-11T04:53:04.806 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: [11/May/2024:04:53:04] ENGINE Serving on http://:::9283 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: [11/May/2024:04:53:04] ENGINE Bus STARTED 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:04 smithi072 bash[72627]: debug 2024-05-11T04:53:04.619+0000 7ff9e947f700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: cluster 2024-05-11T04:53:03.586369+0000 mon.a (mon.0) 22 : cluster 1 Active manager daemon y restarted 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: cluster 2024-05-11T04:53:03.586702+0000 mon.a (mon.0) 23 : cluster 4 Health check failed: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: cluster 2024-05-11T04:53:03.586903+0000 mon.a (mon.0) 24 : cluster 1 Activating manager daemon y 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: cluster 2024-05-11T04:53:03.597521+0000 mon.a (mon.0) 25 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: cluster 2024-05-11T04:53:03.598486+0000 mon.a (mon.0) 26 : cluster 0 mgrmap e36: y(active, starting, since 0.0117189s), standbys: x 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.612123+0000 mon.a (mon.0) 27 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.612263+0000 mon.a (mon.0) 28 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.612368+0000 mon.a (mon.0) 29 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.616655+0000 mon.a (mon.0) 30 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi072.jvmjqq"}]: dispatch 2024-05-11T04:53:04.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.617064+0000 mon.a (mon.0) 31 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "foo.smithi086.bcqfqz"}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.617288+0000 mon.a (mon.0) 32 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.617472+0000 mon.a (mon.0) 33 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.617912+0000 mon.a (mon.0) 34 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.618233+0000 mon.a (mon.0) 35 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.618594+0000 mon.a (mon.0) 36 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.618867+0000 mon.a (mon.0) 37 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.619600+0000 mon.a (mon.0) 38 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.619836+0000 mon.a (mon.0) 39 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.620065+0000 mon.a (mon.0) 40 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.620294+0000 mon.a (mon.0) 41 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.620517+0000 mon.a (mon.0) 42 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.620966+0000 mon.a (mon.0) 43 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.621606+0000 mon.a (mon.0) 44 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-05-11T04:53:04.808 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: cluster 2024-05-11T04:53:03.640222+0000 mon.a (mon.0) 45 : cluster 1 Manager daemon y is now available 2024-05-11T04:53:04.809 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.787035+0000 mon.a (mon.0) 46 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:53:04.809 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.821159+0000 mon.a (mon.0) 47 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-05-11T04:53:04.809 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.890498+0000 mon.a (mon.0) 48 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:04.809 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.903270+0000 mon.a (mon.0) 49 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:04.809 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:04 smithi072 bash[31478]: audit 2024-05-11T04:53:03.979193+0000 mon.a (mon.0) 50 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-05-11T04:53:05.538 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 85 16 110378 110362 81.1377 47.125 0.0070341 0.0123197 2024-05-11T04:53:06.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:05 smithi086 bash[23731]: cluster 2024-05-11T04:53:04.616699+0000 mon.a (mon.0) 51 : cluster 0 mgrmap e37: y(active, since 1.02991s), standbys: x 2024-05-11T04:53:06.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:05 smithi086 bash[23731]: cephadm 2024-05-11T04:53:05.020865+0000 mgr.y (mgr.24832) 2 : cephadm 1 [11/May/2024:04:53:05] ENGINE Bus STARTING 2024-05-11T04:53:06.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:05 smithi086 bash[23731]: cephadm 2024-05-11T04:53:05.209459+0000 mgr.y (mgr.24832) 3 : cephadm 1 [11/May/2024:04:53:05] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:53:06.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:05 smithi086 bash[23731]: cephadm 2024-05-11T04:53:05.316639+0000 mgr.y (mgr.24832) 4 : cephadm 1 [11/May/2024:04:53:05] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:53:06.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:05 smithi086 bash[23731]: cephadm 2024-05-11T04:53:05.316777+0000 mgr.y (mgr.24832) 5 : cephadm 1 [11/May/2024:04:53:05] ENGINE Bus STARTED 2024-05-11T04:53:06.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:05 smithi072 bash[31478]: cluster 2024-05-11T04:53:04.616699+0000 mon.a (mon.0) 51 : cluster 0 mgrmap e37: y(active, since 1.02991s), standbys: x 2024-05-11T04:53:06.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:05 smithi072 bash[31478]: cephadm 2024-05-11T04:53:05.020865+0000 mgr.y (mgr.24832) 2 : cephadm 1 [11/May/2024:04:53:05] ENGINE Bus STARTING 2024-05-11T04:53:06.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:05 smithi072 bash[31478]: cephadm 2024-05-11T04:53:05.209459+0000 mgr.y (mgr.24832) 3 : cephadm 1 [11/May/2024:04:53:05] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:53:06.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:05 smithi072 bash[31478]: cephadm 2024-05-11T04:53:05.316639+0000 mgr.y (mgr.24832) 4 : cephadm 1 [11/May/2024:04:53:05] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:53:06.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:05 smithi072 bash[31478]: cephadm 2024-05-11T04:53:05.316777+0000 mgr.y (mgr.24832) 5 : cephadm 1 [11/May/2024:04:53:05] ENGINE Bus STARTED 2024-05-11T04:53:06.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:05 smithi072 bash[80515]: cluster 2024-05-11T04:53:04.616699+0000 mon.a (mon.0) 51 : cluster [DBG] mgrmap e37: y(active, since 1.02991s), standbys: x 2024-05-11T04:53:06.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:05 smithi072 bash[80515]: cluster 2024-05-11T04:53:04.616699+0000 mon.a (mon.0) 51 : cluster [DBG] mgrmap e37: y(active, since 1.02991s), standbys: x 2024-05-11T04:53:06.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:05 smithi072 bash[80515]: cephadm 2024-05-11T04:53:05.020865+0000 mgr.y (mgr.24832) 2 : cephadm [INF] [11/May/2024:04:53:05] ENGINE Bus STARTING 2024-05-11T04:53:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:05 smithi072 bash[80515]: cephadm 2024-05-11T04:53:05.020865+0000 mgr.y (mgr.24832) 2 : cephadm [INF] [11/May/2024:04:53:05] ENGINE Bus STARTING 2024-05-11T04:53:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:05 smithi072 bash[80515]: cephadm 2024-05-11T04:53:05.209459+0000 mgr.y (mgr.24832) 3 : cephadm [INF] [11/May/2024:04:53:05] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:53:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:05 smithi072 bash[80515]: cephadm 2024-05-11T04:53:05.209459+0000 mgr.y (mgr.24832) 3 : cephadm [INF] [11/May/2024:04:53:05] ENGINE Serving on https://172.21.15.72:7150 2024-05-11T04:53:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:05 smithi072 bash[80515]: cephadm 2024-05-11T04:53:05.316639+0000 mgr.y (mgr.24832) 4 : cephadm [INF] [11/May/2024:04:53:05] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:53:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:05 smithi072 bash[80515]: cephadm 2024-05-11T04:53:05.316639+0000 mgr.y (mgr.24832) 4 : cephadm [INF] [11/May/2024:04:53:05] ENGINE Serving on http://172.21.15.72:8765 2024-05-11T04:53:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:05 smithi072 bash[80515]: cephadm 2024-05-11T04:53:05.316777+0000 mgr.y (mgr.24832) 5 : cephadm [INF] [11/May/2024:04:53:05] ENGINE Bus STARTED 2024-05-11T04:53:06.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:05 smithi072 bash[80515]: cephadm 2024-05-11T04:53:05.316777+0000 mgr.y (mgr.24832) 5 : cephadm [INF] [11/May/2024:04:53:05] ENGINE Bus STARTED 2024-05-11T04:53:06.538 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 86 15 110925 110910 80.5925 34.25 0.00997429 0.0124029 2024-05-11T04:53:07.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:06 smithi086 bash[23731]: cluster 2024-05-11T04:53:05.618620+0000 mgr.y (mgr.24832) 6 : cluster 0 pgmap v4: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 694 GiB / 715 GiB avail 2024-05-11T04:53:07.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:06 smithi072 bash[31478]: cluster 2024-05-11T04:53:05.618620+0000 mgr.y (mgr.24832) 6 : cluster 0 pgmap v4: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 694 GiB / 715 GiB avail 2024-05-11T04:53:07.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:06 smithi072 bash[80515]: cluster 2024-05-11T04:53:05.618620+0000 mgr.y (mgr.24832) 6 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 694 GiB / 715 GiB avail 2024-05-11T04:53:07.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:06 smithi072 bash[80515]: cluster 2024-05-11T04:53:05.618620+0000 mgr.y (mgr.24832) 6 : cluster [DBG] pgmap v4: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 694 GiB / 715 GiB avail 2024-05-11T04:53:07.049 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:53:06 smithi072 bash[58311]: ts=2024-05-11T04:53:06.871Z caller=notify.go:743 level=info component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify success" attempts=5 2024-05-11T04:53:07.538 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 87 16 111787 111771 80.2846 53.8125 0.0148067 0.0124506 2024-05-11T04:53:07.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:07 smithi072 bash[31478]: cluster 2024-05-11T04:53:06.612543+0000 mon.a (mon.0) 52 : cluster 0 mgrmap e38: y(active, since 3s), standbys: x 2024-05-11T04:53:07.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:07 smithi072 bash[80515]: cluster 2024-05-11T04:53:06.612543+0000 mon.a (mon.0) 52 : cluster [DBG] mgrmap e38: y(active, since 3s), standbys: x 2024-05-11T04:53:07.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:07 smithi072 bash[80515]: cluster 2024-05-11T04:53:06.612543+0000 mon.a (mon.0) 52 : cluster [DBG] mgrmap e38: y(active, since 3s), standbys: x 2024-05-11T04:53:08.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:07 smithi086 bash[23731]: cluster 2024-05-11T04:53:06.612543+0000 mon.a (mon.0) 52 : cluster 0 mgrmap e38: y(active, since 3s), standbys: x 2024-05-11T04:53:08.538 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 88 16 112242 112226 79.6954 28.4375 0.00870844 0.0125427 2024-05-11T04:53:08.910 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:08 smithi072 bash[31478]: cluster 2024-05-11T04:53:07.619072+0000 mgr.y (mgr.24832) 7 : cluster 0 pgmap v5: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 694 GiB / 715 GiB avail 2024-05-11T04:53:08.911 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:08 smithi072 bash[31478]: cluster 2024-05-11T04:53:07.638736+0000 mon.a (mon.0) 53 : cluster 0 mgrmap e39: y(active, since 4s), standbys: x 2024-05-11T04:53:08.911 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:08 smithi072 bash[80515]: cluster 2024-05-11T04:53:07.619072+0000 mgr.y (mgr.24832) 7 : cluster [DBG] pgmap v5: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 694 GiB / 715 GiB avail 2024-05-11T04:53:08.911 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:08 smithi072 bash[80515]: cluster 2024-05-11T04:53:07.619072+0000 mgr.y (mgr.24832) 7 : cluster [DBG] pgmap v5: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 694 GiB / 715 GiB avail 2024-05-11T04:53:08.911 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:08 smithi072 bash[80515]: cluster 2024-05-11T04:53:07.638736+0000 mon.a (mon.0) 53 : cluster [DBG] mgrmap e39: y(active, since 4s), standbys: x 2024-05-11T04:53:08.911 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:08 smithi072 bash[80515]: cluster 2024-05-11T04:53:07.638736+0000 mon.a (mon.0) 53 : cluster [DBG] mgrmap e39: y(active, since 4s), standbys: x 2024-05-11T04:53:09.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:08 smithi086 bash[23731]: cluster 2024-05-11T04:53:07.619072+0000 mgr.y (mgr.24832) 7 : cluster 0 pgmap v5: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 694 GiB / 715 GiB avail 2024-05-11T04:53:09.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:08 smithi086 bash[23731]: cluster 2024-05-11T04:53:07.638736+0000 mon.a (mon.0) 53 : cluster 0 mgrmap e39: y(active, since 4s), standbys: x 2024-05-11T04:53:09.538 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 89 16 113094 113078 79.3983 53.25 0.0100401 0.0125893 2024-05-11T04:53:10.539 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 90 2 113962 113960 79.1285 55.125 0.0119586 0.0126329 2024-05-11T04:53:10.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:10 smithi072 bash[31478]: cluster 2024-05-11T04:53:09.619510+0000 mgr.y (mgr.24832) 8 : cluster 0 pgmap v6: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 36 KiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-05-11T04:53:10.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:10 smithi072 bash[80515]: cluster 2024-05-11T04:53:09.619510+0000 mgr.y (mgr.24832) 8 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 36 KiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-05-11T04:53:10.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:10 smithi072 bash[80515]: cluster 2024-05-11T04:53:09.619510+0000 mgr.y (mgr.24832) 8 : cluster [DBG] pgmap v6: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 36 KiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-05-11T04:53:10.900 INFO:teuthology.orchestra.run.smithi072.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T04:53:10.900 INFO:teuthology.orchestra.run.smithi072.stdout:alertmanager.a smithi072 *:9093,9094 running (10m) 101s ago 11m 13.7M - 0.25.0 c8568f914cd2 d5607b985cce 2024-05-11T04:53:10.900 INFO:teuthology.orchestra.run.smithi072.stdout:grafana.a smithi086 *:3000 running (10m) 59s ago 10m 83.6M - 9.4.7 954c08fa6188 aef4c18c2eed 2024-05-11T04:53:10.900 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi072.jvmjqq smithi072 running (8m) 101s ago 8m 14.1M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 43a522e14916 2024-05-11T04:53:10.900 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi086.bcqfqz smithi086 running (8m) 59s ago 8m 16.4M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8cbc391f1426 2024-05-11T04:53:10.900 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.x smithi086 *:8443,9283,8765 running (66s) 59s ago 19m 93.7M - 19.0.0-3497-g04416f48 9b25092f51f1 e76b31410a5d 2024-05-11T04:53:10.900 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.y smithi072 *:8443,9283,8765 running (2m) 101s ago 22m 482M - 19.0.0-3497-g04416f48 9b25092f51f1 9d9706c64b76 2024-05-11T04:53:10.900 INFO:teuthology.orchestra.run.smithi072.stdout:mon.a smithi072 running (22m) 101s ago 22m 56.6M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 ba75ecf32f36 2024-05-11T04:53:10.900 INFO:teuthology.orchestra.run.smithi072.stdout:mon.b smithi086 running (20m) 59s ago 20m 46.3M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 76c519b4f5e7 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:mon.c smithi072 running (20m) 101s ago 20m 44.2M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 5ede8f776ac3 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.a smithi072 *:9100 running (11m) 101s ago 11m 8743k - 1.5.0 0da6a335fe13 fbea1e4cc0b8 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.b smithi086 *:9100 running (11m) 59s ago 11m 8655k - 1.5.0 0da6a335fe13 119bc29079ca 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:osd.0 smithi072 running (18m) 101s ago 18m 323M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 227aba60a09a 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:osd.1 smithi072 running (18m) 101s ago 18m 209M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 9fe26f0d7cbb 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:osd.2 smithi072 running (17m) 101s ago 17m 300M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 924565dc5821 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:osd.3 smithi072 running (16m) 101s ago 16m 160M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 082b8b0bcb94 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:osd.4 smithi086 running (15m) 59s ago 15m 366M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a1dd273b0e98 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:osd.5 smithi086 running (14m) 59s ago 14m 404M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 09f2d73066f6 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:osd.6 smithi086 running (13m) 59s ago 13m 221M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 b34b88995622 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:osd.7 smithi086 running (12m) 59s ago 13m 298M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a7e056debe69 2024-05-11T04:53:10.901 INFO:teuthology.orchestra.run.smithi072.stdout:prometheus.a smithi086 *:9095 running (75s) 59s ago 12m 35.8M - 2.43.0 a07b618ecd1d 2572ad4e29fe 2024-05-11T04:53:11.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:10 smithi086 bash[23731]: cluster 2024-05-11T04:53:09.619510+0000 mgr.y (mgr.24832) 8 : cluster 0 pgmap v6: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 36 KiB/s rd, 8.0 MiB/s wr, 142 op/s 2024-05-11T04:53:11.539 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Total time run: 90.0132 2024-05-11T04:53:11.539 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Total writes made: 113962 2024-05-11T04:53:11.539 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Write size: 65536 2024-05-11T04:53:11.539 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Object size: 65536 2024-05-11T04:53:11.539 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Bandwidth (MB/sec): 79.1287 2024-05-11T04:53:11.540 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev Bandwidth: 37.1434 2024-05-11T04:53:11.540 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max bandwidth (MB/sec): 198.25 2024-05-11T04:53:11.540 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min bandwidth (MB/sec): 27.9375 2024-05-11T04:53:11.540 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Average IOPS: 1266 2024-05-11T04:53:11.540 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev IOPS: 594.294 2024-05-11T04:53:11.540 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max IOPS: 3172 2024-05-11T04:53:11.540 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min IOPS: 447 2024-05-11T04:53:11.540 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Average Latency(s): 0.012633 2024-05-11T04:53:11.540 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev Latency(s): 0.0175476 2024-05-11T04:53:11.540 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max latency(s): 0.538944 2024-05-11T04:53:11.540 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min latency(s): 0.00108881 2024-05-11T04:53:11.550 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Cleaning up (deleting benchmark objects) 2024-05-11T04:53:12.241 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade pause' 2024-05-11T04:53:12.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:12 smithi072 bash[80515]: audit 2024-05-11T04:53:10.864001+0000 mgr.y (mgr.24832) 9 : audit [DBG] from='client.25277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:53:12.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:12 smithi072 bash[80515]: audit 2024-05-11T04:53:10.864001+0000 mgr.y (mgr.24832) 9 : audit [DBG] from='client.25277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:53:12.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:12 smithi072 bash[80515]: audit 2024-05-11T04:53:11.046134+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:12.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:12 smithi072 bash[80515]: audit 2024-05-11T04:53:11.046134+0000 mon.a (mon.0) 54 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:12.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:12 smithi072 bash[80515]: audit 2024-05-11T04:53:11.057281+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:12.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:12 smithi072 bash[80515]: audit 2024-05-11T04:53:11.057281+0000 mon.a (mon.0) 55 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:12.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:12 smithi072 bash[31478]: audit 2024-05-11T04:53:10.864001+0000 mgr.y (mgr.24832) 9 : audit 0 from='client.25277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:53:12.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:12 smithi072 bash[31478]: audit 2024-05-11T04:53:11.046134+0000 mon.a (mon.0) 54 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:12.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:12 smithi072 bash[31478]: audit 2024-05-11T04:53:11.057281+0000 mon.a (mon.0) 55 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:12.531 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:12 smithi086 bash[23731]: audit 2024-05-11T04:53:10.864001+0000 mgr.y (mgr.24832) 9 : audit 0 from='client.25277 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:53:12.531 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:12 smithi086 bash[23731]: audit 2024-05-11T04:53:11.046134+0000 mon.a (mon.0) 54 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:12.531 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:12 smithi086 bash[23731]: audit 2024-05-11T04:53:11.057281+0000 mon.a (mon.0) 55 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:13.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:13 smithi086 bash[23731]: cluster 2024-05-11T04:53:11.620080+0000 mgr.y (mgr.24832) 10 : cluster 0 pgmap v7: 89 pgs: 89 active+clean; 6.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 25 KiB/s rd, 32 MiB/s wr, 515 op/s 2024-05-11T04:53:13.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:13 smithi086 bash[23731]: audit 2024-05-11T04:53:12.306216+0000 mon.a (mon.0) 56 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:13.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:13 smithi086 bash[23731]: audit 2024-05-11T04:53:12.322501+0000 mon.a (mon.0) 57 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:13.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:13 smithi072 bash[80515]: cluster 2024-05-11T04:53:11.620080+0000 mgr.y (mgr.24832) 10 : cluster [DBG] pgmap v7: 89 pgs: 89 active+clean; 6.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 25 KiB/s rd, 32 MiB/s wr, 515 op/s 2024-05-11T04:53:13.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:13 smithi072 bash[80515]: cluster 2024-05-11T04:53:11.620080+0000 mgr.y (mgr.24832) 10 : cluster [DBG] pgmap v7: 89 pgs: 89 active+clean; 6.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 25 KiB/s rd, 32 MiB/s wr, 515 op/s 2024-05-11T04:53:13.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:13 smithi072 bash[80515]: audit 2024-05-11T04:53:12.306216+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:13.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:13 smithi072 bash[80515]: audit 2024-05-11T04:53:12.306216+0000 mon.a (mon.0) 56 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:13.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:13 smithi072 bash[80515]: audit 2024-05-11T04:53:12.322501+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:13.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:13 smithi072 bash[80515]: audit 2024-05-11T04:53:12.322501+0000 mon.a (mon.0) 57 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:13.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:13 smithi072 bash[31478]: cluster 2024-05-11T04:53:11.620080+0000 mgr.y (mgr.24832) 10 : cluster 0 pgmap v7: 89 pgs: 89 active+clean; 6.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 25 KiB/s rd, 32 MiB/s wr, 515 op/s 2024-05-11T04:53:13.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:13 smithi072 bash[31478]: audit 2024-05-11T04:53:12.306216+0000 mon.a (mon.0) 56 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:13.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:13 smithi072 bash[31478]: audit 2024-05-11T04:53:12.322501+0000 mon.a (mon.0) 57 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:14.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:53:13] "GET /metrics HTTP/1.1" 200 33672 "" "Prometheus/2.43.0" 2024-05-11T04:53:15.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:14 smithi086 bash[23731]: cluster 2024-05-11T04:53:13.620516+0000 mgr.y (mgr.24832) 11 : cluster 0 pgmap v8: 89 pgs: 89 active+clean; 6.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 20 KiB/s rd, 24 MiB/s wr, 399 op/s 2024-05-11T04:53:15.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:14 smithi086 bash[23731]: audit 2024-05-11T04:53:13.937628+0000 mon.a (mon.0) 58 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:15.281 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:14 smithi086 bash[23731]: audit 2024-05-11T04:53:13.945779+0000 mon.a (mon.0) 59 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:15.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:14 smithi072 bash[80515]: cluster 2024-05-11T04:53:13.620516+0000 mgr.y (mgr.24832) 11 : cluster [DBG] pgmap v8: 89 pgs: 89 active+clean; 6.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 20 KiB/s rd, 24 MiB/s wr, 399 op/s 2024-05-11T04:53:15.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:14 smithi072 bash[80515]: cluster 2024-05-11T04:53:13.620516+0000 mgr.y (mgr.24832) 11 : cluster [DBG] pgmap v8: 89 pgs: 89 active+clean; 6.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 20 KiB/s rd, 24 MiB/s wr, 399 op/s 2024-05-11T04:53:15.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:14 smithi072 bash[80515]: audit 2024-05-11T04:53:13.937628+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:15.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:14 smithi072 bash[80515]: audit 2024-05-11T04:53:13.937628+0000 mon.a (mon.0) 58 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:15.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:14 smithi072 bash[80515]: audit 2024-05-11T04:53:13.945779+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:15.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:14 smithi072 bash[80515]: audit 2024-05-11T04:53:13.945779+0000 mon.a (mon.0) 59 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:15.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:14 smithi072 bash[31478]: cluster 2024-05-11T04:53:13.620516+0000 mgr.y (mgr.24832) 11 : cluster 0 pgmap v8: 89 pgs: 89 active+clean; 6.9 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 20 KiB/s rd, 24 MiB/s wr, 399 op/s 2024-05-11T04:53:15.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:14 smithi072 bash[31478]: audit 2024-05-11T04:53:13.937628+0000 mon.a (mon.0) 58 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:15.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:14 smithi072 bash[31478]: audit 2024-05-11T04:53:13.945779+0000 mon.a (mon.0) 59 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:16.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:16 smithi086 bash[23731]: audit 2024-05-11T04:53:15.457214+0000 mon.a (mon.0) 60 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:16.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:16 smithi086 bash[23731]: audit 2024-05-11T04:53:15.469734+0000 mon.a (mon.0) 61 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:16.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:16 smithi086 bash[23731]: cluster 2024-05-11T04:53:15.621068+0000 mgr.y (mgr.24832) 12 : cluster 0 pgmap v9: 89 pgs: 89 active+clean; 6.8 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 16 KiB/s rd, 25 MiB/s wr, 638 op/s 2024-05-11T04:53:16.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:16 smithi072 bash[80515]: audit 2024-05-11T04:53:15.457214+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:16.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:16 smithi072 bash[80515]: audit 2024-05-11T04:53:15.457214+0000 mon.a (mon.0) 60 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:16.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:16 smithi072 bash[80515]: audit 2024-05-11T04:53:15.469734+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:16.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:16 smithi072 bash[80515]: audit 2024-05-11T04:53:15.469734+0000 mon.a (mon.0) 61 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:16.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:16 smithi072 bash[80515]: cluster 2024-05-11T04:53:15.621068+0000 mgr.y (mgr.24832) 12 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 6.8 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 16 KiB/s rd, 25 MiB/s wr, 638 op/s 2024-05-11T04:53:16.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:16 smithi072 bash[80515]: cluster 2024-05-11T04:53:15.621068+0000 mgr.y (mgr.24832) 12 : cluster [DBG] pgmap v9: 89 pgs: 89 active+clean; 6.8 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 16 KiB/s rd, 25 MiB/s wr, 638 op/s 2024-05-11T04:53:16.800 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:53:16.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:16 smithi072 bash[31478]: audit 2024-05-11T04:53:15.457214+0000 mon.a (mon.0) 60 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:16.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:16 smithi072 bash[31478]: audit 2024-05-11T04:53:15.469734+0000 mon.a (mon.0) 61 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:16.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:16 smithi072 bash[31478]: cluster 2024-05-11T04:53:15.621068+0000 mgr.y (mgr.24832) 12 : cluster 0 pgmap v9: 89 pgs: 89 active+clean; 6.8 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 16 KiB/s rd, 25 MiB/s wr, 638 op/s 2024-05-11T04:53:19.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:18 smithi086 bash[23731]: cluster 2024-05-11T04:53:17.621486+0000 mgr.y (mgr.24832) 13 : cluster 0 pgmap v10: 89 pgs: 89 active+clean; 6.8 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 15 KiB/s rd, 22 MiB/s wr, 582 op/s 2024-05-11T04:53:19.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:18 smithi072 bash[80515]: cluster 2024-05-11T04:53:17.621486+0000 mgr.y (mgr.24832) 13 : cluster [DBG] pgmap v10: 89 pgs: 89 active+clean; 6.8 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 15 KiB/s rd, 22 MiB/s wr, 582 op/s 2024-05-11T04:53:19.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:18 smithi072 bash[80515]: cluster 2024-05-11T04:53:17.621486+0000 mgr.y (mgr.24832) 13 : cluster [DBG] pgmap v10: 89 pgs: 89 active+clean; 6.8 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 15 KiB/s rd, 22 MiB/s wr, 582 op/s 2024-05-11T04:53:19.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:18 smithi072 bash[31478]: cluster 2024-05-11T04:53:17.621486+0000 mgr.y (mgr.24832) 13 : cluster 0 pgmap v10: 89 pgs: 89 active+clean; 6.8 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 15 KiB/s rd, 22 MiB/s wr, 582 op/s 2024-05-11T04:53:20.030 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:19 smithi086 bash[23731]: audit 2024-05-11T04:53:18.834886+0000 mon.a (mon.0) 62 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:20.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:19 smithi072 bash[80515]: audit 2024-05-11T04:53:18.834886+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:20.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:19 smithi072 bash[80515]: audit 2024-05-11T04:53:18.834886+0000 mon.a (mon.0) 62 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:20.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:19 smithi072 bash[31478]: audit 2024-05-11T04:53:18.834886+0000 mon.a (mon.0) 62 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:20.965 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:20 smithi072 bash[80515]: cluster 2024-05-11T04:53:19.622174+0000 mgr.y (mgr.24832) 14 : cluster [DBG] pgmap v11: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 15 KiB/s rd, 22 MiB/s wr, 649 op/s 2024-05-11T04:53:20.966 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:20 smithi072 bash[80515]: cluster 2024-05-11T04:53:19.622174+0000 mgr.y (mgr.24832) 14 : cluster [DBG] pgmap v11: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 15 KiB/s rd, 22 MiB/s wr, 649 op/s 2024-05-11T04:53:20.966 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:20 smithi072 bash[31478]: cluster 2024-05-11T04:53:19.622174+0000 mgr.y (mgr.24832) 14 : cluster 0 pgmap v11: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 15 KiB/s rd, 22 MiB/s wr, 649 op/s 2024-05-11T04:53:21.001 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:20 smithi086 bash[23731]: cluster 2024-05-11T04:53:19.622174+0000 mgr.y (mgr.24832) 14 : cluster 0 pgmap v11: 89 pgs: 89 active+clean; 6.7 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 15 KiB/s rd, 22 MiB/s wr, 649 op/s 2024-05-11T04:53:23.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:22 smithi086 bash[23731]: cluster 2024-05-11T04:53:21.622873+0000 mgr.y (mgr.24832) 15 : cluster 0 pgmap v12: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 856 op/s 2024-05-11T04:53:23.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:22 smithi072 bash[80515]: cluster 2024-05-11T04:53:21.622873+0000 mgr.y (mgr.24832) 15 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 856 op/s 2024-05-11T04:53:23.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:22 smithi072 bash[80515]: cluster 2024-05-11T04:53:21.622873+0000 mgr.y (mgr.24832) 15 : cluster [DBG] pgmap v12: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 856 op/s 2024-05-11T04:53:23.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:22 smithi072 bash[31478]: cluster 2024-05-11T04:53:21.622873+0000 mgr.y (mgr.24832) 15 : cluster 0 pgmap v12: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 19 MiB/s wr, 856 op/s 2024-05-11T04:53:24.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:53:23] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-05-11T04:53:25.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:24 smithi086 bash[23731]: cluster 2024-05-11T04:53:23.623346+0000 mgr.y (mgr.24832) 16 : cluster 0 pgmap v13: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 4.1 MiB/s wr, 616 op/s 2024-05-11T04:53:25.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:24 smithi072 bash[80515]: cluster 2024-05-11T04:53:23.623346+0000 mgr.y (mgr.24832) 16 : cluster [DBG] pgmap v13: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 4.1 MiB/s wr, 616 op/s 2024-05-11T04:53:25.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:24 smithi072 bash[80515]: cluster 2024-05-11T04:53:23.623346+0000 mgr.y (mgr.24832) 16 : cluster [DBG] pgmap v13: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 4.1 MiB/s wr, 616 op/s 2024-05-11T04:53:25.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:24 smithi072 bash[31478]: cluster 2024-05-11T04:53:23.623346+0000 mgr.y (mgr.24832) 16 : cluster 0 pgmap v13: 89 pgs: 89 active+clean; 6.6 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 85 B/s rd, 4.1 MiB/s wr, 616 op/s 2024-05-11T04:53:25.230 INFO:teuthology.orchestra.run.smithi072.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:53:26.531 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:26 smithi086 bash[23731]: audit 2024-05-11T04:53:25.227882+0000 mgr.y (mgr.24832) 17 : audit 0 from='client.25280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:53:26.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:26 smithi086 bash[23731]: cephadm 2024-05-11T04:53:25.228348+0000 mgr.y (mgr.24832) 18 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:53:26.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:26 smithi086 bash[23731]: audit 2024-05-11T04:53:25.233483+0000 mon.a (mon.0) 63 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:26 smithi086 bash[23731]: audit 2024-05-11T04:53:25.481122+0000 mon.a (mon.0) 64 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:26 smithi086 bash[23731]: audit 2024-05-11T04:53:25.493374+0000 mon.a (mon.0) 65 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:26 smithi086 bash[23731]: audit 2024-05-11T04:53:25.495247+0000 mon.a (mon.0) 66 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:53:26.532 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:26 smithi086 bash[23731]: audit 2024-05-11T04:53:25.496290+0000 mon.a (mon.0) 67 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:53:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:26 smithi072 bash[31478]: audit 2024-05-11T04:53:25.227882+0000 mgr.y (mgr.24832) 17 : audit 0 from='client.25280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:53:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:26 smithi072 bash[31478]: cephadm 2024-05-11T04:53:25.228348+0000 mgr.y (mgr.24832) 18 : cephadm 1 Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:53:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:26 smithi072 bash[31478]: audit 2024-05-11T04:53:25.233483+0000 mon.a (mon.0) 63 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:26 smithi072 bash[31478]: audit 2024-05-11T04:53:25.481122+0000 mon.a (mon.0) 64 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:26 smithi072 bash[31478]: audit 2024-05-11T04:53:25.493374+0000 mon.a (mon.0) 65 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:26 smithi072 bash[31478]: audit 2024-05-11T04:53:25.495247+0000 mon.a (mon.0) 66 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:53:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:26 smithi072 bash[31478]: audit 2024-05-11T04:53:25.496290+0000 mon.a (mon.0) 67 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:53:26.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.227882+0000 mgr.y (mgr.24832) 17 : audit [DBG] from='client.25280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:53:26.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.227882+0000 mgr.y (mgr.24832) 17 : audit [DBG] from='client.25280 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:53:26.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.228348+0000 mgr.y (mgr.24832) 18 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:53:26.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.228348+0000 mgr.y (mgr.24832) 18 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:53:26.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.233483+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.233483+0000 mon.a (mon.0) 63 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.481122+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.481122+0000 mon.a (mon.0) 64 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.493374+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.493374+0000 mon.a (mon.0) 65 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:26.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.495247+0000 mon.a (mon.0) 66 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:53:26.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.495247+0000 mon.a (mon.0) 66 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:53:26.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.496290+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:53:26.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:26 smithi072 bash[80515]: audit 2024-05-11T04:53:25.496290+0000 mon.a (mon.0) 67 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:53:26.872 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'sleep 60' 2024-05-11T04:53:27.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: cephadm 2024-05-11T04:53:25.497696+0000 mgr.y (mgr.24832) 19 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: cephadm 2024-05-11T04:53:25.497897+0000 mgr.y (mgr.24832) 20 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: cluster 2024-05-11T04:53:25.623910+0000 mgr.y (mgr.24832) 21 : cluster 0 pgmap v14: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 4.1 MiB/s wr, 961 op/s 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: cephadm 2024-05-11T04:53:25.663212+0000 mgr.y (mgr.24832) 22 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: cephadm 2024-05-11T04:53:25.663366+0000 mgr.y (mgr.24832) 23 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: cephadm 2024-05-11T04:53:25.777436+0000 mgr.y (mgr.24832) 24 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: cephadm 2024-05-11T04:53:25.935930+0000 mgr.y (mgr.24832) 25 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: cephadm 2024-05-11T04:53:25.999289+0000 mgr.y (mgr.24832) 26 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: cephadm 2024-05-11T04:53:26.307897+0000 mgr.y (mgr.24832) 27 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: audit 2024-05-11T04:53:26.378685+0000 mon.a (mon.0) 68 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: audit 2024-05-11T04:53:26.389774+0000 mon.a (mon.0) 69 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: audit 2024-05-11T04:53:26.481981+0000 mon.a (mon.0) 70 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: audit 2024-05-11T04:53:26.490379+0000 mon.a (mon.0) 71 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: audit 2024-05-11T04:53:26.506180+0000 mon.a (mon.0) 72 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: audit 2024-05-11T04:53:26.583829+0000 mon.a (mon.0) 73 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:53:27.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: audit 2024-05-11T04:53:26.585968+0000 mon.a (mon.0) 74 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:53:27.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: audit 2024-05-11T04:53:26.586960+0000 mon.a (mon.0) 75 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:53:27.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:27 smithi086 bash[23731]: audit 2024-05-11T04:53:26.594040+0000 mon.a (mon.0) 76 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.497696+0000 mgr.y (mgr.24832) 19 : cephadm [INF] Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:53:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.497696+0000 mgr.y (mgr.24832) 19 : cephadm [INF] Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:53:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.497897+0000 mgr.y (mgr.24832) 20 : cephadm [INF] Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:53:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.497897+0000 mgr.y (mgr.24832) 20 : cephadm [INF] Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:53:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cluster 2024-05-11T04:53:25.623910+0000 mgr.y (mgr.24832) 21 : cluster [DBG] pgmap v14: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 4.1 MiB/s wr, 961 op/s 2024-05-11T04:53:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cluster 2024-05-11T04:53:25.623910+0000 mgr.y (mgr.24832) 21 : cluster [DBG] pgmap v14: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 4.1 MiB/s wr, 961 op/s 2024-05-11T04:53:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.663212+0000 mgr.y (mgr.24832) 22 : cephadm [INF] Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:53:27.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.663212+0000 mgr.y (mgr.24832) 22 : cephadm [INF] Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:53:27.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.663366+0000 mgr.y (mgr.24832) 23 : cephadm [INF] Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:53:27.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.663366+0000 mgr.y (mgr.24832) 23 : cephadm [INF] Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:53:27.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.777436+0000 mgr.y (mgr.24832) 24 : cephadm [INF] Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:53:27.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.777436+0000 mgr.y (mgr.24832) 24 : cephadm [INF] Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:53:27.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.935930+0000 mgr.y (mgr.24832) 25 : cephadm [INF] Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:53:27.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.935930+0000 mgr.y (mgr.24832) 25 : cephadm [INF] Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:53:27.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.999289+0000 mgr.y (mgr.24832) 26 : cephadm [INF] Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:53:27.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:25.999289+0000 mgr.y (mgr.24832) 26 : cephadm [INF] Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:53:27.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:26.307897+0000 mgr.y (mgr.24832) 27 : cephadm [INF] Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:53:27.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: cephadm 2024-05-11T04:53:26.307897+0000 mgr.y (mgr.24832) 27 : cephadm [INF] Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.378685+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.378685+0000 mon.a (mon.0) 68 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.389774+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.389774+0000 mon.a (mon.0) 69 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.481981+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.481981+0000 mon.a (mon.0) 70 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.490379+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.490379+0000 mon.a (mon.0) 71 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.506180+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.506180+0000 mon.a (mon.0) 72 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.583829+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.583829+0000 mon.a (mon.0) 73 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.585968+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:53:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.585968+0000 mon.a (mon.0) 74 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.586960+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.586960+0000 mon.a (mon.0) 75 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.594040+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:27 smithi072 bash[80515]: audit 2024-05-11T04:53:26.594040+0000 mon.a (mon.0) 76 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: cephadm 2024-05-11T04:53:25.497696+0000 mgr.y (mgr.24832) 19 : cephadm 1 Updating smithi072:/etc/ceph/ceph.conf 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: cephadm 2024-05-11T04:53:25.497897+0000 mgr.y (mgr.24832) 20 : cephadm 1 Updating smithi086:/etc/ceph/ceph.conf 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: cluster 2024-05-11T04:53:25.623910+0000 mgr.y (mgr.24832) 21 : cluster 0 pgmap v14: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 85 B/s rd, 4.1 MiB/s wr, 961 op/s 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: cephadm 2024-05-11T04:53:25.663212+0000 mgr.y (mgr.24832) 22 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: cephadm 2024-05-11T04:53:25.663366+0000 mgr.y (mgr.24832) 23 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.conf 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: cephadm 2024-05-11T04:53:25.777436+0000 mgr.y (mgr.24832) 24 : cephadm 1 Updating smithi086:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: cephadm 2024-05-11T04:53:25.935930+0000 mgr.y (mgr.24832) 25 : cephadm 1 Updating smithi072:/etc/ceph/ceph.client.admin.keyring 2024-05-11T04:53:27.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: cephadm 2024-05-11T04:53:25.999289+0000 mgr.y (mgr.24832) 26 : cephadm 1 Updating smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:53:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: cephadm 2024-05-11T04:53:26.307897+0000 mgr.y (mgr.24832) 27 : cephadm 1 Updating smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/config/ceph.client.admin.keyring 2024-05-11T04:53:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: audit 2024-05-11T04:53:26.378685+0000 mon.a (mon.0) 68 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: audit 2024-05-11T04:53:26.389774+0000 mon.a (mon.0) 69 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: audit 2024-05-11T04:53:26.481981+0000 mon.a (mon.0) 70 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: audit 2024-05-11T04:53:26.490379+0000 mon.a (mon.0) 71 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: audit 2024-05-11T04:53:26.506180+0000 mon.a (mon.0) 72 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: audit 2024-05-11T04:53:26.583829+0000 mon.a (mon.0) 73 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:53:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: audit 2024-05-11T04:53:26.585968+0000 mon.a (mon.0) 74 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:53:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: audit 2024-05-11T04:53:26.586960+0000 mon.a (mon.0) 75 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:53:27.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:27 smithi072 bash[31478]: audit 2024-05-11T04:53:26.594040+0000 mon.a (mon.0) 76 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:53:29.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:29 smithi086 bash[23731]: cluster 2024-05-11T04:53:27.624316+0000 mgr.y (mgr.24832) 28 : cluster 0 pgmap v15: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 677 op/s 2024-05-11T04:53:29.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:29 smithi072 bash[80515]: cluster 2024-05-11T04:53:27.624316+0000 mgr.y (mgr.24832) 28 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 677 op/s 2024-05-11T04:53:29.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:29 smithi072 bash[80515]: cluster 2024-05-11T04:53:27.624316+0000 mgr.y (mgr.24832) 28 : cluster [DBG] pgmap v15: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 677 op/s 2024-05-11T04:53:29.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:29 smithi072 bash[31478]: cluster 2024-05-11T04:53:27.624316+0000 mgr.y (mgr.24832) 28 : cluster 0 pgmap v15: 89 pgs: 89 active+clean; 6.3 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 677 op/s 2024-05-11T04:53:31.637 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:53:31.676 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:31 smithi072 bash[80515]: cluster 2024-05-11T04:53:29.624707+0000 mgr.y (mgr.24832) 29 : cluster [DBG] pgmap v16: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2024-05-11T04:53:31.676 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:31 smithi072 bash[80515]: cluster 2024-05-11T04:53:29.624707+0000 mgr.y (mgr.24832) 29 : cluster [DBG] pgmap v16: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2024-05-11T04:53:31.676 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:31 smithi072 bash[31478]: cluster 2024-05-11T04:53:29.624707+0000 mgr.y (mgr.24832) 29 : cluster 0 pgmap v16: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2024-05-11T04:53:31.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:31 smithi086 bash[23731]: cluster 2024-05-11T04:53:29.624707+0000 mgr.y (mgr.24832) 29 : cluster 0 pgmap v16: 89 pgs: 89 active+clean; 6.3 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 739 op/s 2024-05-11T04:53:33.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:33 smithi086 bash[23731]: cluster 2024-05-11T04:53:31.625272+0000 mgr.y (mgr.24832) 30 : cluster 0 pgmap v17: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2024-05-11T04:53:33.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:33 smithi072 bash[80515]: cluster 2024-05-11T04:53:31.625272+0000 mgr.y (mgr.24832) 30 : cluster [DBG] pgmap v17: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2024-05-11T04:53:33.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:33 smithi072 bash[80515]: cluster 2024-05-11T04:53:31.625272+0000 mgr.y (mgr.24832) 30 : cluster [DBG] pgmap v17: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2024-05-11T04:53:33.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:33 smithi072 bash[31478]: cluster 2024-05-11T04:53:31.625272+0000 mgr.y (mgr.24832) 30 : cluster 0 pgmap v17: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 945 op/s 2024-05-11T04:53:34.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:53:33] "GET /metrics HTTP/1.1" 200 36412 "" "Prometheus/2.43.0" 2024-05-11T04:53:34.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:34 smithi086 bash[23731]: audit 2024-05-11T04:53:33.835329+0000 mon.a (mon.0) 77 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:34.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:34 smithi072 bash[31478]: audit 2024-05-11T04:53:33.835329+0000 mon.a (mon.0) 77 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:34.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:34 smithi072 bash[80515]: audit 2024-05-11T04:53:33.835329+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:34.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:34 smithi072 bash[80515]: audit 2024-05-11T04:53:33.835329+0000 mon.a (mon.0) 77 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:35.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:35 smithi086 bash[23731]: cluster 2024-05-11T04:53:33.625757+0000 mgr.y (mgr.24832) 31 : cluster 0 pgmap v18: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 680 op/s 2024-05-11T04:53:35.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:35 smithi072 bash[31478]: cluster 2024-05-11T04:53:33.625757+0000 mgr.y (mgr.24832) 31 : cluster 0 pgmap v18: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 680 op/s 2024-05-11T04:53:35.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:35 smithi072 bash[80515]: cluster 2024-05-11T04:53:33.625757+0000 mgr.y (mgr.24832) 31 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 680 op/s 2024-05-11T04:53:35.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:35 smithi072 bash[80515]: cluster 2024-05-11T04:53:33.625757+0000 mgr.y (mgr.24832) 31 : cluster [DBG] pgmap v18: 89 pgs: 89 active+clean; 6.1 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 680 op/s 2024-05-11T04:53:37.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:37 smithi086 bash[23731]: cluster 2024-05-11T04:53:35.626556+0000 mgr.y (mgr.24832) 32 : cluster 0 pgmap v19: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 978 op/s 2024-05-11T04:53:37.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:37 smithi072 bash[31478]: cluster 2024-05-11T04:53:35.626556+0000 mgr.y (mgr.24832) 32 : cluster 0 pgmap v19: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 978 op/s 2024-05-11T04:53:37.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:37 smithi072 bash[80515]: cluster 2024-05-11T04:53:35.626556+0000 mgr.y (mgr.24832) 32 : cluster [DBG] pgmap v19: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 978 op/s 2024-05-11T04:53:37.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:37 smithi072 bash[80515]: cluster 2024-05-11T04:53:35.626556+0000 mgr.y (mgr.24832) 32 : cluster [DBG] pgmap v19: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 978 op/s 2024-05-11T04:53:39.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:39 smithi086 bash[23731]: cluster 2024-05-11T04:53:37.626967+0000 mgr.y (mgr.24832) 33 : cluster 0 pgmap v20: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2024-05-11T04:53:39.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:39 smithi072 bash[31478]: cluster 2024-05-11T04:53:37.626967+0000 mgr.y (mgr.24832) 33 : cluster 0 pgmap v20: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2024-05-11T04:53:39.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:39 smithi072 bash[80515]: cluster 2024-05-11T04:53:37.626967+0000 mgr.y (mgr.24832) 33 : cluster [DBG] pgmap v20: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2024-05-11T04:53:39.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:39 smithi072 bash[80515]: cluster 2024-05-11T04:53:37.626967+0000 mgr.y (mgr.24832) 33 : cluster [DBG] pgmap v20: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 633 op/s 2024-05-11T04:53:41.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:41 smithi086 bash[23731]: cluster 2024-05-11T04:53:39.627597+0000 mgr.y (mgr.24832) 34 : cluster 0 pgmap v21: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 688 op/s 2024-05-11T04:53:41.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:41 smithi072 bash[80515]: cluster 2024-05-11T04:53:39.627597+0000 mgr.y (mgr.24832) 34 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 688 op/s 2024-05-11T04:53:41.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:41 smithi072 bash[80515]: cluster 2024-05-11T04:53:39.627597+0000 mgr.y (mgr.24832) 34 : cluster [DBG] pgmap v21: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 688 op/s 2024-05-11T04:53:41.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:41 smithi072 bash[31478]: cluster 2024-05-11T04:53:39.627597+0000 mgr.y (mgr.24832) 34 : cluster 0 pgmap v21: 89 pgs: 89 active+clean; 5.8 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 688 op/s 2024-05-11T04:53:42.781 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:42 smithi086 bash[23731]: cluster 2024-05-11T04:53:41.628979+0000 mgr.y (mgr.24832) 35 : cluster 0 pgmap v22: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 875 op/s 2024-05-11T04:53:42.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:42 smithi072 bash[31478]: cluster 2024-05-11T04:53:41.628979+0000 mgr.y (mgr.24832) 35 : cluster 0 pgmap v22: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 875 op/s 2024-05-11T04:53:42.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:42 smithi072 bash[80515]: cluster 2024-05-11T04:53:41.628979+0000 mgr.y (mgr.24832) 35 : cluster [DBG] pgmap v22: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 875 op/s 2024-05-11T04:53:42.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:42 smithi072 bash[80515]: cluster 2024-05-11T04:53:41.628979+0000 mgr.y (mgr.24832) 35 : cluster [DBG] pgmap v22: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 875 op/s 2024-05-11T04:53:44.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:53:43] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-05-11T04:53:45.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:44 smithi086 bash[23731]: cluster 2024-05-11T04:53:43.629819+0000 mgr.y (mgr.24832) 36 : cluster 0 pgmap v23: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 602 op/s 2024-05-11T04:53:45.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:44 smithi072 bash[31478]: cluster 2024-05-11T04:53:43.629819+0000 mgr.y (mgr.24832) 36 : cluster 0 pgmap v23: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 602 op/s 2024-05-11T04:53:45.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:44 smithi072 bash[80515]: cluster 2024-05-11T04:53:43.629819+0000 mgr.y (mgr.24832) 36 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 602 op/s 2024-05-11T04:53:45.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:44 smithi072 bash[80515]: cluster 2024-05-11T04:53:43.629819+0000 mgr.y (mgr.24832) 36 : cluster [DBG] pgmap v23: 89 pgs: 89 active+clean; 5.6 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 602 op/s 2024-05-11T04:53:47.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:46 smithi086 bash[23731]: cluster 2024-05-11T04:53:45.630527+0000 mgr.y (mgr.24832) 37 : cluster 0 pgmap v24: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 958 op/s 2024-05-11T04:53:47.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:46 smithi072 bash[80515]: cluster 2024-05-11T04:53:45.630527+0000 mgr.y (mgr.24832) 37 : cluster [DBG] pgmap v24: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 958 op/s 2024-05-11T04:53:47.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:46 smithi072 bash[80515]: cluster 2024-05-11T04:53:45.630527+0000 mgr.y (mgr.24832) 37 : cluster [DBG] pgmap v24: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 958 op/s 2024-05-11T04:53:47.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:46 smithi072 bash[31478]: cluster 2024-05-11T04:53:45.630527+0000 mgr.y (mgr.24832) 37 : cluster 0 pgmap v24: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 958 op/s 2024-05-11T04:53:49.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:48 smithi086 bash[23731]: cluster 2024-05-11T04:53:47.631000+0000 mgr.y (mgr.24832) 38 : cluster 0 pgmap v25: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2024-05-11T04:53:49.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:48 smithi072 bash[31478]: cluster 2024-05-11T04:53:47.631000+0000 mgr.y (mgr.24832) 38 : cluster 0 pgmap v25: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2024-05-11T04:53:49.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:48 smithi072 bash[80515]: cluster 2024-05-11T04:53:47.631000+0000 mgr.y (mgr.24832) 38 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2024-05-11T04:53:49.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:48 smithi072 bash[80515]: cluster 2024-05-11T04:53:47.631000+0000 mgr.y (mgr.24832) 38 : cluster [DBG] pgmap v25: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2024-05-11T04:53:50.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:49 smithi086 bash[23731]: audit 2024-05-11T04:53:48.835866+0000 mon.a (mon.0) 78 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:50.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:49 smithi072 bash[80515]: audit 2024-05-11T04:53:48.835866+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:50.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:49 smithi072 bash[80515]: audit 2024-05-11T04:53:48.835866+0000 mon.a (mon.0) 78 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:50.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:49 smithi072 bash[31478]: audit 2024-05-11T04:53:48.835866+0000 mon.a (mon.0) 78 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:53:51.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:50 smithi086 bash[23731]: cluster 2024-05-11T04:53:49.631418+0000 mgr.y (mgr.24832) 39 : cluster 0 pgmap v26: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2024-05-11T04:53:51.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:50 smithi072 bash[80515]: cluster 2024-05-11T04:53:49.631418+0000 mgr.y (mgr.24832) 39 : cluster [DBG] pgmap v26: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2024-05-11T04:53:51.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:50 smithi072 bash[80515]: cluster 2024-05-11T04:53:49.631418+0000 mgr.y (mgr.24832) 39 : cluster [DBG] pgmap v26: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2024-05-11T04:53:51.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:50 smithi072 bash[31478]: cluster 2024-05-11T04:53:49.631418+0000 mgr.y (mgr.24832) 39 : cluster 0 pgmap v26: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 660 op/s 2024-05-11T04:53:53.031 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:52 smithi086 bash[23731]: cluster 2024-05-11T04:53:51.634677+0000 mgr.y (mgr.24832) 40 : cluster 0 pgmap v27: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 954 op/s 2024-05-11T04:53:53.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:52 smithi072 bash[31478]: cluster 2024-05-11T04:53:51.634677+0000 mgr.y (mgr.24832) 40 : cluster 0 pgmap v27: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 954 op/s 2024-05-11T04:53:53.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:52 smithi072 bash[80515]: cluster 2024-05-11T04:53:51.634677+0000 mgr.y (mgr.24832) 40 : cluster [DBG] pgmap v27: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 954 op/s 2024-05-11T04:53:53.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:52 smithi072 bash[80515]: cluster 2024-05-11T04:53:51.634677+0000 mgr.y (mgr.24832) 40 : cluster [DBG] pgmap v27: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 954 op/s 2024-05-11T04:53:54.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:53:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:53:53] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-05-11T04:53:55.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:54 smithi086 bash[23731]: cluster 2024-05-11T04:53:53.635105+0000 mgr.y (mgr.24832) 41 : cluster 0 pgmap v28: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:53:55.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:54 smithi072 bash[80515]: cluster 2024-05-11T04:53:53.635105+0000 mgr.y (mgr.24832) 41 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:53:55.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:54 smithi072 bash[80515]: cluster 2024-05-11T04:53:53.635105+0000 mgr.y (mgr.24832) 41 : cluster [DBG] pgmap v28: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:53:55.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:54 smithi072 bash[31478]: cluster 2024-05-11T04:53:53.635105+0000 mgr.y (mgr.24832) 41 : cluster 0 pgmap v28: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:53:57.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:56 smithi086 bash[23731]: cluster 2024-05-11T04:53:55.635828+0000 mgr.y (mgr.24832) 42 : cluster 0 pgmap v29: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s 2024-05-11T04:53:57.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:56 smithi072 bash[80515]: cluster 2024-05-11T04:53:55.635828+0000 mgr.y (mgr.24832) 42 : cluster [DBG] pgmap v29: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s 2024-05-11T04:53:57.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:56 smithi072 bash[80515]: cluster 2024-05-11T04:53:55.635828+0000 mgr.y (mgr.24832) 42 : cluster [DBG] pgmap v29: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s 2024-05-11T04:53:57.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:56 smithi072 bash[31478]: cluster 2024-05-11T04:53:55.635828+0000 mgr.y (mgr.24832) 42 : cluster 0 pgmap v29: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s 2024-05-11T04:53:59.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:53:58 smithi086 bash[23731]: cluster 2024-05-11T04:53:57.636291+0000 mgr.y (mgr.24832) 43 : cluster 0 pgmap v30: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:53:59.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:58 smithi072 bash[80515]: cluster 2024-05-11T04:53:57.636291+0000 mgr.y (mgr.24832) 43 : cluster [DBG] pgmap v30: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:53:59.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:53:58 smithi072 bash[80515]: cluster 2024-05-11T04:53:57.636291+0000 mgr.y (mgr.24832) 43 : cluster [DBG] pgmap v30: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:53:59.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:53:58 smithi072 bash[31478]: cluster 2024-05-11T04:53:57.636291+0000 mgr.y (mgr.24832) 43 : cluster 0 pgmap v30: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:54:01.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:00 smithi086 bash[23731]: cluster 2024-05-11T04:53:59.636685+0000 mgr.y (mgr.24832) 44 : cluster 0 pgmap v31: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:54:01.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:00 smithi072 bash[80515]: cluster 2024-05-11T04:53:59.636685+0000 mgr.y (mgr.24832) 44 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:54:01.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:00 smithi072 bash[80515]: cluster 2024-05-11T04:53:59.636685+0000 mgr.y (mgr.24832) 44 : cluster [DBG] pgmap v31: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:54:01.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:00 smithi072 bash[31478]: cluster 2024-05-11T04:53:59.636685+0000 mgr.y (mgr.24832) 44 : cluster 0 pgmap v31: 89 pgs: 89 active+clean; 4.8 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 704 op/s 2024-05-11T04:54:03.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:02 smithi086 bash[23731]: cluster 2024-05-11T04:54:01.637373+0000 mgr.y (mgr.24832) 45 : cluster 0 pgmap v32: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s 2024-05-11T04:54:03.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:02 smithi072 bash[80515]: cluster 2024-05-11T04:54:01.637373+0000 mgr.y (mgr.24832) 45 : cluster [DBG] pgmap v32: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s 2024-05-11T04:54:03.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:02 smithi072 bash[80515]: cluster 2024-05-11T04:54:01.637373+0000 mgr.y (mgr.24832) 45 : cluster [DBG] pgmap v32: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s 2024-05-11T04:54:03.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:02 smithi072 bash[31478]: cluster 2024-05-11T04:54:01.637373+0000 mgr.y (mgr.24832) 45 : cluster 0 pgmap v32: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 1.06k op/s 2024-05-11T04:54:04.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:54:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:54:03] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-05-11T04:54:05.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:04 smithi086 bash[23731]: cluster 2024-05-11T04:54:03.637820+0000 mgr.y (mgr.24832) 46 : cluster 0 pgmap v33: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 711 op/s 2024-05-11T04:54:05.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:04 smithi086 bash[23731]: audit 2024-05-11T04:54:03.836381+0000 mon.a (mon.0) 79 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:04 smithi072 bash[80515]: cluster 2024-05-11T04:54:03.637820+0000 mgr.y (mgr.24832) 46 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 711 op/s 2024-05-11T04:54:05.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:04 smithi072 bash[80515]: cluster 2024-05-11T04:54:03.637820+0000 mgr.y (mgr.24832) 46 : cluster [DBG] pgmap v33: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 711 op/s 2024-05-11T04:54:05.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:04 smithi072 bash[80515]: audit 2024-05-11T04:54:03.836381+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:05.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:04 smithi072 bash[80515]: audit 2024-05-11T04:54:03.836381+0000 mon.a (mon.0) 79 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:04 smithi072 bash[31478]: cluster 2024-05-11T04:54:03.637820+0000 mgr.y (mgr.24832) 46 : cluster 0 pgmap v33: 89 pgs: 89 active+clean; 4.6 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 711 op/s 2024-05-11T04:54:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:04 smithi072 bash[31478]: audit 2024-05-11T04:54:03.836381+0000 mon.a (mon.0) 79 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:07.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:06 smithi086 bash[23731]: cluster 2024-05-11T04:54:05.638469+0000 mgr.y (mgr.24832) 47 : cluster 0 pgmap v34: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-05-11T04:54:07.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:06 smithi072 bash[80515]: cluster 2024-05-11T04:54:05.638469+0000 mgr.y (mgr.24832) 47 : cluster [DBG] pgmap v34: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-05-11T04:54:07.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:06 smithi072 bash[80515]: cluster 2024-05-11T04:54:05.638469+0000 mgr.y (mgr.24832) 47 : cluster [DBG] pgmap v34: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-05-11T04:54:07.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:06 smithi072 bash[31478]: cluster 2024-05-11T04:54:05.638469+0000 mgr.y (mgr.24832) 47 : cluster 0 pgmap v34: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 1.04k op/s 2024-05-11T04:54:09.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:08 smithi086 bash[23731]: cluster 2024-05-11T04:54:07.638854+0000 mgr.y (mgr.24832) 48 : cluster 0 pgmap v35: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2024-05-11T04:54:09.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:08 smithi072 bash[80515]: cluster 2024-05-11T04:54:07.638854+0000 mgr.y (mgr.24832) 48 : cluster [DBG] pgmap v35: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2024-05-11T04:54:09.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:08 smithi072 bash[80515]: cluster 2024-05-11T04:54:07.638854+0000 mgr.y (mgr.24832) 48 : cluster [DBG] pgmap v35: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2024-05-11T04:54:09.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:08 smithi072 bash[31478]: cluster 2024-05-11T04:54:07.638854+0000 mgr.y (mgr.24832) 48 : cluster 0 pgmap v35: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2024-05-11T04:54:11.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:10 smithi086 bash[23731]: cluster 2024-05-11T04:54:09.639327+0000 mgr.y (mgr.24832) 49 : cluster 0 pgmap v36: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2024-05-11T04:54:11.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:10 smithi072 bash[80515]: cluster 2024-05-11T04:54:09.639327+0000 mgr.y (mgr.24832) 49 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2024-05-11T04:54:11.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:10 smithi072 bash[80515]: cluster 2024-05-11T04:54:09.639327+0000 mgr.y (mgr.24832) 49 : cluster [DBG] pgmap v36: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2024-05-11T04:54:11.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:10 smithi072 bash[31478]: cluster 2024-05-11T04:54:09.639327+0000 mgr.y (mgr.24832) 49 : cluster 0 pgmap v36: 89 pgs: 89 active+clean; 4.3 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 685 op/s 2024-05-11T04:54:13.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:12 smithi086 bash[23731]: cluster 2024-05-11T04:54:11.642423+0000 mgr.y (mgr.24832) 50 : cluster 0 pgmap v37: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:13.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:12 smithi072 bash[31478]: cluster 2024-05-11T04:54:11.642423+0000 mgr.y (mgr.24832) 50 : cluster 0 pgmap v37: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:12 smithi072 bash[80515]: cluster 2024-05-11T04:54:11.642423+0000 mgr.y (mgr.24832) 50 : cluster [DBG] pgmap v37: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:12 smithi072 bash[80515]: cluster 2024-05-11T04:54:11.642423+0000 mgr.y (mgr.24832) 50 : cluster [DBG] pgmap v37: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:14.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:54:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:54:13] "GET /metrics HTTP/1.1" 200 36404 "" "Prometheus/2.43.0" 2024-05-11T04:54:15.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:14 smithi086 bash[23731]: cluster 2024-05-11T04:54:13.642827+0000 mgr.y (mgr.24832) 51 : cluster 0 pgmap v38: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 667 op/s 2024-05-11T04:54:15.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:14 smithi072 bash[80515]: cluster 2024-05-11T04:54:13.642827+0000 mgr.y (mgr.24832) 51 : cluster [DBG] pgmap v38: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 667 op/s 2024-05-11T04:54:15.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:14 smithi072 bash[80515]: cluster 2024-05-11T04:54:13.642827+0000 mgr.y (mgr.24832) 51 : cluster [DBG] pgmap v38: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 667 op/s 2024-05-11T04:54:15.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:14 smithi072 bash[31478]: cluster 2024-05-11T04:54:13.642827+0000 mgr.y (mgr.24832) 51 : cluster 0 pgmap v38: 89 pgs: 89 active+clean; 4.1 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 667 op/s 2024-05-11T04:54:17.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:16 smithi086 bash[23731]: cluster 2024-05-11T04:54:15.643531+0000 mgr.y (mgr.24832) 52 : cluster 0 pgmap v39: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2024-05-11T04:54:17.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:16 smithi072 bash[80515]: cluster 2024-05-11T04:54:15.643531+0000 mgr.y (mgr.24832) 52 : cluster [DBG] pgmap v39: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2024-05-11T04:54:17.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:16 smithi072 bash[80515]: cluster 2024-05-11T04:54:15.643531+0000 mgr.y (mgr.24832) 52 : cluster [DBG] pgmap v39: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2024-05-11T04:54:17.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:16 smithi072 bash[31478]: cluster 2024-05-11T04:54:15.643531+0000 mgr.y (mgr.24832) 52 : cluster 0 pgmap v39: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 1.00k op/s 2024-05-11T04:54:19.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:18 smithi072 bash[80515]: cluster 2024-05-11T04:54:17.643966+0000 mgr.y (mgr.24832) 53 : cluster [DBG] pgmap v40: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2024-05-11T04:54:19.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:18 smithi072 bash[80515]: cluster 2024-05-11T04:54:17.643966+0000 mgr.y (mgr.24832) 53 : cluster [DBG] pgmap v40: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2024-05-11T04:54:19.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:18 smithi072 bash[31478]: cluster 2024-05-11T04:54:17.643966+0000 mgr.y (mgr.24832) 53 : cluster 0 pgmap v40: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2024-05-11T04:54:19.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:18 smithi086 bash[23731]: cluster 2024-05-11T04:54:17.643966+0000 mgr.y (mgr.24832) 53 : cluster 0 pgmap v40: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2024-05-11T04:54:20.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:19 smithi072 bash[80515]: audit 2024-05-11T04:54:18.838512+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:20.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:19 smithi072 bash[80515]: audit 2024-05-11T04:54:18.838512+0000 mon.a (mon.0) 80 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:20.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:19 smithi072 bash[31478]: audit 2024-05-11T04:54:18.838512+0000 mon.a (mon.0) 80 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:20.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:19 smithi086 bash[23731]: audit 2024-05-11T04:54:18.838512+0000 mon.a (mon.0) 80 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:21.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:20 smithi072 bash[80515]: cluster 2024-05-11T04:54:19.644393+0000 mgr.y (mgr.24832) 54 : cluster [DBG] pgmap v41: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2024-05-11T04:54:21.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:20 smithi072 bash[80515]: cluster 2024-05-11T04:54:19.644393+0000 mgr.y (mgr.24832) 54 : cluster [DBG] pgmap v41: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2024-05-11T04:54:21.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:20 smithi072 bash[31478]: cluster 2024-05-11T04:54:19.644393+0000 mgr.y (mgr.24832) 54 : cluster 0 pgmap v41: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2024-05-11T04:54:21.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:20 smithi086 bash[23731]: cluster 2024-05-11T04:54:19.644393+0000 mgr.y (mgr.24832) 54 : cluster 0 pgmap v41: 89 pgs: 89 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 672 op/s 2024-05-11T04:54:23.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:22 smithi086 bash[23731]: cluster 2024-05-11T04:54:21.644993+0000 mgr.y (mgr.24832) 55 : cluster 0 pgmap v42: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:22 smithi072 bash[80515]: cluster 2024-05-11T04:54:21.644993+0000 mgr.y (mgr.24832) 55 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:22 smithi072 bash[80515]: cluster 2024-05-11T04:54:21.644993+0000 mgr.y (mgr.24832) 55 : cluster [DBG] pgmap v42: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:23.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:22 smithi072 bash[31478]: cluster 2024-05-11T04:54:21.644993+0000 mgr.y (mgr.24832) 55 : cluster 0 pgmap v42: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:24.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:54:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:54:23] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-05-11T04:54:25.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:24 smithi086 bash[23731]: cluster 2024-05-11T04:54:23.645407+0000 mgr.y (mgr.24832) 56 : cluster 0 pgmap v43: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2024-05-11T04:54:25.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:24 smithi072 bash[80515]: cluster 2024-05-11T04:54:23.645407+0000 mgr.y (mgr.24832) 56 : cluster [DBG] pgmap v43: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2024-05-11T04:54:25.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:24 smithi072 bash[80515]: cluster 2024-05-11T04:54:23.645407+0000 mgr.y (mgr.24832) 56 : cluster [DBG] pgmap v43: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2024-05-11T04:54:25.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:24 smithi072 bash[31478]: cluster 2024-05-11T04:54:23.645407+0000 mgr.y (mgr.24832) 56 : cluster 0 pgmap v43: 89 pgs: 89 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 679 op/s 2024-05-11T04:54:27.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:26 smithi086 bash[23731]: cluster 2024-05-11T04:54:25.646147+0000 mgr.y (mgr.24832) 57 : cluster 0 pgmap v44: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:27.282 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:26 smithi086 bash[23731]: audit 2024-05-11T04:54:26.674214+0000 mon.a (mon.0) 81 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:27.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:26 smithi072 bash[80515]: cluster 2024-05-11T04:54:25.646147+0000 mgr.y (mgr.24832) 57 : cluster [DBG] pgmap v44: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:27.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:26 smithi072 bash[80515]: cluster 2024-05-11T04:54:25.646147+0000 mgr.y (mgr.24832) 57 : cluster [DBG] pgmap v44: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:27.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:26 smithi072 bash[80515]: audit 2024-05-11T04:54:26.674214+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:27.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:26 smithi072 bash[80515]: audit 2024-05-11T04:54:26.674214+0000 mon.a (mon.0) 81 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:27.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:26 smithi072 bash[31478]: cluster 2024-05-11T04:54:25.646147+0000 mgr.y (mgr.24832) 57 : cluster 0 pgmap v44: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:27.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:26 smithi072 bash[31478]: audit 2024-05-11T04:54:26.674214+0000 mon.a (mon.0) 81 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:28 smithi086 bash[23731]: audit 2024-05-11T04:54:27.308981+0000 mon.a (mon.0) 82 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:28.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:28 smithi086 bash[23731]: audit 2024-05-11T04:54:27.320229+0000 mon.a (mon.0) 83 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:28.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:28 smithi072 bash[80515]: audit 2024-05-11T04:54:27.308981+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:28.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:28 smithi072 bash[80515]: audit 2024-05-11T04:54:27.308981+0000 mon.a (mon.0) 82 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:28.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:28 smithi072 bash[80515]: audit 2024-05-11T04:54:27.320229+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:28.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:28 smithi072 bash[80515]: audit 2024-05-11T04:54:27.320229+0000 mon.a (mon.0) 83 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:28.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:28 smithi072 bash[31478]: audit 2024-05-11T04:54:27.308981+0000 mon.a (mon.0) 82 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:28.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:28 smithi072 bash[31478]: audit 2024-05-11T04:54:27.320229+0000 mon.a (mon.0) 83 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:29.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:29 smithi086 bash[23731]: cluster 2024-05-11T04:54:27.646560+0000 mgr.y (mgr.24832) 58 : cluster 0 pgmap v45: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 686 op/s 2024-05-11T04:54:29.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:29 smithi072 bash[80515]: cluster 2024-05-11T04:54:27.646560+0000 mgr.y (mgr.24832) 58 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 686 op/s 2024-05-11T04:54:29.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:29 smithi072 bash[80515]: cluster 2024-05-11T04:54:27.646560+0000 mgr.y (mgr.24832) 58 : cluster [DBG] pgmap v45: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 686 op/s 2024-05-11T04:54:29.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:29 smithi072 bash[31478]: cluster 2024-05-11T04:54:27.646560+0000 mgr.y (mgr.24832) 58 : cluster 0 pgmap v45: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 686 op/s 2024-05-11T04:54:31.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:31 smithi086 bash[23731]: cluster 2024-05-11T04:54:29.646954+0000 mgr.y (mgr.24832) 59 : cluster 0 pgmap v46: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 686 op/s 2024-05-11T04:54:31.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:31 smithi072 bash[80515]: cluster 2024-05-11T04:54:29.646954+0000 mgr.y (mgr.24832) 59 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 686 op/s 2024-05-11T04:54:31.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:31 smithi072 bash[80515]: cluster 2024-05-11T04:54:29.646954+0000 mgr.y (mgr.24832) 59 : cluster [DBG] pgmap v46: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 686 op/s 2024-05-11T04:54:31.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:31 smithi072 bash[31478]: cluster 2024-05-11T04:54:29.646954+0000 mgr.y (mgr.24832) 59 : cluster 0 pgmap v46: 89 pgs: 89 active+clean; 3.3 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 686 op/s 2024-05-11T04:54:33.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:33 smithi086 bash[23731]: cluster 2024-05-11T04:54:31.647650+0000 mgr.y (mgr.24832) 60 : cluster 0 pgmap v47: 89 pgs: 89 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:33.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:33 smithi086 bash[23731]: audit 2024-05-11T04:54:33.044617+0000 mon.a (mon.0) 84 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:33.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:33 smithi086 bash[23731]: audit 2024-05-11T04:54:33.068133+0000 mon.a (mon.0) 85 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:33.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:33 smithi072 bash[80515]: cluster 2024-05-11T04:54:31.647650+0000 mgr.y (mgr.24832) 60 : cluster [DBG] pgmap v47: 89 pgs: 89 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:33.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:33 smithi072 bash[80515]: cluster 2024-05-11T04:54:31.647650+0000 mgr.y (mgr.24832) 60 : cluster [DBG] pgmap v47: 89 pgs: 89 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:33.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:33 smithi072 bash[80515]: audit 2024-05-11T04:54:33.044617+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:33.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:33 smithi072 bash[80515]: audit 2024-05-11T04:54:33.044617+0000 mon.a (mon.0) 84 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:33.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:33 smithi072 bash[80515]: audit 2024-05-11T04:54:33.068133+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:33.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:33 smithi072 bash[80515]: audit 2024-05-11T04:54:33.068133+0000 mon.a (mon.0) 85 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:33.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:33 smithi072 bash[31478]: cluster 2024-05-11T04:54:31.647650+0000 mgr.y (mgr.24832) 60 : cluster 0 pgmap v47: 89 pgs: 89 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 1.02k op/s 2024-05-11T04:54:33.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:33 smithi072 bash[31478]: audit 2024-05-11T04:54:33.044617+0000 mon.a (mon.0) 84 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:33.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:33 smithi072 bash[31478]: audit 2024-05-11T04:54:33.068133+0000 mon.a (mon.0) 85 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:34.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:54:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:54:33] "GET /metrics HTTP/1.1" 200 36407 "" "Prometheus/2.43.0" 2024-05-11T04:54:34.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:34 smithi086 bash[23731]: audit 2024-05-11T04:54:33.839902+0000 mon.a (mon.0) 86 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:34.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:34 smithi086 bash[23731]: audit 2024-05-11T04:54:33.936175+0000 mon.a (mon.0) 87 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:34.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:34 smithi086 bash[23731]: audit 2024-05-11T04:54:33.943716+0000 mon.a (mon.0) 88 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:34.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:34 smithi072 bash[31478]: audit 2024-05-11T04:54:33.839902+0000 mon.a (mon.0) 86 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:34.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:34 smithi072 bash[31478]: audit 2024-05-11T04:54:33.936175+0000 mon.a (mon.0) 87 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:34.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:34 smithi072 bash[31478]: audit 2024-05-11T04:54:33.943716+0000 mon.a (mon.0) 88 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:34.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:34 smithi072 bash[80515]: audit 2024-05-11T04:54:33.839902+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:34.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:34 smithi072 bash[80515]: audit 2024-05-11T04:54:33.839902+0000 mon.a (mon.0) 86 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:34.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:34 smithi072 bash[80515]: audit 2024-05-11T04:54:33.936175+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:34.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:34 smithi072 bash[80515]: audit 2024-05-11T04:54:33.936175+0000 mon.a (mon.0) 87 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:34.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:34 smithi072 bash[80515]: audit 2024-05-11T04:54:33.943716+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:34.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:34 smithi072 bash[80515]: audit 2024-05-11T04:54:33.943716+0000 mon.a (mon.0) 88 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:35.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:35 smithi086 bash[23731]: cluster 2024-05-11T04:54:33.648080+0000 mgr.y (mgr.24832) 61 : cluster 0 pgmap v48: 89 pgs: 89 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 676 op/s 2024-05-11T04:54:35.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:35 smithi086 bash[23731]: audit 2024-05-11T04:54:34.729159+0000 mon.a (mon.0) 89 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:54:35.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:35 smithi086 bash[23731]: audit 2024-05-11T04:54:34.730673+0000 mon.a (mon.0) 90 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:54:35.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:35 smithi086 bash[23731]: audit 2024-05-11T04:54:34.743234+0000 mon.a (mon.0) 91 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:35.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:35 smithi086 bash[23731]: cluster 2024-05-11T04:54:34.961773+0000 mon.a (mon.0) 92 : cluster 0 mgrmap e40: y(active, since 91s), standbys: x 2024-05-11T04:54:35.786 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:35 smithi072 bash[80515]: cluster 2024-05-11T04:54:33.648080+0000 mgr.y (mgr.24832) 61 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 676 op/s 2024-05-11T04:54:36.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:35 smithi072 bash[80515]: cluster 2024-05-11T04:54:33.648080+0000 mgr.y (mgr.24832) 61 : cluster [DBG] pgmap v48: 89 pgs: 89 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 676 op/s 2024-05-11T04:54:36.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:35 smithi072 bash[80515]: audit 2024-05-11T04:54:34.729159+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:54:36.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:35 smithi072 bash[80515]: audit 2024-05-11T04:54:34.729159+0000 mon.a (mon.0) 89 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:54:36.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:35 smithi072 bash[80515]: audit 2024-05-11T04:54:34.730673+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:54:36.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:35 smithi072 bash[80515]: audit 2024-05-11T04:54:34.730673+0000 mon.a (mon.0) 90 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:54:36.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:35 smithi072 bash[80515]: audit 2024-05-11T04:54:34.743234+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:36.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:35 smithi072 bash[80515]: audit 2024-05-11T04:54:34.743234+0000 mon.a (mon.0) 91 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:36.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:35 smithi072 bash[80515]: cluster 2024-05-11T04:54:34.961773+0000 mon.a (mon.0) 92 : cluster [DBG] mgrmap e40: y(active, since 91s), standbys: x 2024-05-11T04:54:36.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:35 smithi072 bash[80515]: cluster 2024-05-11T04:54:34.961773+0000 mon.a (mon.0) 92 : cluster [DBG] mgrmap e40: y(active, since 91s), standbys: x 2024-05-11T04:54:36.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:35 smithi072 bash[31478]: cluster 2024-05-11T04:54:33.648080+0000 mgr.y (mgr.24832) 61 : cluster 0 pgmap v48: 89 pgs: 89 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 676 op/s 2024-05-11T04:54:36.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:35 smithi072 bash[31478]: audit 2024-05-11T04:54:34.729159+0000 mon.a (mon.0) 89 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:54:36.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:35 smithi072 bash[31478]: audit 2024-05-11T04:54:34.730673+0000 mon.a (mon.0) 90 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:54:36.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:35 smithi072 bash[31478]: audit 2024-05-11T04:54:34.743234+0000 mon.a (mon.0) 91 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:36.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:35 smithi072 bash[31478]: cluster 2024-05-11T04:54:34.961773+0000 mon.a (mon.0) 92 : cluster 0 mgrmap e40: y(active, since 91s), standbys: x 2024-05-11T04:54:37.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:37 smithi086 bash[23731]: cluster 2024-05-11T04:54:35.649180+0000 mgr.y (mgr.24832) 62 : cluster 0 pgmap v49: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 988 op/s 2024-05-11T04:54:37.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:37 smithi086 bash[23731]: cluster 2024-05-11T04:54:36.357356+0000 mon.a (mon.0) 93 : cluster 0 mgrmap e41: y(active, since 92s), standbys: x 2024-05-11T04:54:37.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:37 smithi072 bash[80515]: cluster 2024-05-11T04:54:35.649180+0000 mgr.y (mgr.24832) 62 : cluster [DBG] pgmap v49: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 988 op/s 2024-05-11T04:54:37.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:37 smithi072 bash[80515]: cluster 2024-05-11T04:54:35.649180+0000 mgr.y (mgr.24832) 62 : cluster [DBG] pgmap v49: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 988 op/s 2024-05-11T04:54:37.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:37 smithi072 bash[80515]: cluster 2024-05-11T04:54:36.357356+0000 mon.a (mon.0) 93 : cluster [DBG] mgrmap e41: y(active, since 92s), standbys: x 2024-05-11T04:54:37.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:37 smithi072 bash[80515]: cluster 2024-05-11T04:54:36.357356+0000 mon.a (mon.0) 93 : cluster [DBG] mgrmap e41: y(active, since 92s), standbys: x 2024-05-11T04:54:37.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:37 smithi072 bash[31478]: cluster 2024-05-11T04:54:35.649180+0000 mgr.y (mgr.24832) 62 : cluster 0 pgmap v49: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 988 op/s 2024-05-11T04:54:37.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:37 smithi072 bash[31478]: cluster 2024-05-11T04:54:36.357356+0000 mon.a (mon.0) 93 : cluster 0 mgrmap e41: y(active, since 92s), standbys: x 2024-05-11T04:54:39.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:39 smithi086 bash[23731]: cluster 2024-05-11T04:54:37.649724+0000 mgr.y (mgr.24832) 63 : cluster 0 pgmap v50: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 645 op/s 2024-05-11T04:54:39.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:39 smithi072 bash[80515]: cluster 2024-05-11T04:54:37.649724+0000 mgr.y (mgr.24832) 63 : cluster [DBG] pgmap v50: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 645 op/s 2024-05-11T04:54:39.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:39 smithi072 bash[80515]: cluster 2024-05-11T04:54:37.649724+0000 mgr.y (mgr.24832) 63 : cluster [DBG] pgmap v50: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 645 op/s 2024-05-11T04:54:39.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:39 smithi072 bash[31478]: cluster 2024-05-11T04:54:37.649724+0000 mgr.y (mgr.24832) 63 : cluster 0 pgmap v50: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 645 op/s 2024-05-11T04:54:41.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:41 smithi086 bash[23731]: cluster 2024-05-11T04:54:39.650154+0000 mgr.y (mgr.24832) 64 : cluster 0 pgmap v51: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 645 op/s 2024-05-11T04:54:41.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:41 smithi072 bash[80515]: cluster 2024-05-11T04:54:39.650154+0000 mgr.y (mgr.24832) 64 : cluster [DBG] pgmap v51: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 645 op/s 2024-05-11T04:54:41.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:41 smithi072 bash[80515]: cluster 2024-05-11T04:54:39.650154+0000 mgr.y (mgr.24832) 64 : cluster [DBG] pgmap v51: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 645 op/s 2024-05-11T04:54:41.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:41 smithi072 bash[31478]: cluster 2024-05-11T04:54:39.650154+0000 mgr.y (mgr.24832) 64 : cluster 0 pgmap v51: 89 pgs: 89 active+clean; 2.9 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 645 op/s 2024-05-11T04:54:42.781 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade resume' 2024-05-11T04:54:43.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:43 smithi086 bash[23731]: cluster 2024-05-11T04:54:41.650870+0000 mgr.y (mgr.24832) 65 : cluster 0 pgmap v52: 89 pgs: 89 active+clean; 2.6 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 955 op/s 2024-05-11T04:54:43.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:43 smithi072 bash[80515]: cluster 2024-05-11T04:54:41.650870+0000 mgr.y (mgr.24832) 65 : cluster [DBG] pgmap v52: 89 pgs: 89 active+clean; 2.6 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 955 op/s 2024-05-11T04:54:43.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:43 smithi072 bash[80515]: cluster 2024-05-11T04:54:41.650870+0000 mgr.y (mgr.24832) 65 : cluster [DBG] pgmap v52: 89 pgs: 89 active+clean; 2.6 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 955 op/s 2024-05-11T04:54:43.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:43 smithi072 bash[31478]: cluster 2024-05-11T04:54:41.650870+0000 mgr.y (mgr.24832) 65 : cluster 0 pgmap v52: 89 pgs: 89 active+clean; 2.6 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 955 op/s 2024-05-11T04:54:44.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:54:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:54:43] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-05-11T04:54:45.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:45 smithi086 bash[23731]: cluster 2024-05-11T04:54:43.651282+0000 mgr.y (mgr.24832) 66 : cluster 0 pgmap v53: 89 pgs: 89 active+clean; 2.6 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 622 op/s 2024-05-11T04:54:45.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:45 smithi072 bash[80515]: cluster 2024-05-11T04:54:43.651282+0000 mgr.y (mgr.24832) 66 : cluster [DBG] pgmap v53: 89 pgs: 89 active+clean; 2.6 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 622 op/s 2024-05-11T04:54:45.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:45 smithi072 bash[80515]: cluster 2024-05-11T04:54:43.651282+0000 mgr.y (mgr.24832) 66 : cluster [DBG] pgmap v53: 89 pgs: 89 active+clean; 2.6 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 622 op/s 2024-05-11T04:54:45.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:45 smithi072 bash[31478]: cluster 2024-05-11T04:54:43.651282+0000 mgr.y (mgr.24832) 66 : cluster 0 pgmap v53: 89 pgs: 89 active+clean; 2.6 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 255 B/s wr, 622 op/s 2024-05-11T04:54:47.543 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:54:47.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:47 smithi086 bash[23731]: cluster 2024-05-11T04:54:45.651935+0000 mgr.y (mgr.24832) 67 : cluster 0 pgmap v54: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 255 B/s wr, 931 op/s 2024-05-11T04:54:47.923 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:47 smithi072 bash[80515]: cluster 2024-05-11T04:54:45.651935+0000 mgr.y (mgr.24832) 67 : cluster [DBG] pgmap v54: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 255 B/s wr, 931 op/s 2024-05-11T04:54:47.924 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:47 smithi072 bash[80515]: cluster 2024-05-11T04:54:45.651935+0000 mgr.y (mgr.24832) 67 : cluster [DBG] pgmap v54: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 255 B/s wr, 931 op/s 2024-05-11T04:54:47.924 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:47 smithi072 bash[31478]: cluster 2024-05-11T04:54:45.651935+0000 mgr.y (mgr.24832) 67 : cluster 0 pgmap v54: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 255 B/s wr, 931 op/s 2024-05-11T04:54:49.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:49 smithi086 bash[23731]: cluster 2024-05-11T04:54:47.652340+0000 mgr.y (mgr.24832) 68 : cluster 0 pgmap v55: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 619 op/s 2024-05-11T04:54:49.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:49 smithi086 bash[23731]: audit 2024-05-11T04:54:48.840020+0000 mon.a (mon.0) 94 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:49.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:49 smithi072 bash[31478]: cluster 2024-05-11T04:54:47.652340+0000 mgr.y (mgr.24832) 68 : cluster 0 pgmap v55: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 619 op/s 2024-05-11T04:54:49.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:49 smithi072 bash[31478]: audit 2024-05-11T04:54:48.840020+0000 mon.a (mon.0) 94 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:49 smithi072 bash[80515]: cluster 2024-05-11T04:54:47.652340+0000 mgr.y (mgr.24832) 68 : cluster [DBG] pgmap v55: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 619 op/s 2024-05-11T04:54:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:49 smithi072 bash[80515]: cluster 2024-05-11T04:54:47.652340+0000 mgr.y (mgr.24832) 68 : cluster [DBG] pgmap v55: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 619 op/s 2024-05-11T04:54:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:49 smithi072 bash[80515]: audit 2024-05-11T04:54:48.840020+0000 mon.a (mon.0) 94 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:49 smithi072 bash[80515]: audit 2024-05-11T04:54:48.840020+0000 mon.a (mon.0) 94 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:54:51.733 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:51 smithi072 bash[80515]: cluster 2024-05-11T04:54:49.654926+0000 mgr.y (mgr.24832) 69 : cluster [DBG] pgmap v56: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 619 op/s 2024-05-11T04:54:51.733 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:51 smithi072 bash[80515]: cluster 2024-05-11T04:54:49.654926+0000 mgr.y (mgr.24832) 69 : cluster [DBG] pgmap v56: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 619 op/s 2024-05-11T04:54:51.733 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:51 smithi072 bash[31478]: cluster 2024-05-11T04:54:49.654926+0000 mgr.y (mgr.24832) 69 : cluster 0 pgmap v56: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 619 op/s 2024-05-11T04:54:51.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:51 smithi086 bash[23731]: cluster 2024-05-11T04:54:49.654926+0000 mgr.y (mgr.24832) 69 : cluster 0 pgmap v56: 89 pgs: 89 active+clean; 2.4 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 619 op/s 2024-05-11T04:54:53.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:53 smithi072 bash[80515]: cluster 2024-05-11T04:54:51.655594+0000 mgr.y (mgr.24832) 70 : cluster [DBG] pgmap v57: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 921 op/s 2024-05-11T04:54:53.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:53 smithi072 bash[80515]: cluster 2024-05-11T04:54:51.655594+0000 mgr.y (mgr.24832) 70 : cluster [DBG] pgmap v57: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 921 op/s 2024-05-11T04:54:53.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:53 smithi072 bash[31478]: cluster 2024-05-11T04:54:51.655594+0000 mgr.y (mgr.24832) 70 : cluster 0 pgmap v57: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 921 op/s 2024-05-11T04:54:53.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:53 smithi086 bash[23731]: cluster 2024-05-11T04:54:51.655594+0000 mgr.y (mgr.24832) 70 : cluster 0 pgmap v57: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 921 op/s 2024-05-11T04:54:54.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:54:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:54:53] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-05-11T04:54:55.737 INFO:teuthology.orchestra.run.smithi072.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:54:55.762 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:55 smithi072 bash[80515]: cluster 2024-05-11T04:54:53.655995+0000 mgr.y (mgr.24832) 71 : cluster [DBG] pgmap v58: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-05-11T04:54:55.762 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:55 smithi072 bash[80515]: cluster 2024-05-11T04:54:53.655995+0000 mgr.y (mgr.24832) 71 : cluster [DBG] pgmap v58: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-05-11T04:54:55.762 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:55 smithi072 bash[31478]: cluster 2024-05-11T04:54:53.655995+0000 mgr.y (mgr.24832) 71 : cluster 0 pgmap v58: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-05-11T04:54:55.782 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:55 smithi086 bash[23731]: cluster 2024-05-11T04:54:53.655995+0000 mgr.y (mgr.24832) 71 : cluster 0 pgmap v58: 89 pgs: 89 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 611 op/s 2024-05-11T04:54:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: cluster 2024-05-11T04:54:55.656633+0000 mgr.y (mgr.24832) 72 : cluster 0 pgmap v59: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 932 op/s 2024-05-11T04:54:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: audit 2024-05-11T04:54:55.728743+0000 mgr.y (mgr.24832) 73 : audit 0 from='client.25283 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:54:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: cephadm 2024-05-11T04:54:55.729196+0000 mgr.y (mgr.24832) 74 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:54:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: audit 2024-05-11T04:54:55.738068+0000 mon.a (mon.0) 95 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: audit 2024-05-11T04:54:55.749823+0000 mon.a (mon.0) 96 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: audit 2024-05-11T04:54:55.757554+0000 mon.a (mon.0) 97 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:54:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: audit 2024-05-11T04:54:55.758626+0000 mon.a (mon.0) 98 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:54:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: audit 2024-05-11T04:54:55.765782+0000 mon.a (mon.0) 99 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: audit 2024-05-11T04:54:55.858911+0000 mon.a (mon.0) 100 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: audit 2024-05-11T04:54:55.862555+0000 mon.a (mon.0) 101 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:54:57.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: audit 2024-05-11T04:54:55.865431+0000 mon.a (mon.0) 102 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:54:57.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: audit 2024-05-11T04:54:55.867239+0000 mon.a (mon.0) 103 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-05-11T04:54:57.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:56 smithi086 bash[23731]: cephadm 2024-05-11T04:54:55.868576+0000 mgr.y (mgr.24832) 75 : cephadm 1 Upgrade: It appears safe to stop mon.c 2024-05-11T04:54:57.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: cluster 2024-05-11T04:54:55.656633+0000 mgr.y (mgr.24832) 72 : cluster [DBG] pgmap v59: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 932 op/s 2024-05-11T04:54:57.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: cluster 2024-05-11T04:54:55.656633+0000 mgr.y (mgr.24832) 72 : cluster [DBG] pgmap v59: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 932 op/s 2024-05-11T04:54:57.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.728743+0000 mgr.y (mgr.24832) 73 : audit [DBG] from='client.25283 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:54:57.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.728743+0000 mgr.y (mgr.24832) 73 : audit [DBG] from='client.25283 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:54:57.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: cephadm 2024-05-11T04:54:55.729196+0000 mgr.y (mgr.24832) 74 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:54:57.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: cephadm 2024-05-11T04:54:55.729196+0000 mgr.y (mgr.24832) 74 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:54:57.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.738068+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.738068+0000 mon.a (mon.0) 95 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.749823+0000 mon.a (mon.0) 96 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.749823+0000 mon.a (mon.0) 96 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.757554+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.757554+0000 mon.a (mon.0) 97 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.758626+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.758626+0000 mon.a (mon.0) 98 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.765782+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.765782+0000 mon.a (mon.0) 99 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.858911+0000 mon.a (mon.0) 100 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.858911+0000 mon.a (mon.0) 100 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.862555+0000 mon.a (mon.0) 101 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.862555+0000 mon.a (mon.0) 101 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:54:57.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.865431+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.865431+0000 mon.a (mon.0) 102 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.867239+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: audit 2024-05-11T04:54:55.867239+0000 mon.a (mon.0) 103 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: cephadm 2024-05-11T04:54:55.868576+0000 mgr.y (mgr.24832) 75 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:56 smithi072 bash[80515]: cephadm 2024-05-11T04:54:55.868576+0000 mgr.y (mgr.24832) 75 : cephadm [INF] Upgrade: It appears safe to stop mon.c 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: cluster 2024-05-11T04:54:55.656633+0000 mgr.y (mgr.24832) 72 : cluster 0 pgmap v59: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 932 op/s 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: audit 2024-05-11T04:54:55.728743+0000 mgr.y (mgr.24832) 73 : audit 0 from='client.25283 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: cephadm 2024-05-11T04:54:55.729196+0000 mgr.y (mgr.24832) 74 : cephadm 1 Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: audit 2024-05-11T04:54:55.738068+0000 mon.a (mon.0) 95 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: audit 2024-05-11T04:54:55.749823+0000 mon.a (mon.0) 96 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: audit 2024-05-11T04:54:55.757554+0000 mon.a (mon.0) 97 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:54:57.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: audit 2024-05-11T04:54:55.758626+0000 mon.a (mon.0) 98 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:54:57.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: audit 2024-05-11T04:54:55.765782+0000 mon.a (mon.0) 99 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:54:57.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: audit 2024-05-11T04:54:55.858911+0000 mon.a (mon.0) 100 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:54:57.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: audit 2024-05-11T04:54:55.862555+0000 mon.a (mon.0) 101 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:54:57.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: audit 2024-05-11T04:54:55.865431+0000 mon.a (mon.0) 102 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:54:57.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: audit 2024-05-11T04:54:55.867239+0000 mon.a (mon.0) 103 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-05-11T04:54:57.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:56 smithi072 bash[31478]: cephadm 2024-05-11T04:54:55.868576+0000 mgr.y (mgr.24832) 75 : cephadm 1 Upgrade: It appears safe to stop mon.c 2024-05-11T04:54:58.370 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'echo wait for majority of mons to upgrade' 2024-05-11T04:54:59.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:54:58 smithi086 bash[23731]: cluster 2024-05-11T04:54:57.656956+0000 mgr.y (mgr.24832) 76 : cluster 0 pgmap v60: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 623 op/s 2024-05-11T04:54:59.041 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:58 smithi072 bash[80515]: cluster 2024-05-11T04:54:57.656956+0000 mgr.y (mgr.24832) 76 : cluster [DBG] pgmap v60: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 623 op/s 2024-05-11T04:54:59.041 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:54:58 smithi072 bash[80515]: cluster 2024-05-11T04:54:57.656956+0000 mgr.y (mgr.24832) 76 : cluster [DBG] pgmap v60: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 623 op/s 2024-05-11T04:54:59.041 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:54:58 smithi072 bash[31478]: cluster 2024-05-11T04:54:57.656956+0000 mgr.y (mgr.24832) 76 : cluster 0 pgmap v60: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 623 op/s 2024-05-11T04:55:01.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:00 smithi086 bash[23731]: cluster 2024-05-11T04:54:59.657340+0000 mgr.y (mgr.24832) 77 : cluster 0 pgmap v61: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 623 op/s 2024-05-11T04:55:01.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:00 smithi086 bash[23731]: audit 2024-05-11T04:55:00.627149+0000 mon.a (mon.0) 104 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:01.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:00 smithi086 bash[23731]: audit 2024-05-11T04:55:00.633029+0000 mon.a (mon.0) 105 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:55:01.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:00 smithi086 bash[23731]: audit 2024-05-11T04:55:00.634046+0000 mon.a (mon.0) 106 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:55:01.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:00 smithi086 bash[23731]: audit 2024-05-11T04:55:00.635228+0000 mon.a (mon.0) 107 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:01.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:00 smithi072 bash[80515]: cluster 2024-05-11T04:54:59.657340+0000 mgr.y (mgr.24832) 77 : cluster [DBG] pgmap v61: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 623 op/s 2024-05-11T04:55:01.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:00 smithi072 bash[80515]: cluster 2024-05-11T04:54:59.657340+0000 mgr.y (mgr.24832) 77 : cluster [DBG] pgmap v61: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 623 op/s 2024-05-11T04:55:01.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:00 smithi072 bash[80515]: audit 2024-05-11T04:55:00.627149+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:01.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:00 smithi072 bash[80515]: audit 2024-05-11T04:55:00.627149+0000 mon.a (mon.0) 104 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:01.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:00 smithi072 bash[80515]: audit 2024-05-11T04:55:00.633029+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:55:01.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:00 smithi072 bash[80515]: audit 2024-05-11T04:55:00.633029+0000 mon.a (mon.0) 105 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:55:01.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:00 smithi072 bash[80515]: audit 2024-05-11T04:55:00.634046+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:55:01.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:00 smithi072 bash[80515]: audit 2024-05-11T04:55:00.634046+0000 mon.a (mon.0) 106 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:55:01.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:00 smithi072 bash[80515]: audit 2024-05-11T04:55:00.635228+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:01.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:00 smithi072 bash[80515]: audit 2024-05-11T04:55:00.635228+0000 mon.a (mon.0) 107 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:01.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:00 smithi072 bash[31478]: cluster 2024-05-11T04:54:59.657340+0000 mgr.y (mgr.24832) 77 : cluster 0 pgmap v61: 89 pgs: 89 active+clean; 2.0 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 623 op/s 2024-05-11T04:55:01.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:00 smithi072 bash[31478]: audit 2024-05-11T04:55:00.627149+0000 mon.a (mon.0) 104 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:01.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:00 smithi072 bash[31478]: audit 2024-05-11T04:55:00.633029+0000 mon.a (mon.0) 105 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:55:01.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:00 smithi072 bash[31478]: audit 2024-05-11T04:55:00.634046+0000 mon.a (mon.0) 106 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:55:01.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:00 smithi072 bash[31478]: audit 2024-05-11T04:55:00.635228+0000 mon.a (mon.0) 107 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:02.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:01 smithi086 bash[23731]: cephadm 2024-05-11T04:55:00.622347+0000 mgr.y (mgr.24832) 78 : cephadm 1 Upgrade: Updating mon.c 2024-05-11T04:55:02.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:01 smithi086 bash[23731]: cephadm 2024-05-11T04:55:00.636401+0000 mgr.y (mgr.24832) 79 : cephadm 1 Deploying daemon mon.c on smithi072 2024-05-11T04:55:02.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:01 smithi072 bash[80515]: cephadm 2024-05-11T04:55:00.622347+0000 mgr.y (mgr.24832) 78 : cephadm [INF] Upgrade: Updating mon.c 2024-05-11T04:55:02.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:01 smithi072 bash[80515]: cephadm 2024-05-11T04:55:00.622347+0000 mgr.y (mgr.24832) 78 : cephadm [INF] Upgrade: Updating mon.c 2024-05-11T04:55:02.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:01 smithi072 bash[80515]: cephadm 2024-05-11T04:55:00.636401+0000 mgr.y (mgr.24832) 79 : cephadm [INF] Deploying daemon mon.c on smithi072 2024-05-11T04:55:02.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:01 smithi072 bash[80515]: cephadm 2024-05-11T04:55:00.636401+0000 mgr.y (mgr.24832) 79 : cephadm [INF] Deploying daemon mon.c on smithi072 2024-05-11T04:55:02.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:01 smithi072 bash[31478]: cephadm 2024-05-11T04:55:00.622347+0000 mgr.y (mgr.24832) 78 : cephadm 1 Upgrade: Updating mon.c 2024-05-11T04:55:02.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:01 smithi072 bash[31478]: cephadm 2024-05-11T04:55:00.636401+0000 mgr.y (mgr.24832) 79 : cephadm 1 Deploying daemon mon.c on smithi072 2024-05-11T04:55:03.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:02 smithi086 bash[23731]: cluster 2024-05-11T04:55:01.657888+0000 mgr.y (mgr.24832) 80 : cluster 0 pgmap v62: 89 pgs: 89 active+clean; 1.7 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 912 op/s 2024-05-11T04:55:03.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:02 smithi072 bash[80515]: cluster 2024-05-11T04:55:01.657888+0000 mgr.y (mgr.24832) 80 : cluster [DBG] pgmap v62: 89 pgs: 89 active+clean; 1.7 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 912 op/s 2024-05-11T04:55:03.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:02 smithi072 bash[80515]: cluster 2024-05-11T04:55:01.657888+0000 mgr.y (mgr.24832) 80 : cluster [DBG] pgmap v62: 89 pgs: 89 active+clean; 1.7 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 912 op/s 2024-05-11T04:55:03.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:02 smithi072 bash[31478]: cluster 2024-05-11T04:55:01.657888+0000 mgr.y (mgr.24832) 80 : cluster 0 pgmap v62: 89 pgs: 89 active+clean; 1.7 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 912 op/s 2024-05-11T04:55:04.108 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:55:04.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:55:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:55:03] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-05-11T04:55:05.032 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:04 smithi086 bash[23731]: cluster 2024-05-11T04:55:03.658227+0000 mgr.y (mgr.24832) 81 : cluster 0 pgmap v63: 89 pgs: 89 active+clean; 1.7 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 609 op/s 2024-05-11T04:55:05.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:04 smithi086 bash[23731]: audit 2024-05-11T04:55:03.840525+0000 mon.a (mon.0) 108 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:04 smithi072 bash[80515]: cluster 2024-05-11T04:55:03.658227+0000 mgr.y (mgr.24832) 81 : cluster [DBG] pgmap v63: 89 pgs: 89 active+clean; 1.7 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 609 op/s 2024-05-11T04:55:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:04 smithi072 bash[80515]: cluster 2024-05-11T04:55:03.658227+0000 mgr.y (mgr.24832) 81 : cluster [DBG] pgmap v63: 89 pgs: 89 active+clean; 1.7 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 609 op/s 2024-05-11T04:55:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:04 smithi072 bash[80515]: audit 2024-05-11T04:55:03.840525+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:04 smithi072 bash[80515]: audit 2024-05-11T04:55:03.840525+0000 mon.a (mon.0) 108 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:04 smithi072 bash[31478]: cluster 2024-05-11T04:55:03.658227+0000 mgr.y (mgr.24832) 81 : cluster 0 pgmap v63: 89 pgs: 89 active+clean; 1.7 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 609 op/s 2024-05-11T04:55:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:04 smithi072 bash[31478]: audit 2024-05-11T04:55:03.840525+0000 mon.a (mon.0) 108 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:06.477 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:06.478 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:55:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:06.478 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:55:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:06.478 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:06.479 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:55:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:06.479 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:55:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:06.479 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:55:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:06.480 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:55:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:06.480 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:55:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:06.790 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:06 smithi072 systemd[1]: Stopping Ceph mon.c for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:55:06.791 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:06 smithi072 bash[31478]: debug 2024-05-11T04:55:06.677+0000 7fe904308700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T04:55:06.791 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:06 smithi072 bash[31478]: debug 2024-05-11T04:55:06.677+0000 7fe904308700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-05-11T04:55:09.125 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:08 smithi072 bash[82763]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mon-c 2024-05-11T04:55:09.125 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:09 smithi072 bash[82844]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mon-c 2024-05-11T04:55:09.430 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:09.430 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:09.431 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:09.431 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:09.431 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:09.432 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:09.432 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.c.service: Deactivated successfully. 2024-05-11T04:55:09.432 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: Stopped Ceph mon.c for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:55:09.432 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:09.432 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:09.433 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:09.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:09 smithi072 systemd[1]: Started Ceph mon.c for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:55:12.126 INFO:teuthology.orchestra.run.smithi072.stdout:wait for majority of mons to upgrade 2024-05-11T04:55:12.266 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.249+0000 7f6adef9ac80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:55:12.266 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.249+0000 7f6adef9ac80 0 ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev), process ceph-mon, pid 7 2024-05-11T04:55:12.266 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.249+0000 7f6adef9ac80 0 pidfile_write: ignore empty --pid-file 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.253+0000 7f6adef9ac80 0 load: jerasure load: lrc 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Git sha 0 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Compile date 2024-05-03 15:45:17 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: DB SUMMARY 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: DB Session ID: 2OYWCHGS1N5NAFT5L690 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: CURRENT file: CURRENT 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: IDENTITY file: IDENTITY 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 2358 Bytes 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000039.sst 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000037.log size: 1600026 ; 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.create_if_missing: 0 2024-05-11T04:55:12.267 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.env: 0x56554d860cc0 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.info_log: 0x56554e597de0 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:55:12.268 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.wal_dir: 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:55:12.269 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.write_buffer_manager: 0x56554e5690e0 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.257+0000 7f6adef9ac80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:55:12.270 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.row_cache: None 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:55:12.271 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:55:12.272 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:55:12.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.merge_operator: 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56554e597fa0) 2024-05-11T04:55:12.274 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: cache_index_and_filter_blocks: 1 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: pin_top_level_index_and_filter: 1 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: index_type: 0 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: data_block_index_type: 0 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: index_shortening: 1 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: checksum: 4 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: no_block_cache: 0 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: block_cache: 0x56554e5991f0 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: block_cache_name: BinnedLRUCache 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: block_cache_options: 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: capacity : 536870912 2024-05-11T04:55:12.275 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: num_shard_bits : 4 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: strict_capacity_limit : 0 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: high_pri_pool_ratio: 0.000 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: block_cache_compressed: (nil) 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: persistent_cache: (nil) 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: block_size: 4096 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: block_size_deviation: 10 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: block_restart_interval: 16 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: index_block_restart_interval: 1 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: metadata_block_size: 4096 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: partition_filters: 0 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: use_delta_encoding: 1 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: filter_policy: bloomfilter 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: whole_key_filtering: 1 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: verify_compression: 0 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: read_amp_bytes_per_bit: 0 2024-05-11T04:55:12.276 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: format_version: 5 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: enable_index_compression: 1 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: block_align: 0 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: max_auto_readahead_size: 262144 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: prepopulate_block_cache: 0 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: initial_auto_readahead_size: 8192 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: num_file_reads_for_auto_readahead: 2 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:55:12.277 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:55:12.278 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:55:12.278 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:55:12.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:55:12.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:55:12.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:55:12.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:55:12.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:55:12.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:55:12.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:55:12.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:55:12.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:55:12.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:55:12.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:55:12.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:55:12.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:55:12.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:55:12.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:55:12.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:55:12.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:55:12.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:55:12.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.261+0000 7f6adef9ac80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:55:12.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:55:12.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:55:12.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:55:12.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:55:12.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 41, last_sequence is 20355, log_number is 37,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 37 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 37 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: ea2f0d20-1d8b-46a6-95b9-a4f8bda37dfc 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.265+0000 7f6adef9ac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715403312271952, "job": 1, "event": "recovery_started", "wal_files": [37]} 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.269+0000 7f6adef9ac80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #37 mode 2 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.273+0000 7f6adef9ac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715403312279536, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 42, "file_size": 1044391, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 20360, "largest_seqno": 21047, "table_properties": {"data_size": 1040753, "index_size": 1958, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 645, "raw_key_size": 5553, "raw_average_key_size": 22, "raw_value_size": 1034988, "raw_average_value_size": 4107, "num_data_blocks": 88, "num_entries": 252, "num_filter_entries": 252, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715403312, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "ea2f0d20-1d8b-46a6-95b9-a4f8bda37dfc", "db_session_id": "2OYWCHGS1N5NAFT5L690", "orig_file_number": 42, "seqno_to_time_mapping": "N/A"}} 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.273+0000 7f6adef9ac80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715403312279837, "job": 1, "event": "recovery_finished"} 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.277+0000 7f6adef9ac80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 44 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.277+0000 7f6adef9ac80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.277+0000 7f6adef9ac80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000037.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.277+0000 7f6adef9ac80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56554e6ba000 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.277+0000 7f6adef9ac80 4 rocksdb: DB pointer 0x56554e6a6000 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.277+0000 7f6acd6f1700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.277+0000 7f6acd6f1700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:55:12.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: ** DB Stats ** 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: ** Compaction Stats [default] ** 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: L0 1/0 1019.91 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 302.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: L6 1/0 9.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Sum 2/0 10.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 302.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 302.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:55:12.557 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: ** Compaction Stats [default] ** 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 302.2 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Flush(GB): cumulative 0.001, interval 0.001 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Cumulative compaction: 0.00 GB write, 58.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Interval compaction: 0.00 GB write, 58.71 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:55:12.558 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Block cache BinnedLRUCache@0x56554e5991f0#7 capacity: 512.00 MB usage: 2.80 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.3e-05 secs_since: 0 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Block cache entry stats(count,size,portion): FilterBlock(1,0.72 KB,0.000137091%) IndexBlock(1,2.08 KB,0.000396371%) Misc(1,0.00 KB,0%) 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.277+0000 7f6adef9ac80 0 starting mon.c rank 2 at public addrs [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] at bind addrs [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.281+0000 7f6adef9ac80 1 mon.c@-1(???) e3 preinit fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.281+0000 7f6adef9ac80 0 mon.c@-1(???).mds e10 new map 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.281+0000 7f6adef9ac80 0 mon.c@-1(???).mds e10 print_map 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: e10 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: enable_multiple, ever_enabled_multiple: 1,1 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: legacy client fscid: 1 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: 2024-05-11T04:55:12.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Filesystem 'foo' (1) 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: fs_name foo 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: epoch 10 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: created 2024-05-11T04:44:15.888272+0000 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: modified 2024-05-11T04:44:26.920030+0000 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: tableserver 0 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: root 0 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: session_timeout 60 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: session_autoclose 300 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: max_file_size 1099511627776 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: max_xattr_size 65536 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: required_client_features {} 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: last_failure 0 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: last_failure_osd_epoch 69 2024-05-11T04:55:12.560 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: max_mds 1 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: in 0 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: up {0=24370} 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: failed 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: damaged 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: stopped 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: data_pools [4] 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: metadata_pool 3 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: inline_data disabled 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: balancer 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: bal_rank_mask -1 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: standby_count_wanted 1 2024-05-11T04:55:12.561 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: qdb_cluster leader: 0 members: 2024-05-11T04:55:12.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: [mds.foo.smithi086.bcqfqz{0:24370} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:55:12.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: 2024-05-11T04:55:12.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: 2024-05-11T04:55:12.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: Standby daemons: 2024-05-11T04:55:12.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: 2024-05-11T04:55:12.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: [mds.foo.smithi072.jvmjqq{-1:14598} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.72:6834/3998812844,v1:172.21.15.72:6835/3998812844] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:55:12.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.281+0000 7f6adef9ac80 0 mon.c@-1(???).osd e83 crush map has features 3314933000854323200, adjusting msgr requires 2024-05-11T04:55:12.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.281+0000 7f6adef9ac80 0 mon.c@-1(???).osd e83 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:55:12.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.281+0000 7f6adef9ac80 0 mon.c@-1(???).osd e83 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:55:12.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.281+0000 7f6adef9ac80 0 mon.c@-1(???).osd e83 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:55:12.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:12 smithi072 bash[82901]: debug 2024-05-11T04:55:12.281+0000 7f6adef9ac80 1 mon.c@-1(???).paxosservice(auth 1..24) refresh upgraded, format 0 -> 3 2024-05-11T04:55:13.691 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'while ! ceph mon versions | grep $sha1 | egrep '"'"': [23]'"'"' ; do sleep 2 ; done' 2024-05-11T04:55:14.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:55:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:55:13] "GET /metrics HTTP/1.1" 200 36392 "" "Prometheus/2.43.0" 2024-05-11T04:55:17.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:17 smithi086 bash[23731]: cluster 2024-05-11T04:55:05.658791+0000 mgr.y (mgr.24832) 82 : cluster 0 pgmap v64: 89 pgs: 89 active+clean; 1.5 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 914 op/s 2024-05-11T04:55:17.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: cluster 2024-05-11T04:55:05.658791+0000 mgr.y (mgr.24832) 82 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 1.5 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 914 op/s 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: cluster 2024-05-11T04:55:05.658791+0000 mgr.y (mgr.24832) 82 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 1.5 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 914 op/s 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.545+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 1/3 mons down, quorum a,b; 8 osds(s) are not reachable 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.545+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.545+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : mon.c (rank 2) addr [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] is down (out of quorum) 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.545+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.545+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.545+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.545+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.545+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.545+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.545+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.549+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:17.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:17 smithi072 bash[80515]: debug 2024-05-11T04:55:17.549+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:18.461 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:55:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: debug 2024-05-11T04:55:18.569+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: debug 2024-05-11T04:55:18.569+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: debug 2024-05-11T04:55:18.569+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: debug 2024-05-11T04:55:18.569+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: debug 2024-05-11T04:55:18.569+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: debug 2024-05-11T04:55:18.569+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: debug 2024-05-11T04:55:18.569+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: debug 2024-05-11T04:55:18.573+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: debug 2024-05-11T04:55:18.573+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: debug 2024-05-11T04:55:18.573+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.510368+0000 mon.b (mon.1) 104 : cluster [INF] mon.b calling monitor election 2024-05-11T04:55:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.510368+0000 mon.b (mon.1) 104 : cluster [INF] mon.b calling monitor election 2024-05-11T04:55:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.510617+0000 mon.a (mon.0) 139 : cluster [INF] mon.a calling monitor election 2024-05-11T04:55:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.510617+0000 mon.a (mon.0) 139 : cluster [INF] mon.a calling monitor election 2024-05-11T04:55:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.550042+0000 mon.a (mon.0) 140 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:55:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.550042+0000 mon.a (mon.0) 140 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:55:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556041+0000 mon.a (mon.0) 141 : cluster [DBG] monmap epoch 3 2024-05-11T04:55:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556041+0000 mon.a (mon.0) 141 : cluster [DBG] monmap epoch 3 2024-05-11T04:55:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556127+0000 mon.a (mon.0) 142 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:18.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:18 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556127+0000 mon.a (mon.0) 142 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:05.658791+0000 mgr.y (mgr.24832) 82 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 1.5 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 914 op/s 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:05.658791+0000 mgr.y (mgr.24832) 82 : cluster [DBG] pgmap v64: 89 pgs: 89 active+clean; 1.5 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 914 op/s 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.510368+0000 mon.b (mon.1) 104 : cluster [INF] mon.b calling monitor election 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.510368+0000 mon.b (mon.1) 104 : cluster [INF] mon.b calling monitor election 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.510617+0000 mon.a (mon.0) 139 : cluster [INF] mon.a calling monitor election 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.510617+0000 mon.a (mon.0) 139 : cluster [INF] mon.a calling monitor election 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.550042+0000 mon.a (mon.0) 140 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.550042+0000 mon.a (mon.0) 140 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556041+0000 mon.a (mon.0) 141 : cluster [DBG] monmap epoch 3 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556041+0000 mon.a (mon.0) 141 : cluster [DBG] monmap epoch 3 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556127+0000 mon.a (mon.0) 142 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:18.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:18 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556127+0000 mon.a (mon.0) 142 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:19.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:18 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.510368+0000 mon.b (mon.1) 104 : cluster 1 mon.b calling monitor election 2024-05-11T04:55:19.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:18 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.510617+0000 mon.a (mon.0) 139 : cluster 1 mon.a calling monitor election 2024-05-11T04:55:19.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:18 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.550042+0000 mon.a (mon.0) 140 : cluster 1 mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:55:19.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:18 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.556041+0000 mon.a (mon.0) 141 : cluster 0 monmap epoch 3 2024-05-11T04:55:19.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:18 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.556127+0000 mon.a (mon.0) 142 : cluster 0 fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:20.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:12.504981+0000 mon.c (mon.2) 1 : cluster 1 mon.c calling monitor election 2024-05-11T04:55:20.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.556215+0000 mon.a (mon.0) 143 : cluster 0 last_changed 2024-05-11T04:33:09.749131+0000 2024-05-11T04:55:20.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.556290+0000 mon.a (mon.0) 144 : cluster 0 created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:55:20.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.556361+0000 mon.a (mon.0) 145 : cluster 0 min_mon_release 18 (reef) 2024-05-11T04:55:20.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.556433+0000 mon.a (mon.0) 146 : cluster 0 election_strategy: 1 2024-05-11T04:55:20.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.556505+0000 mon.a (mon.0) 147 : cluster 0 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.556576+0000 mon.a (mon.0) 148 : cluster 0 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.556649+0000 mon.a (mon.0) 149 : cluster 0 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.557419+0000 mon.a (mon.0) 150 : cluster 0 fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.557576+0000 mon.a (mon.0) 151 : cluster 0 osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.559275+0000 mon.a (mon.0) 152 : cluster 0 mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.559836+0000 mon.a (mon.0) 153 : cluster 1 Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.573949+0000 mon.a (mon.0) 154 : cluster 4 Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.574569+0000 mon.a (mon.0) 155 : cluster 4 [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.574644+0000 mon.a (mon.0) 156 : cluster 4 osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.574999+0000 mon.a (mon.0) 157 : cluster 4 osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.575090+0000 mon.a (mon.0) 158 : cluster 4 osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.575513+0000 mon.a (mon.0) 159 : cluster 4 osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.575774+0000 mon.a (mon.0) 160 : cluster 4 osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.576008+0000 mon.a (mon.0) 161 : cluster 4 osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.576022+0000 mon.a (mon.0) 162 : cluster 4 osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: cluster 2024-05-11T04:55:18.576035+0000 mon.a (mon.0) 163 : cluster 4 osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:19 smithi086 bash[23731]: audit 2024-05-11T04:55:18.840798+0000 mon.a (mon.0) 164 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:20.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:12.504981+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-05-11T04:55:20.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:12.504981+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556215+0000 mon.a (mon.0) 143 : cluster [DBG] last_changed 2024-05-11T04:33:09.749131+0000 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556215+0000 mon.a (mon.0) 143 : cluster [DBG] last_changed 2024-05-11T04:33:09.749131+0000 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556290+0000 mon.a (mon.0) 144 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556290+0000 mon.a (mon.0) 144 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556361+0000 mon.a (mon.0) 145 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556361+0000 mon.a (mon.0) 145 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556433+0000 mon.a (mon.0) 146 : cluster [DBG] election_strategy: 1 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556433+0000 mon.a (mon.0) 146 : cluster [DBG] election_strategy: 1 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556505+0000 mon.a (mon.0) 147 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556505+0000 mon.a (mon.0) 147 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556576+0000 mon.a (mon.0) 148 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556576+0000 mon.a (mon.0) 148 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:55:20.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556649+0000 mon.a (mon.0) 149 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.556649+0000 mon.a (mon.0) 149 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.557419+0000 mon.a (mon.0) 150 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.557419+0000 mon.a (mon.0) 150 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.557576+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.557576+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.559275+0000 mon.a (mon.0) 152 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.559275+0000 mon.a (mon.0) 152 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.559836+0000 mon.a (mon.0) 153 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.559836+0000 mon.a (mon.0) 153 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.573949+0000 mon.a (mon.0) 154 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.573949+0000 mon.a (mon.0) 154 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.574569+0000 mon.a (mon.0) 155 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.574569+0000 mon.a (mon.0) 155 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.574644+0000 mon.a (mon.0) 156 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.574644+0000 mon.a (mon.0) 156 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.574999+0000 mon.a (mon.0) 157 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.574999+0000 mon.a (mon.0) 157 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.575090+0000 mon.a (mon.0) 158 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.575090+0000 mon.a (mon.0) 158 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.575513+0000 mon.a (mon.0) 159 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.575513+0000 mon.a (mon.0) 159 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.575774+0000 mon.a (mon.0) 160 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.575774+0000 mon.a (mon.0) 160 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.576008+0000 mon.a (mon.0) 161 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.576008+0000 mon.a (mon.0) 161 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.576022+0000 mon.a (mon.0) 162 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.576022+0000 mon.a (mon.0) 162 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.576035+0000 mon.a (mon.0) 163 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: cluster 2024-05-11T04:55:18.576035+0000 mon.a (mon.0) 163 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: audit 2024-05-11T04:55:18.840798+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:20.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:19 smithi072 bash[80515]: audit 2024-05-11T04:55:18.840798+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:20.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:12.504981+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-05-11T04:55:20.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:12.504981+0000 mon.c (mon.2) 1 : cluster [INF] mon.c calling monitor election 2024-05-11T04:55:20.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556215+0000 mon.a (mon.0) 143 : cluster [DBG] last_changed 2024-05-11T04:33:09.749131+0000 2024-05-11T04:55:20.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556215+0000 mon.a (mon.0) 143 : cluster [DBG] last_changed 2024-05-11T04:33:09.749131+0000 2024-05-11T04:55:20.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556290+0000 mon.a (mon.0) 144 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:55:20.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556290+0000 mon.a (mon.0) 144 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556361+0000 mon.a (mon.0) 145 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556361+0000 mon.a (mon.0) 145 : cluster [DBG] min_mon_release 18 (reef) 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556433+0000 mon.a (mon.0) 146 : cluster [DBG] election_strategy: 1 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556433+0000 mon.a (mon.0) 146 : cluster [DBG] election_strategy: 1 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556505+0000 mon.a (mon.0) 147 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556505+0000 mon.a (mon.0) 147 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556576+0000 mon.a (mon.0) 148 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556576+0000 mon.a (mon.0) 148 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556649+0000 mon.a (mon.0) 149 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.556649+0000 mon.a (mon.0) 149 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.557419+0000 mon.a (mon.0) 150 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:20.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.557419+0000 mon.a (mon.0) 150 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.557576+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.557576+0000 mon.a (mon.0) 151 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.559275+0000 mon.a (mon.0) 152 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.559275+0000 mon.a (mon.0) 152 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.559836+0000 mon.a (mon.0) 153 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.559836+0000 mon.a (mon.0) 153 : cluster [INF] Health check cleared: MON_DOWN (was: 1/3 mons down, quorum a,b) 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.573949+0000 mon.a (mon.0) 154 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.573949+0000 mon.a (mon.0) 154 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.574569+0000 mon.a (mon.0) 155 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.574569+0000 mon.a (mon.0) 155 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.574644+0000 mon.a (mon.0) 156 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.574644+0000 mon.a (mon.0) 156 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.574999+0000 mon.a (mon.0) 157 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.055 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.574999+0000 mon.a (mon.0) 157 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.575090+0000 mon.a (mon.0) 158 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.575090+0000 mon.a (mon.0) 158 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.575513+0000 mon.a (mon.0) 159 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.575513+0000 mon.a (mon.0) 159 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.575774+0000 mon.a (mon.0) 160 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.575774+0000 mon.a (mon.0) 160 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.576008+0000 mon.a (mon.0) 161 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.576008+0000 mon.a (mon.0) 161 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.576022+0000 mon.a (mon.0) 162 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.576022+0000 mon.a (mon.0) 162 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.576035+0000 mon.a (mon.0) 163 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: cluster 2024-05-11T04:55:18.576035+0000 mon.a (mon.0) 163 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: audit 2024-05-11T04:55:18.840798+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:20.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:19 smithi072 bash[82901]: audit 2024-05-11T04:55:18.840798+0000 mon.a (mon.0) 164 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:21.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:20 smithi086 bash[23731]: cluster 2024-05-11T04:55:19.663128+0000 mgr.y (mgr.24832) 89 : cluster 0 pgmap v71: 89 pgs: 89 active+clean; 1.1 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2024-05-11T04:55:21.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:20 smithi072 bash[80515]: cluster 2024-05-11T04:55:19.663128+0000 mgr.y (mgr.24832) 89 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 1.1 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2024-05-11T04:55:21.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:20 smithi072 bash[80515]: cluster 2024-05-11T04:55:19.663128+0000 mgr.y (mgr.24832) 89 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 1.1 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2024-05-11T04:55:21.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:20 smithi072 bash[82901]: cluster 2024-05-11T04:55:19.663128+0000 mgr.y (mgr.24832) 89 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 1.1 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2024-05-11T04:55:21.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:20 smithi072 bash[82901]: cluster 2024-05-11T04:55:19.663128+0000 mgr.y (mgr.24832) 89 : cluster [DBG] pgmap v71: 89 pgs: 89 active+clean; 1.1 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 605 op/s 2024-05-11T04:55:22.587 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:55:22 smithi072 bash[72627]: debug 2024-05-11T04:55:22.300+0000 7ff9e947f700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-05-11T04:55:23.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:23 smithi072 bash[80515]: cluster 2024-05-11T04:55:21.663830+0000 mgr.y (mgr.24832) 90 : cluster [DBG] pgmap v72: 89 pgs: 89 active+clean; 855 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 934 op/s 2024-05-11T04:55:23.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:23 smithi072 bash[80515]: cluster 2024-05-11T04:55:21.663830+0000 mgr.y (mgr.24832) 90 : cluster [DBG] pgmap v72: 89 pgs: 89 active+clean; 855 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 934 op/s 2024-05-11T04:55:23.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:23 smithi072 bash[82901]: cluster 2024-05-11T04:55:21.663830+0000 mgr.y (mgr.24832) 90 : cluster [DBG] pgmap v72: 89 pgs: 89 active+clean; 855 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 934 op/s 2024-05-11T04:55:23.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:23 smithi072 bash[82901]: cluster 2024-05-11T04:55:21.663830+0000 mgr.y (mgr.24832) 90 : cluster [DBG] pgmap v72: 89 pgs: 89 active+clean; 855 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 934 op/s 2024-05-11T04:55:23.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:23 smithi086 bash[23731]: cluster 2024-05-11T04:55:21.663830+0000 mgr.y (mgr.24832) 90 : cluster 0 pgmap v72: 89 pgs: 89 active+clean; 855 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 934 op/s 2024-05-11T04:55:24.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:55:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:55:23] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-05-11T04:55:25.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:24 smithi086 bash[23731]: cluster 2024-05-11T04:55:23.665068+0000 mgr.y (mgr.24832) 91 : cluster 0 pgmap v73: 89 pgs: 89 active+clean; 855 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 640 op/s 2024-05-11T04:55:25.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:24 smithi086 bash[23731]: audit 2024-05-11T04:55:23.783235+0000 mon.a (mon.0) 165 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:25.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:24 smithi086 bash[23731]: audit 2024-05-11T04:55:23.793001+0000 mon.a (mon.0) 166 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:25.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:24 smithi072 bash[80515]: cluster 2024-05-11T04:55:23.665068+0000 mgr.y (mgr.24832) 91 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 855 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 640 op/s 2024-05-11T04:55:25.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:24 smithi072 bash[80515]: cluster 2024-05-11T04:55:23.665068+0000 mgr.y (mgr.24832) 91 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 855 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 640 op/s 2024-05-11T04:55:25.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:24 smithi072 bash[80515]: audit 2024-05-11T04:55:23.783235+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:25.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:24 smithi072 bash[80515]: audit 2024-05-11T04:55:23.783235+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:25.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:24 smithi072 bash[80515]: audit 2024-05-11T04:55:23.793001+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:25.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:24 smithi072 bash[80515]: audit 2024-05-11T04:55:23.793001+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:25.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:24 smithi072 bash[82901]: cluster 2024-05-11T04:55:23.665068+0000 mgr.y (mgr.24832) 91 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 855 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 640 op/s 2024-05-11T04:55:25.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:24 smithi072 bash[82901]: cluster 2024-05-11T04:55:23.665068+0000 mgr.y (mgr.24832) 91 : cluster [DBG] pgmap v73: 89 pgs: 89 active+clean; 855 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 640 op/s 2024-05-11T04:55:25.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:24 smithi072 bash[82901]: audit 2024-05-11T04:55:23.783235+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:25.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:24 smithi072 bash[82901]: audit 2024-05-11T04:55:23.783235+0000 mon.a (mon.0) 165 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:25.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:24 smithi072 bash[82901]: audit 2024-05-11T04:55:23.793001+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:25.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:24 smithi072 bash[82901]: audit 2024-05-11T04:55:23.793001+0000 mon.a (mon.0) 166 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:26.200 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 2 2024-05-11T04:55:26.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:26 smithi086 bash[23731]: audit 2024-05-11T04:55:25.200228+0000 mon.a (mon.0) 167 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:26.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:26 smithi086 bash[23731]: audit 2024-05-11T04:55:25.210520+0000 mon.a (mon.0) 168 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:26.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:26 smithi086 bash[23731]: audit 2024-05-11T04:55:26.168931+0000 mon.c (mon.2) 2 : audit 0 from='client.? 172.21.15.72:0/4010876142' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:55:26.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:26 smithi072 bash[80515]: audit 2024-05-11T04:55:25.200228+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:26.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:26 smithi072 bash[80515]: audit 2024-05-11T04:55:25.200228+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:26.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:26 smithi072 bash[80515]: audit 2024-05-11T04:55:25.210520+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:26.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:26 smithi072 bash[80515]: audit 2024-05-11T04:55:25.210520+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:26.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:26 smithi072 bash[80515]: audit 2024-05-11T04:55:26.168931+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.72:0/4010876142' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:55:26.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:26 smithi072 bash[80515]: audit 2024-05-11T04:55:26.168931+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.72:0/4010876142' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:55:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:26 smithi072 bash[82901]: audit 2024-05-11T04:55:25.200228+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:26 smithi072 bash[82901]: audit 2024-05-11T04:55:25.200228+0000 mon.a (mon.0) 167 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:26 smithi072 bash[82901]: audit 2024-05-11T04:55:25.210520+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:26 smithi072 bash[82901]: audit 2024-05-11T04:55:25.210520+0000 mon.a (mon.0) 168 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:26 smithi072 bash[82901]: audit 2024-05-11T04:55:26.168931+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.72:0/4010876142' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:55:26.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:26 smithi072 bash[82901]: audit 2024-05-11T04:55:26.168931+0000 mon.c (mon.2) 2 : audit [DBG] from='client.? 172.21.15.72:0/4010876142' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:55:27.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:27 smithi086 bash[23731]: cluster 2024-05-11T04:55:25.666325+0000 mgr.y (mgr.24832) 92 : cluster 0 pgmap v74: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 909 op/s 2024-05-11T04:55:27.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:27 smithi072 bash[80515]: cluster 2024-05-11T04:55:25.666325+0000 mgr.y (mgr.24832) 92 : cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 909 op/s 2024-05-11T04:55:27.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:27 smithi072 bash[80515]: cluster 2024-05-11T04:55:25.666325+0000 mgr.y (mgr.24832) 92 : cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 909 op/s 2024-05-11T04:55:27.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:27 smithi072 bash[82901]: cluster 2024-05-11T04:55:25.666325+0000 mgr.y (mgr.24832) 92 : cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 909 op/s 2024-05-11T04:55:27.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:27 smithi072 bash[82901]: cluster 2024-05-11T04:55:25.666325+0000 mgr.y (mgr.24832) 92 : cluster [DBG] pgmap v74: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 909 op/s 2024-05-11T04:55:27.646 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T04:55:29.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:29 smithi086 bash[23731]: cluster 2024-05-11T04:55:27.667792+0000 mgr.y (mgr.24832) 93 : cluster 0 pgmap v75: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:55:29.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:29 smithi072 bash[80515]: cluster 2024-05-11T04:55:27.667792+0000 mgr.y (mgr.24832) 93 : cluster [DBG] pgmap v75: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:55:29.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:29 smithi072 bash[80515]: cluster 2024-05-11T04:55:27.667792+0000 mgr.y (mgr.24832) 93 : cluster [DBG] pgmap v75: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:55:29.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:29 smithi072 bash[82901]: cluster 2024-05-11T04:55:27.667792+0000 mgr.y (mgr.24832) 93 : cluster [DBG] pgmap v75: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:55:29.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:29 smithi072 bash[82901]: cluster 2024-05-11T04:55:27.667792+0000 mgr.y (mgr.24832) 93 : cluster [DBG] pgmap v75: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:55:31.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:31 smithi086 bash[23731]: cluster 2024-05-11T04:55:29.668246+0000 mgr.y (mgr.24832) 94 : cluster 0 pgmap v76: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:55:31.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:31 smithi072 bash[80515]: cluster 2024-05-11T04:55:29.668246+0000 mgr.y (mgr.24832) 94 : cluster [DBG] pgmap v76: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:55:31.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:31 smithi072 bash[80515]: cluster 2024-05-11T04:55:29.668246+0000 mgr.y (mgr.24832) 94 : cluster [DBG] pgmap v76: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:55:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:31 smithi072 bash[82901]: cluster 2024-05-11T04:55:29.668246+0000 mgr.y (mgr.24832) 94 : cluster [DBG] pgmap v76: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:55:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:31 smithi072 bash[82901]: cluster 2024-05-11T04:55:29.668246+0000 mgr.y (mgr.24832) 94 : cluster [DBG] pgmap v76: 89 pgs: 89 active+clean; 653 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 597 op/s 2024-05-11T04:55:32.195 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:55:33.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:33 smithi086 bash[23731]: cluster 2024-05-11T04:55:31.668819+0000 mgr.y (mgr.24832) 95 : cluster 0 pgmap v77: 89 pgs: 89 active+clean; 441 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 880 op/s 2024-05-11T04:55:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:33 smithi072 bash[80515]: cluster 2024-05-11T04:55:31.668819+0000 mgr.y (mgr.24832) 95 : cluster [DBG] pgmap v77: 89 pgs: 89 active+clean; 441 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 880 op/s 2024-05-11T04:55:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:33 smithi072 bash[80515]: cluster 2024-05-11T04:55:31.668819+0000 mgr.y (mgr.24832) 95 : cluster [DBG] pgmap v77: 89 pgs: 89 active+clean; 441 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 880 op/s 2024-05-11T04:55:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:33 smithi072 bash[82901]: cluster 2024-05-11T04:55:31.668819+0000 mgr.y (mgr.24832) 95 : cluster [DBG] pgmap v77: 89 pgs: 89 active+clean; 441 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 880 op/s 2024-05-11T04:55:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:33 smithi072 bash[82901]: cluster 2024-05-11T04:55:31.668819+0000 mgr.y (mgr.24832) 95 : cluster [DBG] pgmap v77: 89 pgs: 89 active+clean; 441 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 880 op/s 2024-05-11T04:55:34.234 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:55:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:55:33] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-05-11T04:55:34.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:34 smithi086 bash[23731]: audit 2024-05-11T04:55:33.842718+0000 mon.a (mon.0) 169 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:34.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:34 smithi072 bash[80515]: audit 2024-05-11T04:55:33.842718+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:34.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:34 smithi072 bash[80515]: audit 2024-05-11T04:55:33.842718+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:34.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:34 smithi072 bash[82901]: audit 2024-05-11T04:55:33.842718+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:34.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:34 smithi072 bash[82901]: audit 2024-05-11T04:55:33.842718+0000 mon.a (mon.0) 169 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:55:35.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:35 smithi086 bash[23731]: cluster 2024-05-11T04:55:33.669227+0000 mgr.y (mgr.24832) 96 : cluster 0 pgmap v78: 89 pgs: 89 active+clean; 441 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 552 op/s 2024-05-11T04:55:35.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:35 smithi072 bash[80515]: cluster 2024-05-11T04:55:33.669227+0000 mgr.y (mgr.24832) 96 : cluster [DBG] pgmap v78: 89 pgs: 89 active+clean; 441 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 552 op/s 2024-05-11T04:55:35.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:35 smithi072 bash[80515]: cluster 2024-05-11T04:55:33.669227+0000 mgr.y (mgr.24832) 96 : cluster [DBG] pgmap v78: 89 pgs: 89 active+clean; 441 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 552 op/s 2024-05-11T04:55:35.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:35 smithi072 bash[82901]: cluster 2024-05-11T04:55:33.669227+0000 mgr.y (mgr.24832) 96 : cluster [DBG] pgmap v78: 89 pgs: 89 active+clean; 441 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 552 op/s 2024-05-11T04:55:35.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:35 smithi072 bash[82901]: cluster 2024-05-11T04:55:33.669227+0000 mgr.y (mgr.24832) 96 : cluster [DBG] pgmap v78: 89 pgs: 89 active+clean; 441 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 552 op/s 2024-05-11T04:55:37.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:37 smithi086 bash[23731]: cluster 2024-05-11T04:55:35.669925+0000 mgr.y (mgr.24832) 97 : cluster 0 pgmap v79: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 867 op/s 2024-05-11T04:55:37.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:37 smithi072 bash[80515]: cluster 2024-05-11T04:55:35.669925+0000 mgr.y (mgr.24832) 97 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 867 op/s 2024-05-11T04:55:37.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:37 smithi072 bash[80515]: cluster 2024-05-11T04:55:35.669925+0000 mgr.y (mgr.24832) 97 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 867 op/s 2024-05-11T04:55:37.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:37 smithi072 bash[82901]: cluster 2024-05-11T04:55:35.669925+0000 mgr.y (mgr.24832) 97 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 867 op/s 2024-05-11T04:55:37.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:37 smithi072 bash[82901]: cluster 2024-05-11T04:55:35.669925+0000 mgr.y (mgr.24832) 97 : cluster [DBG] pgmap v79: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 867 op/s 2024-05-11T04:55:39.413 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Removed 113962 objects 2024-05-11T04:55:39.413 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Clean up completed and total clean up time :147.864 2024-05-11T04:55:39.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:39 smithi086 bash[23731]: cluster 2024-05-11T04:55:37.670382+0000 mgr.y (mgr.24832) 98 : cluster 0 pgmap v80: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-05-11T04:55:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:39 smithi072 bash[80515]: cluster 2024-05-11T04:55:37.670382+0000 mgr.y (mgr.24832) 98 : cluster [DBG] pgmap v80: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-05-11T04:55:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:39 smithi072 bash[80515]: cluster 2024-05-11T04:55:37.670382+0000 mgr.y (mgr.24832) 98 : cluster [DBG] pgmap v80: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-05-11T04:55:39.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:39 smithi072 bash[82901]: cluster 2024-05-11T04:55:37.670382+0000 mgr.y (mgr.24832) 98 : cluster [DBG] pgmap v80: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-05-11T04:55:39.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:39 smithi072 bash[82901]: cluster 2024-05-11T04:55:37.670382+0000 mgr.y (mgr.24832) 98 : cluster [DBG] pgmap v80: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-05-11T04:55:41.056 INFO:teuthology.orchestra.run.smithi072.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:alertmanager.a smithi072 *:9093,9094 running (13m) 17s ago 13m 14.0M - 0.25.0 c8568f914cd2 d5607b985cce 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:grafana.a smithi086 *:3000 running (13m) 67s ago 13m 82.0M - 9.4.7 954c08fa6188 aef4c18c2eed 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi072.jvmjqq smithi072 running (11m) 17s ago 11m 15.2M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 43a522e14916 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi086.bcqfqz smithi086 running (11m) 67s ago 11m 17.2M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8cbc391f1426 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.x smithi086 *:8443,9283,8765 running (3m) 67s ago 22m 449M - 19.0.0-3497-g04416f48 9b25092f51f1 e76b31410a5d 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.y smithi072 *:8443,9283,8765 running (4m) 17s ago 24m 502M - 19.0.0-3497-g04416f48 9b25092f51f1 9d9706c64b76 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:mon.a smithi072 running (2m) 17s ago 24m 42.3M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 a59341c5a6f8 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:mon.b smithi086 running (22m) 67s ago 22m 48.2M 2048M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 76c519b4f5e7 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:mon.c smithi072 running (31s) 17s ago 22m 18.0M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 691b825a9488 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.a smithi072 *:9100 running (14m) 17s ago 14m 8911k - 1.5.0 0da6a335fe13 fbea1e4cc0b8 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.b smithi086 *:9100 running (14m) 67s ago 14m 8884k - 1.5.0 0da6a335fe13 119bc29079ca 2024-05-11T04:55:41.057 INFO:teuthology.orchestra.run.smithi072.stdout:osd.0 smithi072 running (21m) 17s ago 21m 441M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 227aba60a09a 2024-05-11T04:55:41.058 INFO:teuthology.orchestra.run.smithi072.stdout:osd.1 smithi072 running (20m) 17s ago 20m 368M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 9fe26f0d7cbb 2024-05-11T04:55:41.058 INFO:teuthology.orchestra.run.smithi072.stdout:osd.2 smithi072 running (19m) 17s ago 19m 529M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 924565dc5821 2024-05-11T04:55:41.058 INFO:teuthology.orchestra.run.smithi072.stdout:osd.3 smithi072 running (18m) 17s ago 18m 525M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 082b8b0bcb94 2024-05-11T04:55:41.058 INFO:teuthology.orchestra.run.smithi072.stdout:osd.4 smithi086 running (17m) 67s ago 17m 459M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a1dd273b0e98 2024-05-11T04:55:41.058 INFO:teuthology.orchestra.run.smithi072.stdout:osd.5 smithi086 running (17m) 67s ago 17m 499M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 09f2d73066f6 2024-05-11T04:55:41.058 INFO:teuthology.orchestra.run.smithi072.stdout:osd.6 smithi086 running (16m) 67s ago 16m 315M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 b34b88995622 2024-05-11T04:55:41.058 INFO:teuthology.orchestra.run.smithi072.stdout:osd.7 smithi086 running (15m) 67s ago 15m 425M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a7e056debe69 2024-05-11T04:55:41.058 INFO:teuthology.orchestra.run.smithi072.stdout:prometheus.a smithi086 *:9095 running (3m) 67s ago 14m 44.4M - 2.43.0 a07b618ecd1d 2572ad4e29fe 2024-05-11T04:55:41.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:41 smithi086 bash[23731]: cluster 2024-05-11T04:55:39.670952+0000 mgr.y (mgr.24832) 99 : cluster 0 pgmap v81: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-05-11T04:55:41.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:41 smithi072 bash[80515]: cluster 2024-05-11T04:55:39.670952+0000 mgr.y (mgr.24832) 99 : cluster [DBG] pgmap v81: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-05-11T04:55:41.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:41 smithi072 bash[80515]: cluster 2024-05-11T04:55:39.670952+0000 mgr.y (mgr.24832) 99 : cluster [DBG] pgmap v81: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-05-11T04:55:41.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:41 smithi072 bash[82901]: cluster 2024-05-11T04:55:39.670952+0000 mgr.y (mgr.24832) 99 : cluster [DBG] pgmap v81: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-05-11T04:55:41.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:41 smithi072 bash[82901]: cluster 2024-05-11T04:55:39.670952+0000 mgr.y (mgr.24832) 99 : cluster [DBG] pgmap v81: 89 pgs: 89 active+clean; 204 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 598 op/s 2024-05-11T04:55:42.139 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade pause' 2024-05-11T04:55:42.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:42 smithi086 bash[23731]: audit 2024-05-11T04:55:41.048293+0000 mgr.y (mgr.24832) 100 : audit 0 from='client.44105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:55:42.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:42 smithi072 bash[80515]: audit 2024-05-11T04:55:41.048293+0000 mgr.y (mgr.24832) 100 : audit [DBG] from='client.44105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:55:42.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:42 smithi072 bash[80515]: audit 2024-05-11T04:55:41.048293+0000 mgr.y (mgr.24832) 100 : audit [DBG] from='client.44105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:55:42.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:42 smithi072 bash[82901]: audit 2024-05-11T04:55:41.048293+0000 mgr.y (mgr.24832) 100 : audit [DBG] from='client.44105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:55:42.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:42 smithi072 bash[82901]: audit 2024-05-11T04:55:41.048293+0000 mgr.y (mgr.24832) 100 : audit [DBG] from='client.44105 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:55:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:43 smithi086 bash[23731]: cluster 2024-05-11T04:55:41.671906+0000 mgr.y (mgr.24832) 101 : cluster 0 pgmap v82: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 869 op/s 2024-05-11T04:55:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:43 smithi086 bash[23731]: audit 2024-05-11T04:55:42.772069+0000 mon.a (mon.0) 170 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:43 smithi086 bash[23731]: audit 2024-05-11T04:55:42.783827+0000 mon.a (mon.0) 171 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:43 smithi086 bash[23731]: audit 2024-05-11T04:55:42.786358+0000 mon.a (mon.0) 172 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:43 smithi086 bash[23731]: audit 2024-05-11T04:55:42.788283+0000 mon.a (mon.0) 173 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:55:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:43 smithi086 bash[23731]: audit 2024-05-11T04:55:42.798084+0000 mon.a (mon.0) 174 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:43 smithi086 bash[23731]: audit 2024-05-11T04:55:42.896217+0000 mon.a (mon.0) 175 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:55:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:43 smithi086 bash[23731]: audit 2024-05-11T04:55:42.901239+0000 mon.a (mon.0) 176 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:55:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:43 smithi086 bash[23731]: audit 2024-05-11T04:55:42.904596+0000 mon.a (mon.0) 177 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:55:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:43 smithi086 bash[23731]: audit 2024-05-11T04:55:42.906406+0000 mon.a (mon.0) 178 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-11T04:55:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: cluster 2024-05-11T04:55:41.671906+0000 mgr.y (mgr.24832) 101 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 869 op/s 2024-05-11T04:55:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: cluster 2024-05-11T04:55:41.671906+0000 mgr.y (mgr.24832) 101 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 869 op/s 2024-05-11T04:55:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.772069+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.772069+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.783827+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.783827+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.786358+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.786358+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.788283+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:55:43.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.788283+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:55:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.798084+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.798084+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.896217+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:55:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.896217+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:55:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.901239+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:55:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.901239+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:55:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.904596+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:55:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.904596+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:55:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.906406+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-11T04:55:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:43 smithi072 bash[80515]: audit 2024-05-11T04:55:42.906406+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-11T04:55:43.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: cluster 2024-05-11T04:55:41.671906+0000 mgr.y (mgr.24832) 101 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 869 op/s 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: cluster 2024-05-11T04:55:41.671906+0000 mgr.y (mgr.24832) 101 : cluster [DBG] pgmap v82: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 869 op/s 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.772069+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.772069+0000 mon.a (mon.0) 170 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.783827+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.783827+0000 mon.a (mon.0) 171 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.786358+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.786358+0000 mon.a (mon.0) 172 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.788283+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.788283+0000 mon.a (mon.0) 173 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.798084+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.798084+0000 mon.a (mon.0) 174 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.896217+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.896217+0000 mon.a (mon.0) 175 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:55:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.901239+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:55:43.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.901239+0000 mon.a (mon.0) 176 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:55:43.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.904596+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:55:43.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.904596+0000 mon.a (mon.0) 177 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-05-11T04:55:43.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.906406+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-11T04:55:43.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:43 smithi072 bash[82901]: audit 2024-05-11T04:55:42.906406+0000 mon.a (mon.0) 178 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-05-11T04:55:44.269 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:55:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:55:43] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-05-11T04:55:44.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:44 smithi086 bash[23731]: cephadm 2024-05-11T04:55:42.907683+0000 mgr.y (mgr.24832) 102 : cephadm 1 Upgrade: It appears safe to stop mon.b 2024-05-11T04:55:44.536 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_1 2024-05-11T04:55:44.536 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool rm unique_pool_1 unique_pool_1 --yes-i-really-really-mean-it 2024-05-11T04:55:44.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:44 smithi072 bash[82901]: cephadm 2024-05-11T04:55:42.907683+0000 mgr.y (mgr.24832) 102 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-05-11T04:55:44.547 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:44 smithi072 bash[82901]: cephadm 2024-05-11T04:55:42.907683+0000 mgr.y (mgr.24832) 102 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-05-11T04:55:44.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:44 smithi072 bash[80515]: cephadm 2024-05-11T04:55:42.907683+0000 mgr.y (mgr.24832) 102 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-05-11T04:55:44.547 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:44 smithi072 bash[80515]: cephadm 2024-05-11T04:55:42.907683+0000 mgr.y (mgr.24832) 102 : cephadm [INF] Upgrade: It appears safe to stop mon.b 2024-05-11T04:55:45.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:45 smithi086 bash[23731]: cluster 2024-05-11T04:55:43.672623+0000 mgr.y (mgr.24832) 103 : cluster 0 pgmap v83: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:55:45.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:45 smithi072 bash[80515]: cluster 2024-05-11T04:55:43.672623+0000 mgr.y (mgr.24832) 103 : cluster [DBG] pgmap v83: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:55:45.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:45 smithi072 bash[80515]: cluster 2024-05-11T04:55:43.672623+0000 mgr.y (mgr.24832) 103 : cluster [DBG] pgmap v83: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:55:45.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:45 smithi072 bash[82901]: cluster 2024-05-11T04:55:43.672623+0000 mgr.y (mgr.24832) 103 : cluster [DBG] pgmap v83: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:55:45.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:45 smithi072 bash[82901]: cluster 2024-05-11T04:55:43.672623+0000 mgr.y (mgr.24832) 103 : cluster [DBG] pgmap v83: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:55:46.877 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:55:47.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:46 smithi086 bash[23731]: cluster 2024-05-11T04:55:45.673884+0000 mgr.y (mgr.24832) 104 : cluster 0 pgmap v84: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:55:47.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:46 smithi086 bash[23731]: cephadm 2024-05-11T04:55:45.830321+0000 mgr.y (mgr.24832) 105 : cephadm 1 Upgrade: Updating mon.b 2024-05-11T04:55:47.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:46 smithi086 bash[23731]: audit 2024-05-11T04:55:45.837859+0000 mon.a (mon.0) 179 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:47.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:46 smithi086 bash[23731]: audit 2024-05-11T04:55:45.842274+0000 mon.a (mon.0) 180 : audit 1 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:55:47.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:46 smithi086 bash[23731]: audit 2024-05-11T04:55:45.844074+0000 mon.a (mon.0) 181 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:55:47.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:46 smithi086 bash[23731]: audit 2024-05-11T04:55:45.845854+0000 mon.a (mon.0) 182 : audit 0 from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:47.100 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:46 smithi086 bash[23731]: cephadm 2024-05-11T04:55:45.848075+0000 mgr.y (mgr.24832) 106 : cephadm 1 Deploying daemon mon.b on smithi086 2024-05-11T04:55:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: cluster 2024-05-11T04:55:45.673884+0000 mgr.y (mgr.24832) 104 : cluster [DBG] pgmap v84: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:55:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: cluster 2024-05-11T04:55:45.673884+0000 mgr.y (mgr.24832) 104 : cluster [DBG] pgmap v84: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:55:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: cephadm 2024-05-11T04:55:45.830321+0000 mgr.y (mgr.24832) 105 : cephadm [INF] Upgrade: Updating mon.b 2024-05-11T04:55:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: cephadm 2024-05-11T04:55:45.830321+0000 mgr.y (mgr.24832) 105 : cephadm [INF] Upgrade: Updating mon.b 2024-05-11T04:55:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: audit 2024-05-11T04:55:45.837859+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: audit 2024-05-11T04:55:45.837859+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: audit 2024-05-11T04:55:45.842274+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:55:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: audit 2024-05-11T04:55:45.842274+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:55:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: audit 2024-05-11T04:55:45.844074+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:55:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: audit 2024-05-11T04:55:45.844074+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: audit 2024-05-11T04:55:45.845854+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: audit 2024-05-11T04:55:45.845854+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: cephadm 2024-05-11T04:55:45.848075+0000 mgr.y (mgr.24832) 106 : cephadm [INF] Deploying daemon mon.b on smithi086 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:46 smithi072 bash[80515]: cephadm 2024-05-11T04:55:45.848075+0000 mgr.y (mgr.24832) 106 : cephadm [INF] Deploying daemon mon.b on smithi086 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: cluster 2024-05-11T04:55:45.673884+0000 mgr.y (mgr.24832) 104 : cluster [DBG] pgmap v84: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: cluster 2024-05-11T04:55:45.673884+0000 mgr.y (mgr.24832) 104 : cluster [DBG] pgmap v84: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 586 op/s 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: cephadm 2024-05-11T04:55:45.830321+0000 mgr.y (mgr.24832) 105 : cephadm [INF] Upgrade: Updating mon.b 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: cephadm 2024-05-11T04:55:45.830321+0000 mgr.y (mgr.24832) 105 : cephadm [INF] Upgrade: Updating mon.b 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: audit 2024-05-11T04:55:45.837859+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: audit 2024-05-11T04:55:45.837859+0000 mon.a (mon.0) 179 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: audit 2024-05-11T04:55:45.842274+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:55:47.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: audit 2024-05-11T04:55:45.842274+0000 mon.a (mon.0) 180 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:55:47.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: audit 2024-05-11T04:55:45.844074+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:55:47.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: audit 2024-05-11T04:55:45.844074+0000 mon.a (mon.0) 181 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:55:47.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: audit 2024-05-11T04:55:45.845854+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:47.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: audit 2024-05-11T04:55:45.845854+0000 mon.a (mon.0) 182 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:55:47.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: cephadm 2024-05-11T04:55:45.848075+0000 mgr.y (mgr.24832) 106 : cephadm [INF] Deploying daemon mon.b on smithi086 2024-05-11T04:55:47.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:46 smithi072 bash[82901]: cephadm 2024-05-11T04:55:45.848075+0000 mgr.y (mgr.24832) 106 : cephadm [INF] Deploying daemon mon.b on smithi086 2024-05-11T04:55:48.048 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:48.049 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:55:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:48.049 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:55:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:48.049 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:55:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:48.050 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:55:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:48.050 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:55:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:48.051 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:55:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:48.051 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:55:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:48.051 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:55:47 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:48.377 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:48 smithi086 systemd[1]: Stopping Ceph mon.b for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:55:48.377 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:48 smithi086 bash[23731]: debug 2024-05-11T04:55:48.168+0000 7f20ab5d5700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T04:55:48.378 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:48 smithi086 bash[23731]: debug 2024-05-11T04:55:48.168+0000 7f20ab5d5700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-05-11T04:55:49.214 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:48 smithi086 bash[67402]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mon-b 2024-05-11T04:55:49.214 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:49 smithi086 bash[67462]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mon-b 2024-05-11T04:55:49.214 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.b.service: Deactivated successfully. 2024-05-11T04:55:49.214 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: Stopped Ceph mon.b for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:55:49.470 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:55:49.533 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:49.533 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:49.534 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:49.534 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:49.534 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:49.535 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: Started Ceph mon.b for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:55:49.535 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:49.535 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 04:55:49 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:55:50.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.200+0000 7f7b5efe8c80 0 set uid:gid to 167:167 (ceph:ceph) 2024-05-11T04:55:50.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.200+0000 7f7b5efe8c80 0 ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev), process ceph-mon, pid 7 2024-05-11T04:55:50.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.200+0000 7f7b5efe8c80 0 pidfile_write: ignore empty --pid-file 2024-05-11T04:55:50.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 0 load: jerasure load: lrc 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: RocksDB version: 7.9.2 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Git sha 0 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Compile date 2024-05-03 15:45:17 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: DB SUMMARY 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: DB Session ID: VQWWYLCHICC849WUTK8P 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: CURRENT file: CURRENT 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: IDENTITY file: IDENTITY 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: MANIFEST file: MANIFEST-000010 size: 2358 Bytes 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000039.sst 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000037.log size: 2328985 ; 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.error_if_exists: 0 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.create_if_missing: 0 2024-05-11T04:55:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.paranoid_checks: 1 2024-05-11T04:55:50.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.flush_verify_memtable_count: 1 2024-05-11T04:55:50.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-05-11T04:55:50.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-05-11T04:55:50.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.env: 0x56385e278cc0 2024-05-11T04:55:50.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.fs: PosixFileSystem 2024-05-11T04:55:50.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.info_log: 0x563860877de0 2024-05-11T04:55:50.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_file_opening_threads: 16 2024-05-11T04:55:50.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.statistics: (nil) 2024-05-11T04:55:50.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.use_fsync: 0 2024-05-11T04:55:50.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_log_file_size: 0 2024-05-11T04:55:50.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_manifest_file_size: 1073741824 2024-05-11T04:55:50.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.log_file_time_to_roll: 0 2024-05-11T04:55:50.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.keep_log_file_num: 1000 2024-05-11T04:55:50.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.recycle_log_file_num: 0 2024-05-11T04:55:50.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.allow_fallocate: 1 2024-05-11T04:55:50.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.allow_mmap_reads: 0 2024-05-11T04:55:50.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.allow_mmap_writes: 0 2024-05-11T04:55:50.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.use_direct_reads: 0 2024-05-11T04:55:50.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-05-11T04:55:50.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.create_missing_column_families: 0 2024-05-11T04:55:50.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.db_log_dir: 2024-05-11T04:55:50.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.wal_dir: 2024-05-11T04:55:50.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.table_cache_numshardbits: 6 2024-05-11T04:55:50.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.WAL_ttl_seconds: 0 2024-05-11T04:55:50.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.WAL_size_limit_MB: 0 2024-05-11T04:55:50.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-05-11T04:55:50.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.manifest_preallocation_size: 4194304 2024-05-11T04:55:50.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.is_fd_close_on_exec: 1 2024-05-11T04:55:50.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.advise_random_on_open: 1 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.db_write_buffer_size: 0 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.write_buffer_manager: 0x5638608490e0 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.access_hint_on_compaction_start: 1 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.random_access_max_buffer_size: 1048576 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.use_adaptive_mutex: 0 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.rate_limiter: (nil) 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.wal_recovery_mode: 2 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.enable_thread_tracking: 0 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.enable_pipelined_write: 0 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.unordered_write: 0 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.allow_concurrent_memtable_write: 1 2024-05-11T04:55:50.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-05-11T04:55:50.540 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.write_thread_max_yield_usec: 100 2024-05-11T04:55:50.540 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.write_thread_slow_yield_usec: 3 2024-05-11T04:55:50.540 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.row_cache: None 2024-05-11T04:55:50.540 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.wal_filter: None 2024-05-11T04:55:50.540 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.avoid_flush_during_recovery: 0 2024-05-11T04:55:50.540 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.allow_ingest_behind: 0 2024-05-11T04:55:50.540 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.two_write_queues: 0 2024-05-11T04:55:50.540 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.manual_wal_flush: 0 2024-05-11T04:55:50.540 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.wal_compression: 0 2024-05-11T04:55:50.540 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.atomic_flush: 0 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.persist_stats_to_disk: 0 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.write_dbid_to_manifest: 0 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.log_readahead_size: 0 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.file_checksum_gen_factory: Unknown 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.best_efforts_recovery: 0 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.allow_data_in_errors: 0 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.db_host_id: __hostname__ 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.enforce_single_del_contracts: true 2024-05-11T04:55:50.541 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_background_jobs: 2 2024-05-11T04:55:50.542 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_background_compactions: -1 2024-05-11T04:55:50.542 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_subcompactions: 1 2024-05-11T04:55:50.542 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.avoid_flush_during_shutdown: 0 2024-05-11T04:55:50.542 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-05-11T04:55:50.542 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.delayed_write_rate : 16777216 2024-05-11T04:55:50.542 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_total_wal_size: 0 2024-05-11T04:55:50.542 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-05-11T04:55:50.542 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.stats_dump_period_sec: 600 2024-05-11T04:55:50.542 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.stats_persist_period_sec: 600 2024-05-11T04:55:50.542 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.stats_history_buffer_size: 1048576 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_open_files: -1 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bytes_per_sync: 0 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.wal_bytes_per_sync: 0 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.strict_bytes_per_sync: 0 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_readahead_size: 0 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_background_flushes: -1 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Compression algorithms supported: 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: kZSTDNotFinalCompression supported: 0 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: kZSTD supported: 0 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: kXpressCompression supported: 0 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: kLZ4HCCompression supported: 1 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: kZlibCompression supported: 1 2024-05-11T04:55:50.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: kSnappyCompression supported: 1 2024-05-11T04:55:50.544 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: kLZ4Compression supported: 1 2024-05-11T04:55:50.544 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: kBZip2Compression supported: 0 2024-05-11T04:55:50.544 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Fast CRC32 supported: Supported on x86 2024-05-11T04:55:50.544 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: DMutex implementation: pthread_mutex_t 2024-05-11T04:55:50.544 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-05-11T04:55:50.545 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-05-11T04:55:50.545 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-05-11T04:55:50.545 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.merge_operator: 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_filter: None 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_filter_factory: None 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.sst_partitioner_factory: None 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.memtable_factory: SkipListFactory 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.table_factory: BlockBasedTable 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x563860877fa0) 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: cache_index_and_filter_blocks: 1 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: cache_index_and_filter_blocks_with_high_priority: 0 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: pin_l0_filter_and_index_blocks_in_cache: 0 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: pin_top_level_index_and_filter: 1 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: index_type: 0 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: data_block_index_type: 0 2024-05-11T04:55:50.546 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: index_shortening: 1 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: data_block_hash_table_util_ratio: 0.750000 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: checksum: 4 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: no_block_cache: 0 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: block_cache: 0x5638608791f0 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: block_cache_name: BinnedLRUCache 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: block_cache_options: 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: capacity : 536870912 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: num_shard_bits : 4 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: strict_capacity_limit : 0 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: high_pri_pool_ratio: 0.000 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: block_cache_compressed: (nil) 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: persistent_cache: (nil) 2024-05-11T04:55:50.547 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: block_size: 4096 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: block_size_deviation: 10 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: block_restart_interval: 16 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: index_block_restart_interval: 1 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: metadata_block_size: 4096 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: partition_filters: 0 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: use_delta_encoding: 1 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: filter_policy: bloomfilter 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: whole_key_filtering: 1 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: verify_compression: 0 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: read_amp_bytes_per_bit: 0 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: format_version: 5 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: enable_index_compression: 1 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: block_align: 0 2024-05-11T04:55:50.548 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: max_auto_readahead_size: 262144 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: prepopulate_block_cache: 0 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: initial_auto_readahead_size: 8192 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: num_file_reads_for_auto_readahead: 2 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.write_buffer_size: 33554432 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_write_buffer_number: 2 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compression: NoCompression 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bottommost_compression: Disabled 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.prefix_extractor: nullptr 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.num_levels: 7 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bottommost_compression_opts.level: 32767 2024-05-11T04:55:50.549 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bottommost_compression_opts.enabled: false 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compression_opts.window_bits: -14 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compression_opts.level: 32767 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compression_opts.strategy: 0 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-05-11T04:55:50.550 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compression_opts.parallel_threads: 1 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compression_opts.enabled: false 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.level0_stop_writes_trigger: 36 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.target_file_size_base: 67108864 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.target_file_size_multiplier: 1 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_bytes_for_level_base: 268435456 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-05-11T04:55:50.551 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_compaction_bytes: 1677721600 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.arena_block_size: 1048576 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.disable_auto_compactions: 0 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-05-11T04:55:50.552 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.inplace_update_support: 0 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.inplace_update_num_locks: 10000 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.memtable_whole_key_filtering: 0 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.memtable_huge_page_size: 0 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.bloom_locality: 0 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.max_successive_merges: 0 2024-05-11T04:55:50.553 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.optimize_filters_for_hits: 0 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.paranoid_file_checks: 0 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.force_consistency_checks: 1 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.report_bg_io_stats: 0 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.ttl: 2592000 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.periodic_compaction_seconds: 0 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.preclude_last_level_data_seconds: 0 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.preserve_internal_time_seconds: 0 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.enable_blob_files: false 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.min_blob_size: 0 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.blob_file_size: 268435456 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.blob_compression_type: NoCompression 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.enable_blob_garbage_collection: false 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-05-11T04:55:50.554 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.blob_compaction_readahead_size: 0 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.blob_file_starting_level: 0 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.204+0000 7f7b5efe8c80 4 rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.208+0000 7f7b5efe8c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.208+0000 7f7b5efe8c80 4 rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 41, last_sequence is 20458, log_number is 37,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 37 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.208+0000 7f7b5efe8c80 4 rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 37 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.208+0000 7f7b5efe8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9300bb3a-e759-43fc-872a-69ac9f42309d 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.208+0000 7f7b5efe8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715403350211598, "job": 1, "event": "recovery_started", "wal_files": [37]} 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.208+0000 7f7b5efe8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #37 mode 2 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.216+0000 7f7b5efe8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715403350219271, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 42, "file_size": 1469304, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 20463, "largest_seqno": 21623, "table_properties": {"data_size": 1464089, "index_size": 3086, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1093, "raw_key_size": 9440, "raw_average_key_size": 22, "raw_value_size": 1454711, "raw_average_value_size": 3422, "num_data_blocks": 141, "num_entries": 425, "num_filter_entries": 425, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1715403350, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9300bb3a-e759-43fc-872a-69ac9f42309d", "db_session_id": "VQWWYLCHICC849WUTK8P", "orig_file_number": 42, "seqno_to_time_mapping": "N/A"}} 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.216+0000 7f7b5efe8c80 4 rocksdb: EVENT_LOG_v1 {"time_micros": 1715403350219389, "job": 1, "event": "recovery_finished"} 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.216+0000 7f7b5efe8c80 4 rocksdb: [db/version_set.cc:5047] Creating manifest 44 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.216+0000 7f7b5efe8c80 4 rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.216+0000 7f7b5efe8c80 4 rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000037.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-05-11T04:55:50.555 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.216+0000 7f7b5efe8c80 4 rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56386099a000 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.216+0000 7f7b5efe8c80 4 rocksdb: DB pointer 0x563860986000 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.216+0000 7f7b4d73f700 4 rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.216+0000 7f7b4d73f700 4 rocksdb: [db/db_impl/db_impl.cc:1111] 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: ** DB Stats ** 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: ** Compaction Stats [default] ** 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-05-11T04:55:50.556 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: L0 1/0 1.40 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 402.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: L6 1/0 9.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Sum 2/0 10.98 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 402.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 402.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: ** Compaction Stats [default] ** 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 402.5 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Uptime(secs): 0.0 total, 0.0 interval 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Flush(GB): cumulative 0.001, interval 0.001 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: AddFile(GB): cumulative 0.000, interval 0.000 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: AddFile(Total Files): cumulative 0, interval 0 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: AddFile(L0 Files): cumulative 0, interval 0 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: AddFile(Keys): cumulative 0, interval 0 2024-05-11T04:55:50.557 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Cumulative compaction: 0.00 GB write, 111.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Interval compaction: 0.00 GB write, 111.02 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Block cache BinnedLRUCache@0x5638608791f0#7 capacity: 512.00 MB usage: 4.48 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.5e-05 secs_since: 0 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Block cache entry stats(count,size,portion): FilterBlock(1,1.16 KB,0.000220537%) IndexBlock(1,3.33 KB,0.000634789%) Misc(1,0.00 KB,0%) 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: ** File Read Latency Histogram By Level [default] ** 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.220+0000 7f7b5efe8c80 0 starting mon.b rank 1 at public addrs [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] at bind addrs [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.220+0000 7f7b5efe8c80 1 mon.b@-1(???) e3 preinit fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.220+0000 7f7b5efe8c80 0 mon.b@-1(???).mds e10 new map 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.220+0000 7f7b5efe8c80 0 mon.b@-1(???).mds e10 print_map 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: e10 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: enable_multiple, ever_enabled_multiple: 1,1 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: legacy client fscid: 1 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: 2024-05-11T04:55:50.558 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Filesystem 'foo' (1) 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: fs_name foo 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: epoch 10 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: flags 12 joinable allow_snaps allow_multimds_snaps 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: created 2024-05-11T04:44:15.888272+0000 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: modified 2024-05-11T04:44:26.920030+0000 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: tableserver 0 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: root 0 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: session_timeout 60 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: session_autoclose 300 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: max_file_size 1099511627776 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: max_xattr_size 65536 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: required_client_features {} 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: last_failure 0 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: last_failure_osd_epoch 69 2024-05-11T04:55:50.559 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: max_mds 1 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: in 0 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: up {0=24370} 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: failed 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: damaged 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: stopped 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: data_pools [4] 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: metadata_pool 3 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: inline_data disabled 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: balancer 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: bal_rank_mask -1 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: standby_count_wanted 1 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: qdb_cluster leader: 0 members: 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: [mds.foo.smithi086.bcqfqz{0:24370} state up:active seq 4 join_fscid=1 addr [v2:172.21.15.86:6832/3247438883,v1:172.21.15.86:6833/3247438883] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: 2024-05-11T04:55:50.560 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: Standby daemons: 2024-05-11T04:55:50.561 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: 2024-05-11T04:55:50.561 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: [mds.foo.smithi072.jvmjqq{-1:14598} state up:standby seq 1 join_fscid=1 addr [v2:172.21.15.72:6834/3998812844,v1:172.21.15.72:6835/3998812844] compat {c=[1],r=[1],i=[7ff]}] 2024-05-11T04:55:50.561 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.220+0000 7f7b5efe8c80 0 mon.b@-1(???).osd e83 crush map has features 3314933000854323200, adjusting msgr requires 2024-05-11T04:55:50.561 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.220+0000 7f7b5efe8c80 0 mon.b@-1(???).osd e83 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:55:50.561 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.220+0000 7f7b5efe8c80 0 mon.b@-1(???).osd e83 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:55:50.561 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.220+0000 7f7b5efe8c80 0 mon.b@-1(???).osd e83 crush map has features 432629239337189376, adjusting msgr requires 2024-05-11T04:55:50.561 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:50 smithi086 bash[67518]: debug 2024-05-11T04:55:50.220+0000 7f7b5efe8c80 1 mon.b@-1(???).paxosservice(auth 1..25) refresh upgraded, format 0 -> 3 2024-05-11T04:55:51.424 INFO:teuthology.orchestra.run.smithi072.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:55:51.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:51 smithi086 bash[67518]: cluster 2024-05-11T04:55:47.674553+0000 mgr.y (mgr.24832) 107 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:51.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:51 smithi086 bash[67518]: cluster 2024-05-11T04:55:47.674553+0000 mgr.y (mgr.24832) 107 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:51.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:51 smithi072 bash[82901]: cluster 2024-05-11T04:55:47.674553+0000 mgr.y (mgr.24832) 107 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:51.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:51 smithi072 bash[82901]: cluster 2024-05-11T04:55:47.674553+0000 mgr.y (mgr.24832) 107 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: cluster 2024-05-11T04:55:47.674553+0000 mgr.y (mgr.24832) 107 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: cluster 2024-05-11T04:55:47.674553+0000 mgr.y (mgr.24832) 107 : cluster [DBG] pgmap v85: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.352+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.352+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.352+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.352+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.352+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.352+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.352+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.352+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.352+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.352+0000 7f4b909e5700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.396+0000 7f4b931ea700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.396+0000 7f4b931ea700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.396+0000 7f4b931ea700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.396+0000 7f4b931ea700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.396+0000 7f4b931ea700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.396+0000 7f4b931ea700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.396+0000 7f4b931ea700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.396+0000 7f4b931ea700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.396+0000 7f4b931ea700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:51 smithi072 bash[80515]: debug 2024-05-11T04:55:51.396+0000 7f4b931ea700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.208291+0000 mgr.y (mgr.24832) 109 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:55:52.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.208291+0000 mgr.y (mgr.24832) 109 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:55:52.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cephadm 2024-05-11T04:55:51.208935+0000 mgr.y (mgr.24832) 110 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:55:52.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cephadm 2024-05-11T04:55:51.208935+0000 mgr.y (mgr.24832) 110 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:55:52.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.354770+0000 mon.a (mon.0) 194 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.354770+0000 mon.a (mon.0) 194 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.356488+0000 mon.a (mon.0) 195 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.356488+0000 mon.a (mon.0) 195 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.356552+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.356552+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357139+0000 mon.a (mon.0) 197 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357139+0000 mon.a (mon.0) 197 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357484+0000 mon.a (mon.0) 198 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357484+0000 mon.a (mon.0) 198 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357525+0000 mon.a (mon.0) 199 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357525+0000 mon.a (mon.0) 199 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357546+0000 mon.a (mon.0) 200 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357546+0000 mon.a (mon.0) 200 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357567+0000 mon.a (mon.0) 201 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357567+0000 mon.a (mon.0) 201 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357598+0000 mon.a (mon.0) 202 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357598+0000 mon.a (mon.0) 202 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357656+0000 mon.a (mon.0) 203 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357656+0000 mon.a (mon.0) 203 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357702+0000 mon.a (mon.0) 204 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357702+0000 mon.a (mon.0) 204 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357741+0000 mon.a (mon.0) 205 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357741+0000 mon.a (mon.0) 205 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357779+0000 mon.a (mon.0) 206 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357779+0000 mon.a (mon.0) 206 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357814+0000 mon.a (mon.0) 207 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.357814+0000 mon.a (mon.0) 207 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.369090+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.369090+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.369483+0000 mon.a (mon.0) 208 : cluster [INF] mon.a calling monitor election 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.369483+0000 mon.a (mon.0) 208 : cluster [INF] mon.a calling monitor election 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.369596+0000 mon.c (mon.2) 3 : cluster [INF] mon.c calling monitor election 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.369596+0000 mon.c (mon.2) 3 : cluster [INF] mon.c calling monitor election 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.372205+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.372205+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.372505+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.372505+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.372985+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.372985+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:55:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.389231+0000 mon.a (mon.0) 212 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.389231+0000 mon.a (mon.0) 212 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400584+0000 mon.a (mon.0) 213 : cluster [DBG] monmap epoch 4 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400584+0000 mon.a (mon.0) 213 : cluster [DBG] monmap epoch 4 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400625+0000 mon.a (mon.0) 214 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400625+0000 mon.a (mon.0) 214 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400652+0000 mon.a (mon.0) 215 : cluster [DBG] last_changed 2024-05-11T04:55:51.354459+0000 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400652+0000 mon.a (mon.0) 215 : cluster [DBG] last_changed 2024-05-11T04:55:51.354459+0000 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400678+0000 mon.a (mon.0) 216 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400678+0000 mon.a (mon.0) 216 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400703+0000 mon.a (mon.0) 217 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400703+0000 mon.a (mon.0) 217 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400732+0000 mon.a (mon.0) 218 : cluster [DBG] election_strategy: 1 2024-05-11T04:55:52.789 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400732+0000 mon.a (mon.0) 218 : cluster [DBG] election_strategy: 1 2024-05-11T04:55:52.790 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400758+0000 mon.a (mon.0) 219 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:55:52.790 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400758+0000 mon.a (mon.0) 219 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:55:52.790 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400783+0000 mon.a (mon.0) 220 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:55:52.790 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400783+0000 mon.a (mon.0) 220 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:55:52.790 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400805+0000 mon.a (mon.0) 221 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.790 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.400805+0000 mon.a (mon.0) 221 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.790 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.401825+0000 mon.a (mon.0) 222 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.790 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.401825+0000 mon.a (mon.0) 222 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.790 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.401885+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.794 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.401885+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.794 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402540+0000 mon.a (mon.0) 224 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.794 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402540+0000 mon.a (mon.0) 224 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.794 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402821+0000 mon.a (mon.0) 225 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.794 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402821+0000 mon.a (mon.0) 225 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402870+0000 mon.a (mon.0) 226 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402870+0000 mon.a (mon.0) 226 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402920+0000 mon.a (mon.0) 227 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402920+0000 mon.a (mon.0) 227 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402967+0000 mon.a (mon.0) 228 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402967+0000 mon.a (mon.0) 228 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402999+0000 mon.a (mon.0) 229 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.402999+0000 mon.a (mon.0) 229 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.403042+0000 mon.a (mon.0) 230 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.403042+0000 mon.a (mon.0) 230 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.403081+0000 mon.a (mon.0) 231 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.403081+0000 mon.a (mon.0) 231 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.795 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.403127+0000 mon.a (mon.0) 232 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.403127+0000 mon.a (mon.0) 232 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.403168+0000 mon.a (mon.0) 233 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.403168+0000 mon.a (mon.0) 233 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.403205+0000 mon.a (mon.0) 234 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.403205+0000 mon.a (mon.0) 234 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.421898+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.421898+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.428927+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.428927+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.436392+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.436392+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.796 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.477474+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:55:52.797 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:52 smithi086 bash[67518]: audit 2024-05-11T04:55:51.477474+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:55:52.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.208291+0000 mgr.y (mgr.24832) 109 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:55:52.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.208291+0000 mgr.y (mgr.24832) 109 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:55:52.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cephadm 2024-05-11T04:55:51.208935+0000 mgr.y (mgr.24832) 110 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:55:52.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cephadm 2024-05-11T04:55:51.208935+0000 mgr.y (mgr.24832) 110 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:55:52.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.354770+0000 mon.a (mon.0) 194 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.354770+0000 mon.a (mon.0) 194 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.356488+0000 mon.a (mon.0) 195 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.356488+0000 mon.a (mon.0) 195 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.356552+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.356552+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357139+0000 mon.a (mon.0) 197 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357139+0000 mon.a (mon.0) 197 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357484+0000 mon.a (mon.0) 198 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357484+0000 mon.a (mon.0) 198 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357525+0000 mon.a (mon.0) 199 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357525+0000 mon.a (mon.0) 199 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357546+0000 mon.a (mon.0) 200 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357546+0000 mon.a (mon.0) 200 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357567+0000 mon.a (mon.0) 201 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357567+0000 mon.a (mon.0) 201 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357598+0000 mon.a (mon.0) 202 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.208291+0000 mgr.y (mgr.24832) 109 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:55:52.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.208291+0000 mgr.y (mgr.24832) 109 : audit [DBG] from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:55:52.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cephadm 2024-05-11T04:55:51.208935+0000 mgr.y (mgr.24832) 110 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cephadm 2024-05-11T04:55:51.208935+0000 mgr.y (mgr.24832) 110 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.354770+0000 mon.a (mon.0) 194 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.354770+0000 mon.a (mon.0) 194 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.356488+0000 mon.a (mon.0) 195 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.356488+0000 mon.a (mon.0) 195 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.356552+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.356552+0000 mon.a (mon.0) 196 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357139+0000 mon.a (mon.0) 197 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357139+0000 mon.a (mon.0) 197 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357484+0000 mon.a (mon.0) 198 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357484+0000 mon.a (mon.0) 198 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357525+0000 mon.a (mon.0) 199 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357525+0000 mon.a (mon.0) 199 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357546+0000 mon.a (mon.0) 200 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357546+0000 mon.a (mon.0) 200 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357567+0000 mon.a (mon.0) 201 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357567+0000 mon.a (mon.0) 201 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357598+0000 mon.a (mon.0) 202 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357598+0000 mon.a (mon.0) 202 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357656+0000 mon.a (mon.0) 203 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357656+0000 mon.a (mon.0) 203 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357702+0000 mon.a (mon.0) 204 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357702+0000 mon.a (mon.0) 204 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357741+0000 mon.a (mon.0) 205 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357741+0000 mon.a (mon.0) 205 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357779+0000 mon.a (mon.0) 206 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357779+0000 mon.a (mon.0) 206 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357814+0000 mon.a (mon.0) 207 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.357814+0000 mon.a (mon.0) 207 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.369090+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.369090+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.369483+0000 mon.a (mon.0) 208 : cluster [INF] mon.a calling monitor election 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.369483+0000 mon.a (mon.0) 208 : cluster [INF] mon.a calling monitor election 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.369596+0000 mon.c (mon.2) 3 : cluster [INF] mon.c calling monitor election 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.369596+0000 mon.c (mon.2) 3 : cluster [INF] mon.c calling monitor election 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.372205+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:55:52.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.372205+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:55:52.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.372505+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:55:52.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.372505+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:55:52.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357598+0000 mon.a (mon.0) 202 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357656+0000 mon.a (mon.0) 203 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357656+0000 mon.a (mon.0) 203 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357702+0000 mon.a (mon.0) 204 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357702+0000 mon.a (mon.0) 204 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357741+0000 mon.a (mon.0) 205 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357741+0000 mon.a (mon.0) 205 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357779+0000 mon.a (mon.0) 206 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357779+0000 mon.a (mon.0) 206 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357814+0000 mon.a (mon.0) 207 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.357814+0000 mon.a (mon.0) 207 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.369090+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.369090+0000 mon.b (mon.1) 2 : cluster [INF] mon.b calling monitor election 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.369483+0000 mon.a (mon.0) 208 : cluster [INF] mon.a calling monitor election 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.369483+0000 mon.a (mon.0) 208 : cluster [INF] mon.a calling monitor election 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.369596+0000 mon.c (mon.2) 3 : cluster [INF] mon.c calling monitor election 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.369596+0000 mon.c (mon.2) 3 : cluster [INF] mon.c calling monitor election 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.372205+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.372205+0000 mon.a (mon.0) 209 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-05-11T04:55:52.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.372505+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:55:52.807 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.372505+0000 mon.a (mon.0) 210 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-05-11T04:55:52.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.372985+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:55:52.808 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.372985+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.389231+0000 mon.a (mon.0) 212 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.389231+0000 mon.a (mon.0) 212 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400584+0000 mon.a (mon.0) 213 : cluster [DBG] monmap epoch 4 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400584+0000 mon.a (mon.0) 213 : cluster [DBG] monmap epoch 4 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400625+0000 mon.a (mon.0) 214 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400625+0000 mon.a (mon.0) 214 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400652+0000 mon.a (mon.0) 215 : cluster [DBG] last_changed 2024-05-11T04:55:51.354459+0000 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400652+0000 mon.a (mon.0) 215 : cluster [DBG] last_changed 2024-05-11T04:55:51.354459+0000 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400678+0000 mon.a (mon.0) 216 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400678+0000 mon.a (mon.0) 216 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400703+0000 mon.a (mon.0) 217 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400703+0000 mon.a (mon.0) 217 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:55:52.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400732+0000 mon.a (mon.0) 218 : cluster [DBG] election_strategy: 1 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400732+0000 mon.a (mon.0) 218 : cluster [DBG] election_strategy: 1 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400758+0000 mon.a (mon.0) 219 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400758+0000 mon.a (mon.0) 219 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400783+0000 mon.a (mon.0) 220 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400783+0000 mon.a (mon.0) 220 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400805+0000 mon.a (mon.0) 221 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.400805+0000 mon.a (mon.0) 221 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.401825+0000 mon.a (mon.0) 222 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.401825+0000 mon.a (mon.0) 222 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.401885+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.401885+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402540+0000 mon.a (mon.0) 224 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402540+0000 mon.a (mon.0) 224 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402821+0000 mon.a (mon.0) 225 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402821+0000 mon.a (mon.0) 225 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402870+0000 mon.a (mon.0) 226 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402870+0000 mon.a (mon.0) 226 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402920+0000 mon.a (mon.0) 227 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402920+0000 mon.a (mon.0) 227 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402967+0000 mon.a (mon.0) 228 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402967+0000 mon.a (mon.0) 228 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402999+0000 mon.a (mon.0) 229 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.402999+0000 mon.a (mon.0) 229 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.403042+0000 mon.a (mon.0) 230 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.403042+0000 mon.a (mon.0) 230 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.811 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.403081+0000 mon.a (mon.0) 231 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.403081+0000 mon.a (mon.0) 231 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.403127+0000 mon.a (mon.0) 232 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.403127+0000 mon.a (mon.0) 232 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.403168+0000 mon.a (mon.0) 233 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.812 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.403168+0000 mon.a (mon.0) 233 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.812 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.372985+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:55:52.812 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.372985+0000 mon.a (mon.0) 211 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-05-11T04:55:52.812 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.389231+0000 mon.a (mon.0) 212 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:55:52.812 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.389231+0000 mon.a (mon.0) 212 : cluster [INF] mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-05-11T04:55:52.812 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400584+0000 mon.a (mon.0) 213 : cluster [DBG] monmap epoch 4 2024-05-11T04:55:52.812 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400584+0000 mon.a (mon.0) 213 : cluster [DBG] monmap epoch 4 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400625+0000 mon.a (mon.0) 214 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400625+0000 mon.a (mon.0) 214 : cluster [DBG] fsid 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400652+0000 mon.a (mon.0) 215 : cluster [DBG] last_changed 2024-05-11T04:55:51.354459+0000 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400652+0000 mon.a (mon.0) 215 : cluster [DBG] last_changed 2024-05-11T04:55:51.354459+0000 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400678+0000 mon.a (mon.0) 216 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400678+0000 mon.a (mon.0) 216 : cluster [DBG] created 2024-05-11T04:30:46.873895+0000 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400703+0000 mon.a (mon.0) 217 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400703+0000 mon.a (mon.0) 217 : cluster [DBG] min_mon_release 19 (squid) 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400732+0000 mon.a (mon.0) 218 : cluster [DBG] election_strategy: 1 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400732+0000 mon.a (mon.0) 218 : cluster [DBG] election_strategy: 1 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400758+0000 mon.a (mon.0) 219 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400758+0000 mon.a (mon.0) 219 : cluster [DBG] 0: [v2:172.21.15.72:3300/0,v1:172.21.15.72:6789/0] mon.a 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400783+0000 mon.a (mon.0) 220 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400783+0000 mon.a (mon.0) 220 : cluster [DBG] 1: [v2:172.21.15.86:3300/0,v1:172.21.15.86:6789/0] mon.b 2024-05-11T04:55:52.813 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400805+0000 mon.a (mon.0) 221 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.814 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.400805+0000 mon.a (mon.0) 221 : cluster [DBG] 2: [v2:172.21.15.72:3301/0,v1:172.21.15.72:6790/0] mon.c 2024-05-11T04:55:52.814 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.401825+0000 mon.a (mon.0) 222 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.814 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.401825+0000 mon.a (mon.0) 222 : cluster [DBG] fsmap foo:1 {0=foo.smithi086.bcqfqz=up:active} 1 up:standby 2024-05-11T04:55:52.814 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.401885+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.403205+0000 mon.a (mon.0) 234 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.403205+0000 mon.a (mon.0) 234 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.421898+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.421898+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.814 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.428927+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.428927+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.436392+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.436392+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.477474+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:55:52.815 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:52 smithi072 bash[80515]: audit 2024-05-11T04:55:51.477474+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:55:52.815 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.401885+0000 mon.a (mon.0) 223 : cluster [DBG] osdmap e83: 8 total, 8 up, 8 in 2024-05-11T04:55:52.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402540+0000 mon.a (mon.0) 224 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402540+0000 mon.a (mon.0) 224 : cluster [DBG] mgrmap e41: y(active, since 2m), standbys: x 2024-05-11T04:55:52.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402821+0000 mon.a (mon.0) 225 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402821+0000 mon.a (mon.0) 225 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T04:55:52.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402870+0000 mon.a (mon.0) 226 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402870+0000 mon.a (mon.0) 226 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T04:55:52.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402920+0000 mon.a (mon.0) 227 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402920+0000 mon.a (mon.0) 227 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402967+0000 mon.a (mon.0) 228 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402967+0000 mon.a (mon.0) 228 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402999+0000 mon.a (mon.0) 229 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.402999+0000 mon.a (mon.0) 229 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.403042+0000 mon.a (mon.0) 230 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.403042+0000 mon.a (mon.0) 230 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.403081+0000 mon.a (mon.0) 231 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.403081+0000 mon.a (mon.0) 231 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.403127+0000 mon.a (mon.0) 232 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.403127+0000 mon.a (mon.0) 232 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.403168+0000 mon.a (mon.0) 233 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.403168+0000 mon.a (mon.0) 233 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.403205+0000 mon.a (mon.0) 234 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.403205+0000 mon.a (mon.0) 234 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.421898+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.817 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.421898+0000 mon.a (mon.0) 235 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.818 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.428927+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.818 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.428927+0000 mon.a (mon.0) 236 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.818 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.436392+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.818 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.436392+0000 mon.a (mon.0) 237 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:52.818 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.477474+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:55:52.818 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:52 smithi072 bash[82901]: audit 2024-05-11T04:55:51.477474+0000 mon.a (mon.0) 238 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:55:53.405 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'sleep 60' 2024-05-11T04:55:53.675 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:53 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.676242+0000 mgr.y (mgr.24832) 111 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:53.675 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:53 smithi072 bash[80515]: cluster 2024-05-11T04:55:51.676242+0000 mgr.y (mgr.24832) 111 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:53.675 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:53 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.676242+0000 mgr.y (mgr.24832) 111 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:53.675 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:53 smithi072 bash[82901]: cluster 2024-05-11T04:55:51.676242+0000 mgr.y (mgr.24832) 111 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:53.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:53 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.676242+0000 mgr.y (mgr.24832) 111 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:53.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:53 smithi086 bash[67518]: cluster 2024-05-11T04:55:51.676242+0000 mgr.y (mgr.24832) 111 : cluster [DBG] pgmap v87: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 0 B/s wr, 270 op/s 2024-05-11T04:55:54.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:55:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:55:53] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-05-11T04:55:54.455 INFO:teuthology.orchestra.run.smithi072.stderr:pool 'unique_pool_1' removed 2024-05-11T04:55:54.686 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:54 smithi072 bash[82901]: audit 2024-05-11T04:55:54.048941+0000 mon.a (mon.0) 239 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T04:55:54.686 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:54 smithi072 bash[82901]: audit 2024-05-11T04:55:54.048941+0000 mon.a (mon.0) 239 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T04:55:54.687 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:54 smithi072 bash[80515]: audit 2024-05-11T04:55:54.048941+0000 mon.a (mon.0) 239 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T04:55:54.687 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:54 smithi072 bash[80515]: audit 2024-05-11T04:55:54.048941+0000 mon.a (mon.0) 239 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T04:55:54.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:54 smithi086 bash[67518]: audit 2024-05-11T04:55:54.048941+0000 mon.a (mon.0) 239 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T04:55:54.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:54 smithi086 bash[67518]: audit 2024-05-11T04:55:54.048941+0000 mon.a (mon.0) 239 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T04:55:55.486 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:55:55 smithi072 bash[72627]: debug 2024-05-11T04:55:55.228+0000 7ff9e947f700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-05-11T04:55:55.486 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:55 smithi072 bash[80515]: cluster 2024-05-11T04:55:53.676717+0000 mgr.y (mgr.24832) 112 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:55.487 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:55 smithi072 bash[80515]: cluster 2024-05-11T04:55:53.676717+0000 mgr.y (mgr.24832) 112 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:55.487 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:55 smithi072 bash[80515]: audit 2024-05-11T04:55:54.448219+0000 mon.a (mon.0) 240 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T04:55:55.487 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:55 smithi072 bash[80515]: audit 2024-05-11T04:55:54.448219+0000 mon.a (mon.0) 240 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T04:55:55.487 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:55 smithi072 bash[80515]: cluster 2024-05-11T04:55:54.452720+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-05-11T04:55:55.487 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:55 smithi072 bash[80515]: cluster 2024-05-11T04:55:54.452720+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-05-11T04:55:55.487 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:55 smithi072 bash[82901]: cluster 2024-05-11T04:55:53.676717+0000 mgr.y (mgr.24832) 112 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:55.487 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:55 smithi072 bash[82901]: cluster 2024-05-11T04:55:53.676717+0000 mgr.y (mgr.24832) 112 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:55.487 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:55 smithi072 bash[82901]: audit 2024-05-11T04:55:54.448219+0000 mon.a (mon.0) 240 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T04:55:55.487 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:55 smithi072 bash[82901]: audit 2024-05-11T04:55:54.448219+0000 mon.a (mon.0) 240 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T04:55:55.487 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:55 smithi072 bash[82901]: cluster 2024-05-11T04:55:54.452720+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-05-11T04:55:55.488 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:55 smithi072 bash[82901]: cluster 2024-05-11T04:55:54.452720+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-05-11T04:55:55.488 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2024-05-11T04:55:55.489 INFO:tasks.radosbench:Beginning radosbench... 2024-05-11T04:55:55.489 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_2 2024-05-11T04:55:55.490 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool create unique_pool_2 16 2024-05-11T04:55:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:55 smithi086 bash[67518]: cluster 2024-05-11T04:55:53.676717+0000 mgr.y (mgr.24832) 112 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:55 smithi086 bash[67518]: cluster 2024-05-11T04:55:53.676717+0000 mgr.y (mgr.24832) 112 : cluster [DBG] pgmap v88: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:55 smithi086 bash[67518]: audit 2024-05-11T04:55:54.448219+0000 mon.a (mon.0) 240 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T04:55:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:55 smithi086 bash[67518]: audit 2024-05-11T04:55:54.448219+0000 mon.a (mon.0) 240 : audit [INF] from='client.? 172.21.15.72:0/806047278' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_1", "pool2": "unique_pool_1", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T04:55:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:55 smithi086 bash[67518]: cluster 2024-05-11T04:55:54.452720+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-05-11T04:55:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:55 smithi086 bash[67518]: cluster 2024-05-11T04:55:54.452720+0000 mon.a (mon.0) 241 : cluster [DBG] osdmap e84: 8 total, 8 up, 8 in 2024-05-11T04:55:57.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:57 smithi086 bash[67518]: cluster 2024-05-11T04:55:55.677306+0000 mgr.y (mgr.24832) 113 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:57 smithi086 bash[67518]: cluster 2024-05-11T04:55:55.677306+0000 mgr.y (mgr.24832) 113 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:57.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:57 smithi072 bash[80515]: cluster 2024-05-11T04:55:55.677306+0000 mgr.y (mgr.24832) 113 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:57.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:57 smithi072 bash[80515]: cluster 2024-05-11T04:55:55.677306+0000 mgr.y (mgr.24832) 113 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:57.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:57 smithi072 bash[82901]: cluster 2024-05-11T04:55:55.677306+0000 mgr.y (mgr.24832) 113 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:57.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:57 smithi072 bash[82901]: cluster 2024-05-11T04:55:55.677306+0000 mgr.y (mgr.24832) 113 : cluster [DBG] pgmap v90: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:58.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:58 smithi086 bash[67518]: audit 2024-05-11T04:55:57.516864+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:58 smithi086 bash[67518]: audit 2024-05-11T04:55:57.516864+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:58 smithi086 bash[67518]: audit 2024-05-11T04:55:57.527352+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:58 smithi086 bash[67518]: audit 2024-05-11T04:55:57.527352+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:58 smithi086 bash[67518]: cluster 2024-05-11T04:55:57.677911+0000 mgr.y (mgr.24832) 114 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:58.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:58 smithi086 bash[67518]: cluster 2024-05-11T04:55:57.677911+0000 mgr.y (mgr.24832) 114 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:58.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:58 smithi072 bash[80515]: audit 2024-05-11T04:55:57.516864+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:58 smithi072 bash[80515]: audit 2024-05-11T04:55:57.516864+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:58 smithi072 bash[80515]: audit 2024-05-11T04:55:57.527352+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:58 smithi072 bash[80515]: audit 2024-05-11T04:55:57.527352+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:58 smithi072 bash[80515]: cluster 2024-05-11T04:55:57.677911+0000 mgr.y (mgr.24832) 114 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:58.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:58 smithi072 bash[80515]: cluster 2024-05-11T04:55:57.677911+0000 mgr.y (mgr.24832) 114 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:58.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:58 smithi072 bash[82901]: audit 2024-05-11T04:55:57.516864+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:58 smithi072 bash[82901]: audit 2024-05-11T04:55:57.516864+0000 mon.a (mon.0) 242 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:58 smithi072 bash[82901]: audit 2024-05-11T04:55:57.527352+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:58 smithi072 bash[82901]: audit 2024-05-11T04:55:57.527352+0000 mon.a (mon.0) 243 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:55:58.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:58 smithi072 bash[82901]: cluster 2024-05-11T04:55:57.677911+0000 mgr.y (mgr.24832) 114 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:58.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:58 smithi072 bash[82901]: cluster 2024-05-11T04:55:57.677911+0000 mgr.y (mgr.24832) 114 : cluster [DBG] pgmap v91: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:55:59.027 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:56:00.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:59 smithi086 bash[67518]: audit 2024-05-11T04:55:58.628828+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:00.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:59 smithi086 bash[67518]: audit 2024-05-11T04:55:58.628828+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:00.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:59 smithi086 bash[67518]: audit 2024-05-11T04:55:58.641604+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:00.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:55:59 smithi086 bash[67518]: audit 2024-05-11T04:55:58.641604+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:00.047 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:56:00.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:59 smithi072 bash[82901]: audit 2024-05-11T04:55:58.628828+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:00.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:59 smithi072 bash[82901]: audit 2024-05-11T04:55:58.628828+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:00.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:59 smithi072 bash[82901]: audit 2024-05-11T04:55:58.641604+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:00.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:55:59 smithi072 bash[82901]: audit 2024-05-11T04:55:58.641604+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:00.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:59 smithi072 bash[80515]: audit 2024-05-11T04:55:58.628828+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:00.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:59 smithi072 bash[80515]: audit 2024-05-11T04:55:58.628828+0000 mon.a (mon.0) 244 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:00.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:59 smithi072 bash[80515]: audit 2024-05-11T04:55:58.641604+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:00.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:55:59 smithi072 bash[80515]: audit 2024-05-11T04:55:58.641604+0000 mon.a (mon.0) 245 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:01.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:00 smithi086 bash[67518]: cluster 2024-05-11T04:55:59.678622+0000 mgr.y (mgr.24832) 115 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:01.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:00 smithi086 bash[67518]: cluster 2024-05-11T04:55:59.678622+0000 mgr.y (mgr.24832) 115 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:01.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:00 smithi072 bash[80515]: cluster 2024-05-11T04:55:59.678622+0000 mgr.y (mgr.24832) 115 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:01.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:00 smithi072 bash[80515]: cluster 2024-05-11T04:55:59.678622+0000 mgr.y (mgr.24832) 115 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:01.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:00 smithi072 bash[82901]: cluster 2024-05-11T04:55:59.678622+0000 mgr.y (mgr.24832) 115 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:01.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:00 smithi072 bash[82901]: cluster 2024-05-11T04:55:59.678622+0000 mgr.y (mgr.24832) 115 : cluster [DBG] pgmap v92: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:03.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:02 smithi086 bash[67518]: cluster 2024-05-11T04:56:01.679719+0000 mgr.y (mgr.24832) 116 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:03.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:02 smithi086 bash[67518]: cluster 2024-05-11T04:56:01.679719+0000 mgr.y (mgr.24832) 116 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:03.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:02 smithi072 bash[80515]: cluster 2024-05-11T04:56:01.679719+0000 mgr.y (mgr.24832) 116 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:03.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:02 smithi072 bash[80515]: cluster 2024-05-11T04:56:01.679719+0000 mgr.y (mgr.24832) 116 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:03.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:02 smithi072 bash[82901]: cluster 2024-05-11T04:56:01.679719+0000 mgr.y (mgr.24832) 116 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:03.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:02 smithi072 bash[82901]: cluster 2024-05-11T04:56:01.679719+0000 mgr.y (mgr.24832) 116 : cluster [DBG] pgmap v93: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:04.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:56:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:56:03] "GET /metrics HTTP/1.1" 200 36358 "" "Prometheus/2.43.0" 2024-05-11T04:56:04.951 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:04 smithi086 bash[67518]: cluster 2024-05-11T04:56:03.680200+0000 mgr.y (mgr.24832) 117 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:04.951 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:04 smithi086 bash[67518]: cluster 2024-05-11T04:56:03.680200+0000 mgr.y (mgr.24832) 117 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:04.951 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:04 smithi086 bash[67518]: audit 2024-05-11T04:56:03.842920+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:04.951 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:04 smithi086 bash[67518]: audit 2024-05-11T04:56:03.842920+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:04 smithi072 bash[80515]: cluster 2024-05-11T04:56:03.680200+0000 mgr.y (mgr.24832) 117 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:04 smithi072 bash[80515]: cluster 2024-05-11T04:56:03.680200+0000 mgr.y (mgr.24832) 117 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:04 smithi072 bash[80515]: audit 2024-05-11T04:56:03.842920+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:05.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:04 smithi072 bash[80515]: audit 2024-05-11T04:56:03.842920+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:04 smithi072 bash[82901]: cluster 2024-05-11T04:56:03.680200+0000 mgr.y (mgr.24832) 117 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:04 smithi072 bash[82901]: cluster 2024-05-11T04:56:03.680200+0000 mgr.y (mgr.24832) 117 : cluster [DBG] pgmap v94: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:04 smithi072 bash[82901]: audit 2024-05-11T04:56:03.842920+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:05.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:04 smithi072 bash[82901]: audit 2024-05-11T04:56:03.842920+0000 mon.a (mon.0) 246 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:05.768 INFO:teuthology.orchestra.run.smithi072.stderr:pool 'unique_pool_2' created 2024-05-11T04:56:06.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:05 smithi086 bash[67518]: audit 2024-05-11T04:56:05.495397+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.72:0/3938268708' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:05 smithi086 bash[67518]: audit 2024-05-11T04:56:05.495397+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.72:0/3938268708' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:05 smithi086 bash[67518]: audit 2024-05-11T04:56:05.495922+0000 mon.a (mon.0) 247 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:05 smithi086 bash[67518]: audit 2024-05-11T04:56:05.495922+0000 mon.a (mon.0) 247 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:05 smithi072 bash[80515]: audit 2024-05-11T04:56:05.495397+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.72:0/3938268708' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:05 smithi072 bash[80515]: audit 2024-05-11T04:56:05.495397+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.72:0/3938268708' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:05 smithi072 bash[80515]: audit 2024-05-11T04:56:05.495922+0000 mon.a (mon.0) 247 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:05 smithi072 bash[80515]: audit 2024-05-11T04:56:05.495922+0000 mon.a (mon.0) 247 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:05 smithi072 bash[82901]: audit 2024-05-11T04:56:05.495397+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.72:0/3938268708' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:05 smithi072 bash[82901]: audit 2024-05-11T04:56:05.495397+0000 mon.c (mon.2) 4 : audit [INF] from='client.? 172.21.15.72:0/3938268708' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:05 smithi072 bash[82901]: audit 2024-05-11T04:56:05.495922+0000 mon.a (mon.0) 247 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:05 smithi072 bash[82901]: audit 2024-05-11T04:56:05.495922+0000 mon.a (mon.0) 247 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]: dispatch 2024-05-11T04:56:06.730 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool application enable unique_pool_2 rados --yes-i-really-mean-it || true 2024-05-11T04:56:07.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:06 smithi086 bash[67518]: cluster 2024-05-11T04:56:05.681220+0000 mgr.y (mgr.24832) 118 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:07.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:06 smithi086 bash[67518]: cluster 2024-05-11T04:56:05.681220+0000 mgr.y (mgr.24832) 118 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:07.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:06 smithi086 bash[67518]: audit 2024-05-11T04:56:05.750904+0000 mon.a (mon.0) 248 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2024-05-11T04:56:07.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:06 smithi086 bash[67518]: audit 2024-05-11T04:56:05.750904+0000 mon.a (mon.0) 248 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2024-05-11T04:56:07.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:06 smithi086 bash[67518]: cluster 2024-05-11T04:56:05.759251+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-05-11T04:56:07.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:06 smithi086 bash[67518]: cluster 2024-05-11T04:56:05.759251+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-05-11T04:56:07.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:06 smithi072 bash[82901]: cluster 2024-05-11T04:56:05.681220+0000 mgr.y (mgr.24832) 118 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:07.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:06 smithi072 bash[82901]: cluster 2024-05-11T04:56:05.681220+0000 mgr.y (mgr.24832) 118 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:07.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:06 smithi072 bash[82901]: audit 2024-05-11T04:56:05.750904+0000 mon.a (mon.0) 248 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2024-05-11T04:56:07.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:06 smithi072 bash[82901]: audit 2024-05-11T04:56:05.750904+0000 mon.a (mon.0) 248 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2024-05-11T04:56:07.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:06 smithi072 bash[82901]: cluster 2024-05-11T04:56:05.759251+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-05-11T04:56:07.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:06 smithi072 bash[82901]: cluster 2024-05-11T04:56:05.759251+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-05-11T04:56:07.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:06 smithi072 bash[80515]: cluster 2024-05-11T04:56:05.681220+0000 mgr.y (mgr.24832) 118 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:07.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:06 smithi072 bash[80515]: cluster 2024-05-11T04:56:05.681220+0000 mgr.y (mgr.24832) 118 : cluster [DBG] pgmap v95: 73 pgs: 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:07.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:06 smithi072 bash[80515]: audit 2024-05-11T04:56:05.750904+0000 mon.a (mon.0) 248 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2024-05-11T04:56:07.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:06 smithi072 bash[80515]: audit 2024-05-11T04:56:05.750904+0000 mon.a (mon.0) 248 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_2", "pg_num": 16}]': finished 2024-05-11T04:56:07.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:06 smithi072 bash[80515]: cluster 2024-05-11T04:56:05.759251+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-05-11T04:56:07.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:06 smithi072 bash[80515]: cluster 2024-05-11T04:56:05.759251+0000 mon.a (mon.0) 249 : cluster [DBG] osdmap e85: 8 total, 8 up, 8 in 2024-05-11T04:56:08.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:07 smithi086 bash[67518]: cluster 2024-05-11T04:56:06.759501+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-05-11T04:56:08.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:07 smithi086 bash[67518]: cluster 2024-05-11T04:56:06.759501+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-05-11T04:56:08.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:07 smithi086 bash[67518]: cluster 2024-05-11T04:56:07.763879+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-05-11T04:56:08.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:07 smithi086 bash[67518]: cluster 2024-05-11T04:56:07.763879+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-05-11T04:56:08.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:07 smithi072 bash[80515]: cluster 2024-05-11T04:56:06.759501+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-05-11T04:56:08.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:07 smithi072 bash[80515]: cluster 2024-05-11T04:56:06.759501+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-05-11T04:56:08.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:07 smithi072 bash[80515]: cluster 2024-05-11T04:56:07.763879+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-05-11T04:56:08.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:07 smithi072 bash[80515]: cluster 2024-05-11T04:56:07.763879+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-05-11T04:56:08.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:07 smithi072 bash[82901]: cluster 2024-05-11T04:56:06.759501+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-05-11T04:56:08.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:07 smithi072 bash[82901]: cluster 2024-05-11T04:56:06.759501+0000 mon.a (mon.0) 250 : cluster [DBG] osdmap e86: 8 total, 8 up, 8 in 2024-05-11T04:56:08.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:07 smithi072 bash[82901]: cluster 2024-05-11T04:56:07.763879+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-05-11T04:56:08.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:07 smithi072 bash[82901]: cluster 2024-05-11T04:56:07.763879+0000 mon.a (mon.0) 251 : cluster [DBG] osdmap e87: 8 total, 8 up, 8 in 2024-05-11T04:56:09.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: cluster 2024-05-11T04:56:07.681985+0000 mgr.y (mgr.24832) 119 : cluster [DBG] pgmap v98: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:09.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: cluster 2024-05-11T04:56:07.681985+0000 mgr.y (mgr.24832) 119 : cluster [DBG] pgmap v98: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: cluster 2024-05-11T04:56:07.774173+0000 mon.a (mon.0) 252 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:56:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: cluster 2024-05-11T04:56:07.774173+0000 mon.a (mon.0) 252 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:56:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.193509+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.193509+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.205798+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.205798+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.208496+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.208496+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.210527+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:56:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.210527+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:56:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.220784+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.220784+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: cephadm 2024-05-11T04:56:08.294944+0000 mgr.y (mgr.24832) 120 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:56:09.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: cephadm 2024-05-11T04:56:08.294944+0000 mgr.y (mgr.24832) 120 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:56:09.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.295593+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:09.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.295593+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:09.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.297140+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:09.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.297140+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:09.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.298621+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: audit 2024-05-11T04:56:08.298621+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: cephadm 2024-05-11T04:56:08.300183+0000 mgr.y (mgr.24832) 121 : cephadm [INF] Reconfiguring daemon mon.a on smithi072 2024-05-11T04:56:09.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:08 smithi086 bash[67518]: cephadm 2024-05-11T04:56:08.300183+0000 mgr.y (mgr.24832) 121 : cephadm [INF] Reconfiguring daemon mon.a on smithi072 2024-05-11T04:56:09.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: cluster 2024-05-11T04:56:07.681985+0000 mgr.y (mgr.24832) 119 : cluster [DBG] pgmap v98: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:09.071 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: cluster 2024-05-11T04:56:07.681985+0000 mgr.y (mgr.24832) 119 : cluster [DBG] pgmap v98: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:09.071 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: cluster 2024-05-11T04:56:07.774173+0000 mon.a (mon.0) 252 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:56:09.071 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: cluster 2024-05-11T04:56:07.774173+0000 mon.a (mon.0) 252 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:56:09.072 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.193509+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.072 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.193509+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.072 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.205798+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.072 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.205798+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.072 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.208496+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.072 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.208496+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.072 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.210527+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:56:09.072 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.210527+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:56:09.072 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.220784+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.072 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.220784+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.072 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: cephadm 2024-05-11T04:56:08.294944+0000 mgr.y (mgr.24832) 120 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:56:09.073 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: cephadm 2024-05-11T04:56:08.294944+0000 mgr.y (mgr.24832) 120 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:56:09.073 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.295593+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:09.073 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.295593+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:09.073 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.297140+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:09.073 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.297140+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:09.073 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: cluster 2024-05-11T04:56:07.681985+0000 mgr.y (mgr.24832) 119 : cluster [DBG] pgmap v98: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:09.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: cluster 2024-05-11T04:56:07.681985+0000 mgr.y (mgr.24832) 119 : cluster [DBG] pgmap v98: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:09.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: cluster 2024-05-11T04:56:07.774173+0000 mon.a (mon.0) 252 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:56:09.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: cluster 2024-05-11T04:56:07.774173+0000 mon.a (mon.0) 252 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T04:56:09.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.193509+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.193509+0000 mon.a (mon.0) 253 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.074 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.205798+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.205798+0000 mon.a (mon.0) 254 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.208496+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.208496+0000 mon.a (mon.0) 255 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.210527+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:56:09.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.210527+0000 mon.a (mon.0) 256 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:56:09.075 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.220784+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.220784+0000 mon.a (mon.0) 257 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:09.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: cephadm 2024-05-11T04:56:08.294944+0000 mgr.y (mgr.24832) 120 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:56:09.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: cephadm 2024-05-11T04:56:08.294944+0000 mgr.y (mgr.24832) 120 : cephadm [INF] Reconfiguring mon.a (monmap changed)... 2024-05-11T04:56:09.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.295593+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:09.076 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.295593+0000 mon.a (mon.0) 258 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:09.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.297140+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:09.077 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.297140+0000 mon.a (mon.0) 259 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:09.077 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.298621+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.077 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: audit 2024-05-11T04:56:08.298621+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.078 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: cephadm 2024-05-11T04:56:08.300183+0000 mgr.y (mgr.24832) 121 : cephadm [INF] Reconfiguring daemon mon.a on smithi072 2024-05-11T04:56:09.078 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:08 smithi072 bash[80515]: cephadm 2024-05-11T04:56:08.300183+0000 mgr.y (mgr.24832) 121 : cephadm [INF] Reconfiguring daemon mon.a on smithi072 2024-05-11T04:56:09.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.298621+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.078 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: audit 2024-05-11T04:56:08.298621+0000 mon.a (mon.0) 260 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:09.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: cephadm 2024-05-11T04:56:08.300183+0000 mgr.y (mgr.24832) 121 : cephadm [INF] Reconfiguring daemon mon.a on smithi072 2024-05-11T04:56:09.079 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:08 smithi072 bash[82901]: cephadm 2024-05-11T04:56:08.300183+0000 mgr.y (mgr.24832) 121 : cephadm [INF] Reconfiguring daemon mon.a on smithi072 2024-05-11T04:56:11.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:10 smithi086 bash[67518]: cluster 2024-05-11T04:56:09.682744+0000 mgr.y (mgr.24832) 122 : cluster [DBG] pgmap v100: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:11.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:10 smithi086 bash[67518]: cluster 2024-05-11T04:56:09.682744+0000 mgr.y (mgr.24832) 122 : cluster [DBG] pgmap v100: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:11.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:10 smithi072 bash[80515]: cluster 2024-05-11T04:56:09.682744+0000 mgr.y (mgr.24832) 122 : cluster [DBG] pgmap v100: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:11.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:10 smithi072 bash[80515]: cluster 2024-05-11T04:56:09.682744+0000 mgr.y (mgr.24832) 122 : cluster [DBG] pgmap v100: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:11.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:10 smithi072 bash[82901]: cluster 2024-05-11T04:56:09.682744+0000 mgr.y (mgr.24832) 122 : cluster [DBG] pgmap v100: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:11.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:10 smithi072 bash[82901]: cluster 2024-05-11T04:56:09.682744+0000 mgr.y (mgr.24832) 122 : cluster [DBG] pgmap v100: 89 pgs: 16 unknown, 73 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:11.493 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:56:12.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: audit 2024-05-11T04:56:10.931648+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: audit 2024-05-11T04:56:10.931648+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: audit 2024-05-11T04:56:10.941769+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: audit 2024-05-11T04:56:10.941769+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: cephadm 2024-05-11T04:56:10.970910+0000 mgr.y (mgr.24832) 123 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:56:12.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: cephadm 2024-05-11T04:56:10.970910+0000 mgr.y (mgr.24832) 123 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:56:12.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: audit 2024-05-11T04:56:10.971653+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:56:12.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: audit 2024-05-11T04:56:10.971653+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:56:12.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: audit 2024-05-11T04:56:10.973468+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:56:12.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: audit 2024-05-11T04:56:10.973468+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:56:12.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: audit 2024-05-11T04:56:10.975366+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:12.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: audit 2024-05-11T04:56:10.975366+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:12.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: cephadm 2024-05-11T04:56:10.977294+0000 mgr.y (mgr.24832) 124 : cephadm [INF] Reconfiguring daemon mgr.y on smithi072 2024-05-11T04:56:12.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:11 smithi086 bash[67518]: cephadm 2024-05-11T04:56:10.977294+0000 mgr.y (mgr.24832) 124 : cephadm [INF] Reconfiguring daemon mgr.y on smithi072 2024-05-11T04:56:12.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: audit 2024-05-11T04:56:10.931648+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: audit 2024-05-11T04:56:10.931648+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: audit 2024-05-11T04:56:10.941769+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: audit 2024-05-11T04:56:10.941769+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: cephadm 2024-05-11T04:56:10.970910+0000 mgr.y (mgr.24832) 123 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:56:12.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: cephadm 2024-05-11T04:56:10.970910+0000 mgr.y (mgr.24832) 123 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:56:12.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: audit 2024-05-11T04:56:10.971653+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:56:12.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: audit 2024-05-11T04:56:10.971653+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: audit 2024-05-11T04:56:10.973468+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: audit 2024-05-11T04:56:10.973468+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: audit 2024-05-11T04:56:10.975366+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: audit 2024-05-11T04:56:10.975366+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: cephadm 2024-05-11T04:56:10.977294+0000 mgr.y (mgr.24832) 124 : cephadm [INF] Reconfiguring daemon mgr.y on smithi072 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:11 smithi072 bash[80515]: cephadm 2024-05-11T04:56:10.977294+0000 mgr.y (mgr.24832) 124 : cephadm [INF] Reconfiguring daemon mgr.y on smithi072 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: audit 2024-05-11T04:56:10.931648+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: audit 2024-05-11T04:56:10.931648+0000 mon.a (mon.0) 261 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: audit 2024-05-11T04:56:10.941769+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: audit 2024-05-11T04:56:10.941769+0000 mon.a (mon.0) 262 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: cephadm 2024-05-11T04:56:10.970910+0000 mgr.y (mgr.24832) 123 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: cephadm 2024-05-11T04:56:10.970910+0000 mgr.y (mgr.24832) 123 : cephadm [INF] Reconfiguring mgr.y (monmap changed)... 2024-05-11T04:56:12.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: audit 2024-05-11T04:56:10.971653+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:56:12.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: audit 2024-05-11T04:56:10.971653+0000 mon.a (mon.0) 263 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:56:12.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: audit 2024-05-11T04:56:10.973468+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:56:12.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: audit 2024-05-11T04:56:10.973468+0000 mon.a (mon.0) 264 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:56:12.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: audit 2024-05-11T04:56:10.975366+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:12.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: audit 2024-05-11T04:56:10.975366+0000 mon.a (mon.0) 265 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:12.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: cephadm 2024-05-11T04:56:10.977294+0000 mgr.y (mgr.24832) 124 : cephadm [INF] Reconfiguring daemon mgr.y on smithi072 2024-05-11T04:56:12.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:11 smithi072 bash[82901]: cephadm 2024-05-11T04:56:10.977294+0000 mgr.y (mgr.24832) 124 : cephadm [INF] Reconfiguring daemon mgr.y on smithi072 2024-05-11T04:56:13.195 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:12 smithi072 bash[80515]: cluster 2024-05-11T04:56:11.683907+0000 mgr.y (mgr.24832) 125 : cluster [DBG] pgmap v101: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:13.195 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:12 smithi072 bash[80515]: cluster 2024-05-11T04:56:11.683907+0000 mgr.y (mgr.24832) 125 : cluster [DBG] pgmap v101: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:13.196 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:12 smithi072 bash[82901]: cluster 2024-05-11T04:56:11.683907+0000 mgr.y (mgr.24832) 125 : cluster [DBG] pgmap v101: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:13.196 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:12 smithi072 bash[82901]: cluster 2024-05-11T04:56:11.683907+0000 mgr.y (mgr.24832) 125 : cluster [DBG] pgmap v101: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:13.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:12 smithi086 bash[67518]: cluster 2024-05-11T04:56:11.683907+0000 mgr.y (mgr.24832) 125 : cluster [DBG] pgmap v101: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:13.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:12 smithi086 bash[67518]: cluster 2024-05-11T04:56:11.683907+0000 mgr.y (mgr.24832) 125 : cluster [DBG] pgmap v101: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:14.114 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:56:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:56:13] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-05-11T04:56:15.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:14 smithi086 bash[67518]: cluster 2024-05-11T04:56:13.684641+0000 mgr.y (mgr.24832) 126 : cluster [DBG] pgmap v102: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:15.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:14 smithi086 bash[67518]: cluster 2024-05-11T04:56:13.684641+0000 mgr.y (mgr.24832) 126 : cluster [DBG] pgmap v102: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:15.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:14 smithi072 bash[82901]: cluster 2024-05-11T04:56:13.684641+0000 mgr.y (mgr.24832) 126 : cluster [DBG] pgmap v102: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:15.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:14 smithi072 bash[82901]: cluster 2024-05-11T04:56:13.684641+0000 mgr.y (mgr.24832) 126 : cluster [DBG] pgmap v102: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:15.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:14 smithi072 bash[80515]: cluster 2024-05-11T04:56:13.684641+0000 mgr.y (mgr.24832) 126 : cluster [DBG] pgmap v102: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:15.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:14 smithi072 bash[80515]: cluster 2024-05-11T04:56:13.684641+0000 mgr.y (mgr.24832) 126 : cluster [DBG] pgmap v102: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:16.500 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: audit 2024-05-11T04:56:15.075257+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.500 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: audit 2024-05-11T04:56:15.075257+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.500 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: audit 2024-05-11T04:56:15.082340+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.500 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: audit 2024-05-11T04:56:15.082340+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.500 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: cephadm 2024-05-11T04:56:15.100656+0000 mgr.y (mgr.24832) 127 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:56:16.500 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: cephadm 2024-05-11T04:56:15.100656+0000 mgr.y (mgr.24832) 127 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:56:16.500 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: audit 2024-05-11T04:56:15.101083+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:16.500 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: audit 2024-05-11T04:56:15.101083+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:16.500 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: audit 2024-05-11T04:56:15.101935+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:16.501 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: audit 2024-05-11T04:56:15.101935+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:16.501 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: audit 2024-05-11T04:56:15.102719+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:16.501 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: audit 2024-05-11T04:56:15.102719+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:16.501 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: cephadm 2024-05-11T04:56:15.103787+0000 mgr.y (mgr.24832) 128 : cephadm [INF] Reconfiguring daemon mon.c on smithi072 2024-05-11T04:56:16.501 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:16 smithi072 bash[82901]: cephadm 2024-05-11T04:56:15.103787+0000 mgr.y (mgr.24832) 128 : cephadm [INF] Reconfiguring daemon mon.c on smithi072 2024-05-11T04:56:16.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: audit 2024-05-11T04:56:15.075257+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: audit 2024-05-11T04:56:15.075257+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: audit 2024-05-11T04:56:15.082340+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: audit 2024-05-11T04:56:15.082340+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: cephadm 2024-05-11T04:56:15.100656+0000 mgr.y (mgr.24832) 127 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:56:16.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: cephadm 2024-05-11T04:56:15.100656+0000 mgr.y (mgr.24832) 127 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:56:16.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: audit 2024-05-11T04:56:15.101083+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:16.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: audit 2024-05-11T04:56:15.101083+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:16.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: audit 2024-05-11T04:56:15.101935+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:16.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: audit 2024-05-11T04:56:15.101935+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:16.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: audit 2024-05-11T04:56:15.102719+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:16.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: audit 2024-05-11T04:56:15.102719+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:16.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: cephadm 2024-05-11T04:56:15.103787+0000 mgr.y (mgr.24832) 128 : cephadm [INF] Reconfiguring daemon mon.c on smithi072 2024-05-11T04:56:16.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:16 smithi072 bash[80515]: cephadm 2024-05-11T04:56:15.103787+0000 mgr.y (mgr.24832) 128 : cephadm [INF] Reconfiguring daemon mon.c on smithi072 2024-05-11T04:56:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: audit 2024-05-11T04:56:15.075257+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: audit 2024-05-11T04:56:15.075257+0000 mon.a (mon.0) 266 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: audit 2024-05-11T04:56:15.082340+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: audit 2024-05-11T04:56:15.082340+0000 mon.a (mon.0) 267 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: cephadm 2024-05-11T04:56:15.100656+0000 mgr.y (mgr.24832) 127 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:56:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: cephadm 2024-05-11T04:56:15.100656+0000 mgr.y (mgr.24832) 127 : cephadm [INF] Reconfiguring mon.c (monmap changed)... 2024-05-11T04:56:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: audit 2024-05-11T04:56:15.101083+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: audit 2024-05-11T04:56:15.101083+0000 mon.a (mon.0) 268 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:56:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: audit 2024-05-11T04:56:15.101935+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: audit 2024-05-11T04:56:15.101935+0000 mon.a (mon.0) 269 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:56:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: audit 2024-05-11T04:56:15.102719+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: audit 2024-05-11T04:56:15.102719+0000 mon.a (mon.0) 270 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: cephadm 2024-05-11T04:56:15.103787+0000 mgr.y (mgr.24832) 128 : cephadm [INF] Reconfiguring daemon mon.c on smithi072 2024-05-11T04:56:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:16 smithi086 bash[67518]: cephadm 2024-05-11T04:56:15.103787+0000 mgr.y (mgr.24832) 128 : cephadm [INF] Reconfiguring daemon mon.c on smithi072 2024-05-11T04:56:17.088 INFO:teuthology.orchestra.run.smithi072.stderr:enabled application 'rados' on pool 'unique_pool_2' 2024-05-11T04:56:17.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:17 smithi086 bash[67518]: cluster 2024-05-11T04:56:15.685902+0000 mgr.y (mgr.24832) 129 : cluster [DBG] pgmap v103: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:17.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:17 smithi086 bash[67518]: cluster 2024-05-11T04:56:15.685902+0000 mgr.y (mgr.24832) 129 : cluster [DBG] pgmap v103: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:17.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:17 smithi086 bash[67518]: audit 2024-05-11T04:56:16.928978+0000 mon.a (mon.0) 271 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:56:17.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:17 smithi086 bash[67518]: audit 2024-05-11T04:56:16.928978+0000 mon.a (mon.0) 271 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:56:17.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:17 smithi072 bash[80515]: cluster 2024-05-11T04:56:15.685902+0000 mgr.y (mgr.24832) 129 : cluster [DBG] pgmap v103: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:17.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:17 smithi072 bash[80515]: cluster 2024-05-11T04:56:15.685902+0000 mgr.y (mgr.24832) 129 : cluster [DBG] pgmap v103: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:17.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:17 smithi072 bash[80515]: audit 2024-05-11T04:56:16.928978+0000 mon.a (mon.0) 271 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:56:17.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:17 smithi072 bash[80515]: audit 2024-05-11T04:56:16.928978+0000 mon.a (mon.0) 271 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:56:17.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:17 smithi072 bash[82901]: cluster 2024-05-11T04:56:15.685902+0000 mgr.y (mgr.24832) 129 : cluster [DBG] pgmap v103: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:17.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:17 smithi072 bash[82901]: cluster 2024-05-11T04:56:15.685902+0000 mgr.y (mgr.24832) 129 : cluster [DBG] pgmap v103: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:17.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:17 smithi072 bash[82901]: audit 2024-05-11T04:56:16.928978+0000 mon.a (mon.0) 271 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:56:17.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:17 smithi072 bash[82901]: audit 2024-05-11T04:56:16.928978+0000 mon.a (mon.0) 271 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T04:56:18.426 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: audit 2024-05-11T04:56:17.087470+0000 mon.a (mon.0) 272 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:56:18.427 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: audit 2024-05-11T04:56:17.087470+0000 mon.a (mon.0) 272 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:56:18.427 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: cluster 2024-05-11T04:56:17.092054+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-05-11T04:56:18.427 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: cluster 2024-05-11T04:56:17.092054+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-05-11T04:56:18.427 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: audit 2024-05-11T04:56:17.937706+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.427 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: audit 2024-05-11T04:56:17.937706+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.427 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: audit 2024-05-11T04:56:17.949344+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.427 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: audit 2024-05-11T04:56:17.949344+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.427 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: audit 2024-05-11T04:56:17.973893+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:56:18.427 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: audit 2024-05-11T04:56:17.973893+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:56:18.427 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: audit 2024-05-11T04:56:17.975569+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:18 smithi072 bash[80515]: audit 2024-05-11T04:56:17.975569+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: audit 2024-05-11T04:56:17.087470+0000 mon.a (mon.0) 272 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: audit 2024-05-11T04:56:17.087470+0000 mon.a (mon.0) 272 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: cluster 2024-05-11T04:56:17.092054+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: cluster 2024-05-11T04:56:17.092054+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: audit 2024-05-11T04:56:17.937706+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: audit 2024-05-11T04:56:17.937706+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: audit 2024-05-11T04:56:17.949344+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: audit 2024-05-11T04:56:17.949344+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: audit 2024-05-11T04:56:17.973893+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: audit 2024-05-11T04:56:17.973893+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:56:18.428 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: audit 2024-05-11T04:56:17.975569+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:18.429 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:18 smithi072 bash[82901]: audit 2024-05-11T04:56:17.975569+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: audit 2024-05-11T04:56:17.087470+0000 mon.a (mon.0) 272 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:56:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: audit 2024-05-11T04:56:17.087470+0000 mon.a (mon.0) 272 : audit [INF] from='client.? 172.21.15.72:0/2661189218' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_2", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T04:56:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: cluster 2024-05-11T04:56:17.092054+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-05-11T04:56:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: cluster 2024-05-11T04:56:17.092054+0000 mon.a (mon.0) 273 : cluster [DBG] osdmap e88: 8 total, 8 up, 8 in 2024-05-11T04:56:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: audit 2024-05-11T04:56:17.937706+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: audit 2024-05-11T04:56:17.937706+0000 mon.a (mon.0) 274 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: audit 2024-05-11T04:56:17.949344+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: audit 2024-05-11T04:56:17.949344+0000 mon.a (mon.0) 275 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: audit 2024-05-11T04:56:17.973893+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:56:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: audit 2024-05-11T04:56:17.973893+0000 mon.a (mon.0) 276 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:56:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: audit 2024-05-11T04:56:17.975569+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:18 smithi086 bash[67518]: audit 2024-05-11T04:56:17.975569+0000 mon.a (mon.0) 277 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: cluster 2024-05-11T04:56:17.686587+0000 mgr.y (mgr.24832) 130 : cluster [DBG] pgmap v105: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: cluster 2024-05-11T04:56:17.686587+0000 mgr.y (mgr.24832) 130 : cluster [DBG] pgmap v105: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: cephadm 2024-05-11T04:56:17.973272+0000 mgr.y (mgr.24832) 131 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: cephadm 2024-05-11T04:56:17.973272+0000 mgr.y (mgr.24832) 131 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: cephadm 2024-05-11T04:56:17.980741+0000 mgr.y (mgr.24832) 132 : cephadm [INF] Reconfiguring daemon osd.0 on smithi072 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: cephadm 2024-05-11T04:56:17.980741+0000 mgr.y (mgr.24832) 132 : cephadm [INF] Reconfiguring daemon osd.0 on smithi072 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: cluster 2024-05-11T04:56:18.096743+0000 mon.a (mon.0) 278 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: cluster 2024-05-11T04:56:18.096743+0000 mon.a (mon.0) 278 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: audit 2024-05-11T04:56:18.843414+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: audit 2024-05-11T04:56:18.843414+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: audit 2024-05-11T04:56:18.869184+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:19 smithi072 bash[80515]: audit 2024-05-11T04:56:18.869184+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: cluster 2024-05-11T04:56:17.686587+0000 mgr.y (mgr.24832) 130 : cluster [DBG] pgmap v105: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: cluster 2024-05-11T04:56:17.686587+0000 mgr.y (mgr.24832) 130 : cluster [DBG] pgmap v105: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: cephadm 2024-05-11T04:56:17.973272+0000 mgr.y (mgr.24832) 131 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: cephadm 2024-05-11T04:56:17.973272+0000 mgr.y (mgr.24832) 131 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: cephadm 2024-05-11T04:56:17.980741+0000 mgr.y (mgr.24832) 132 : cephadm [INF] Reconfiguring daemon osd.0 on smithi072 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: cephadm 2024-05-11T04:56:17.980741+0000 mgr.y (mgr.24832) 132 : cephadm [INF] Reconfiguring daemon osd.0 on smithi072 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: cluster 2024-05-11T04:56:18.096743+0000 mon.a (mon.0) 278 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: cluster 2024-05-11T04:56:18.096743+0000 mon.a (mon.0) 278 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: audit 2024-05-11T04:56:18.843414+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: audit 2024-05-11T04:56:18.843414+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: audit 2024-05-11T04:56:18.869184+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:19 smithi072 bash[82901]: audit 2024-05-11T04:56:18.869184+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:19.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: cluster 2024-05-11T04:56:17.686587+0000 mgr.y (mgr.24832) 130 : cluster [DBG] pgmap v105: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:19.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: cluster 2024-05-11T04:56:17.686587+0000 mgr.y (mgr.24832) 130 : cluster [DBG] pgmap v105: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:19.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: cephadm 2024-05-11T04:56:17.973272+0000 mgr.y (mgr.24832) 131 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:56:19.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: cephadm 2024-05-11T04:56:17.973272+0000 mgr.y (mgr.24832) 131 : cephadm [INF] Reconfiguring osd.0 (monmap changed)... 2024-05-11T04:56:19.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: cephadm 2024-05-11T04:56:17.980741+0000 mgr.y (mgr.24832) 132 : cephadm [INF] Reconfiguring daemon osd.0 on smithi072 2024-05-11T04:56:19.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: cephadm 2024-05-11T04:56:17.980741+0000 mgr.y (mgr.24832) 132 : cephadm [INF] Reconfiguring daemon osd.0 on smithi072 2024-05-11T04:56:19.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: cluster 2024-05-11T04:56:18.096743+0000 mon.a (mon.0) 278 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:56:19.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: cluster 2024-05-11T04:56:18.096743+0000 mon.a (mon.0) 278 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T04:56:19.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: audit 2024-05-11T04:56:18.843414+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:19.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: audit 2024-05-11T04:56:18.843414+0000 mon.a (mon.0) 279 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:19.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: audit 2024-05-11T04:56:18.869184+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:19.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:19 smithi086 bash[67518]: audit 2024-05-11T04:56:18.869184+0000 mon.a (mon.0) 280 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:19.916 DEBUG:teuthology.orchestra.run.smithi072:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_2 bench 90 write' 2024-05-11T04:56:19.918 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2024-05-11T04:56:19.919 INFO:teuthology.orchestra.run:waiting for 3000 2024-05-11T04:56:19.966 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:hints = 1 2024-05-11T04:56:19.966 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2024-05-11T04:56:19.966 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Object prefix: benchmark_data_smithi072_87361 2024-05-11T04:56:19.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:56:19.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 0 0 0 0 0 0 - 0 2024-05-11T04:56:20.966 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 1 16 3043 3027 189.177 189.188 0.00354728 0.00527101 2024-05-11T04:56:21.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:21 smithi086 bash[67518]: cluster 2024-05-11T04:56:19.687237+0000 mgr.y (mgr.24832) 133 : cluster [DBG] pgmap v106: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:21.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:21 smithi086 bash[67518]: cluster 2024-05-11T04:56:19.687237+0000 mgr.y (mgr.24832) 133 : cluster [DBG] pgmap v106: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:21.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:21 smithi072 bash[80515]: cluster 2024-05-11T04:56:19.687237+0000 mgr.y (mgr.24832) 133 : cluster [DBG] pgmap v106: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:21.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:21 smithi072 bash[80515]: cluster 2024-05-11T04:56:19.687237+0000 mgr.y (mgr.24832) 133 : cluster [DBG] pgmap v106: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:21.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:21 smithi072 bash[82901]: cluster 2024-05-11T04:56:19.687237+0000 mgr.y (mgr.24832) 133 : cluster [DBG] pgmap v106: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:21.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:21 smithi072 bash[82901]: cluster 2024-05-11T04:56:19.687237+0000 mgr.y (mgr.24832) 133 : cluster [DBG] pgmap v106: 89 pgs: 89 active+clean; 582 KiB data, 1.9 GiB used, 713 GiB / 715 GiB avail 2024-05-11T04:56:21.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 2 16 6189 6173 192.892 196.625 0.00234756 0.00517236 2024-05-11T04:56:22.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 3 16 8736 8720 181.653 159.188 0.0028251 0.00549506 2024-05-11T04:56:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: cluster 2024-05-11T04:56:21.687889+0000 mgr.y (mgr.24832) 134 : cluster [DBG] pgmap v107: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:23.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: cluster 2024-05-11T04:56:21.687889+0000 mgr.y (mgr.24832) 134 : cluster [DBG] pgmap v107: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: audit 2024-05-11T04:56:22.197376+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: audit 2024-05-11T04:56:22.197376+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: audit 2024-05-11T04:56:22.206155+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: audit 2024-05-11T04:56:22.206155+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: cephadm 2024-05-11T04:56:22.212132+0000 mgr.y (mgr.24832) 135 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: cephadm 2024-05-11T04:56:22.212132+0000 mgr.y (mgr.24832) 135 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: audit 2024-05-11T04:56:22.213185+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: audit 2024-05-11T04:56:22.213185+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: audit 2024-05-11T04:56:22.216575+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: audit 2024-05-11T04:56:22.216575+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: cephadm 2024-05-11T04:56:22.219619+0000 mgr.y (mgr.24832) 136 : cephadm [INF] Reconfiguring daemon osd.1 on smithi072 2024-05-11T04:56:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:23 smithi086 bash[67518]: cephadm 2024-05-11T04:56:22.219619+0000 mgr.y (mgr.24832) 136 : cephadm [INF] Reconfiguring daemon osd.1 on smithi072 2024-05-11T04:56:23.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 4 15 11410 11395 178.033 167.188 0.00635382 0.0056092 2024-05-11T04:56:24.878 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: cluster 2024-05-11T04:56:21.687889+0000 mgr.y (mgr.24832) 134 : cluster [DBG] pgmap v107: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:24.878 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: cluster 2024-05-11T04:56:21.687889+0000 mgr.y (mgr.24832) 134 : cluster [DBG] pgmap v107: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:24.878 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: audit 2024-05-11T04:56:22.197376+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:24.878 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: audit 2024-05-11T04:56:22.197376+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:24.878 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: audit 2024-05-11T04:56:22.206155+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:24.879 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: audit 2024-05-11T04:56:22.206155+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:24.879 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: cephadm 2024-05-11T04:56:22.212132+0000 mgr.y (mgr.24832) 135 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:56:24.879 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: cephadm 2024-05-11T04:56:22.212132+0000 mgr.y (mgr.24832) 135 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:56:24.879 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: audit 2024-05-11T04:56:22.213185+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:56:24.879 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: audit 2024-05-11T04:56:22.213185+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:56:24.879 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: audit 2024-05-11T04:56:22.216575+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:24.879 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: audit 2024-05-11T04:56:22.216575+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:24.879 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:23 smithi072 bash[80515]: cephadm 2024-05-11T04:56:22.219619+0000 mgr.y (mgr.24832) 136 : cephadm [INF] Reconfiguring daemon osd.1 on smithi072 2024-05-11T04:56:24.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 5 16 14021 14005 175.048 163.125 0.00598289 0.00570637 2024-05-11T04:56:25.321 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: cluster 2024-05-11T04:56:21.687889+0000 mgr.y (mgr.24832) 134 : cluster [DBG] pgmap v107: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:25.321 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: cluster 2024-05-11T04:56:21.687889+0000 mgr.y (mgr.24832) 134 : cluster [DBG] pgmap v107: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:25.321 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: audit 2024-05-11T04:56:22.197376+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:25.321 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: audit 2024-05-11T04:56:22.197376+0000 mon.a (mon.0) 281 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:25.322 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: audit 2024-05-11T04:56:22.206155+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:25.322 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: audit 2024-05-11T04:56:22.206155+0000 mon.a (mon.0) 282 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:25.322 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: cephadm 2024-05-11T04:56:22.212132+0000 mgr.y (mgr.24832) 135 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:56:25.322 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: cephadm 2024-05-11T04:56:22.212132+0000 mgr.y (mgr.24832) 135 : cephadm [INF] Reconfiguring osd.1 (monmap changed)... 2024-05-11T04:56:25.322 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: audit 2024-05-11T04:56:22.213185+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:56:25.322 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: audit 2024-05-11T04:56:22.213185+0000 mon.a (mon.0) 283 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T04:56:25.322 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: audit 2024-05-11T04:56:22.216575+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:25.322 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: audit 2024-05-11T04:56:22.216575+0000 mon.a (mon.0) 284 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:25.322 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:24 smithi072 bash[82901]: cephadm 2024-05-11T04:56:22.219619+0000 mgr.y (mgr.24832) 136 : cephadm [INF] Reconfiguring daemon osd.1 on smithi072 2024-05-11T04:56:25.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:25 smithi086 bash[67518]: cluster 2024-05-11T04:56:23.688319+0000 mgr.y (mgr.24832) 137 : cluster [DBG] pgmap v108: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:25.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:25 smithi086 bash[67518]: cluster 2024-05-11T04:56:23.688319+0000 mgr.y (mgr.24832) 137 : cluster [DBG] pgmap v108: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:25.798 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:56:25 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:56:23] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-05-11T04:56:25.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:25 smithi072 bash[80515]: cephadm 2024-05-11T04:56:22.219619+0000 mgr.y (mgr.24832) 136 : cephadm [INF] Reconfiguring daemon osd.1 on smithi072 2024-05-11T04:56:25.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:25 smithi072 bash[80515]: cluster 2024-05-11T04:56:23.688319+0000 mgr.y (mgr.24832) 137 : cluster [DBG] pgmap v108: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:25.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:25 smithi072 bash[80515]: cluster 2024-05-11T04:56:23.688319+0000 mgr.y (mgr.24832) 137 : cluster [DBG] pgmap v108: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:25.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:25 smithi072 bash[82901]: cephadm 2024-05-11T04:56:22.219619+0000 mgr.y (mgr.24832) 136 : cephadm [INF] Reconfiguring daemon osd.1 on smithi072 2024-05-11T04:56:25.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:25 smithi072 bash[82901]: cluster 2024-05-11T04:56:23.688319+0000 mgr.y (mgr.24832) 137 : cluster [DBG] pgmap v108: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:25.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:25 smithi072 bash[82901]: cluster 2024-05-11T04:56:23.688319+0000 mgr.y (mgr.24832) 137 : cluster [DBG] pgmap v108: 89 pgs: 89 active+clean; 24 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s wr, 36 op/s 2024-05-11T04:56:25.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 6 16 16477 16461 171.455 153.5 0.00275487 0.0058246 2024-05-11T04:56:26.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 7 16 18850 18834 168.147 148.312 0.00519732 0.00594138 2024-05-11T04:56:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:27 smithi086 bash[67518]: cluster 2024-05-11T04:56:25.689067+0000 mgr.y (mgr.24832) 138 : cluster [DBG] pgmap v109: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 MiB/s wr, 1.42k op/s 2024-05-11T04:56:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:27 smithi086 bash[67518]: cluster 2024-05-11T04:56:25.689067+0000 mgr.y (mgr.24832) 138 : cluster [DBG] pgmap v109: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 MiB/s wr, 1.42k op/s 2024-05-11T04:56:27.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:27 smithi072 bash[80515]: cluster 2024-05-11T04:56:25.689067+0000 mgr.y (mgr.24832) 138 : cluster [DBG] pgmap v109: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 MiB/s wr, 1.42k op/s 2024-05-11T04:56:27.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:27 smithi072 bash[80515]: cluster 2024-05-11T04:56:25.689067+0000 mgr.y (mgr.24832) 138 : cluster [DBG] pgmap v109: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 MiB/s wr, 1.42k op/s 2024-05-11T04:56:27.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:27 smithi072 bash[82901]: cluster 2024-05-11T04:56:25.689067+0000 mgr.y (mgr.24832) 138 : cluster [DBG] pgmap v109: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 MiB/s wr, 1.42k op/s 2024-05-11T04:56:27.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:27 smithi072 bash[82901]: cluster 2024-05-11T04:56:25.689067+0000 mgr.y (mgr.24832) 138 : cluster [DBG] pgmap v109: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 88 MiB/s wr, 1.42k op/s 2024-05-11T04:56:27.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 8 15 21150 21135 165.103 143.812 0.00300008 0.00604942 2024-05-11T04:56:28.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 9 16 23378 23362 162.222 139.188 0.00859 0.00615801 2024-05-11T04:56:29.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:29 smithi086 bash[67518]: cluster 2024-05-11T04:56:27.689532+0000 mgr.y (mgr.24832) 139 : cluster [DBG] pgmap v110: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-05-11T04:56:29.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:29 smithi086 bash[67518]: cluster 2024-05-11T04:56:27.689532+0000 mgr.y (mgr.24832) 139 : cluster [DBG] pgmap v110: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-05-11T04:56:29.756 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:29 smithi072 bash[80515]: cluster 2024-05-11T04:56:27.689532+0000 mgr.y (mgr.24832) 139 : cluster [DBG] pgmap v110: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-05-11T04:56:29.756 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:29 smithi072 bash[80515]: cluster 2024-05-11T04:56:27.689532+0000 mgr.y (mgr.24832) 139 : cluster [DBG] pgmap v110: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-05-11T04:56:29.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 10 16 25295 25279 157.98 119.812 0.00695207 0.00632338 2024-05-11T04:56:30.362 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:29 smithi072 bash[82901]: cluster 2024-05-11T04:56:27.689532+0000 mgr.y (mgr.24832) 139 : cluster [DBG] pgmap v110: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-05-11T04:56:30.362 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:29 smithi072 bash[82901]: cluster 2024-05-11T04:56:27.689532+0000 mgr.y (mgr.24832) 139 : cluster [DBG] pgmap v110: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s 2024-05-11T04:56:30.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 11 16 27214 27198 154.521 119.938 0.00184931 0.00644451 2024-05-11T04:56:31.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:31 smithi086 bash[67518]: cluster 2024-05-11T04:56:29.689964+0000 mgr.y (mgr.24832) 140 : cluster [DBG] pgmap v111: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-05-11T04:56:31.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:31 smithi086 bash[67518]: cluster 2024-05-11T04:56:29.689964+0000 mgr.y (mgr.24832) 140 : cluster [DBG] pgmap v111: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-05-11T04:56:31.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:31 smithi072 bash[80515]: cluster 2024-05-11T04:56:29.689964+0000 mgr.y (mgr.24832) 140 : cluster [DBG] pgmap v111: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-05-11T04:56:31.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:31 smithi072 bash[80515]: cluster 2024-05-11T04:56:29.689964+0000 mgr.y (mgr.24832) 140 : cluster [DBG] pgmap v111: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-05-11T04:56:31.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:31 smithi072 bash[82901]: cluster 2024-05-11T04:56:29.689964+0000 mgr.y (mgr.24832) 140 : cluster [DBG] pgmap v111: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-05-11T04:56:31.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:31 smithi072 bash[82901]: cluster 2024-05-11T04:56:29.689964+0000 mgr.y (mgr.24832) 140 : cluster [DBG] pgmap v111: 89 pgs: 89 active+clean; 885 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 MiB/s wr, 1.18k op/s 2024-05-11T04:56:31.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 12 16 28662 28646 149.185 90.5 0.00701154 0.00669554 2024-05-11T04:56:32.967 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 13 16 30618 30602 147.113 122.25 0.00486295 0.00678878 2024-05-11T04:56:33.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:33 smithi086 bash[67518]: cluster 2024-05-11T04:56:31.690693+0000 mgr.y (mgr.24832) 141 : cluster [DBG] pgmap v112: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2024-05-11T04:56:33.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:33 smithi086 bash[67518]: cluster 2024-05-11T04:56:31.690693+0000 mgr.y (mgr.24832) 141 : cluster [DBG] pgmap v112: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2024-05-11T04:56:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:33 smithi072 bash[80515]: cluster 2024-05-11T04:56:31.690693+0000 mgr.y (mgr.24832) 141 : cluster [DBG] pgmap v112: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2024-05-11T04:56:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:33 smithi072 bash[80515]: cluster 2024-05-11T04:56:31.690693+0000 mgr.y (mgr.24832) 141 : cluster [DBG] pgmap v112: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2024-05-11T04:56:33.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:33 smithi072 bash[82901]: cluster 2024-05-11T04:56:31.690693+0000 mgr.y (mgr.24832) 141 : cluster [DBG] pgmap v112: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2024-05-11T04:56:33.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:33 smithi072 bash[82901]: cluster 2024-05-11T04:56:31.690693+0000 mgr.y (mgr.24832) 141 : cluster [DBG] pgmap v112: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 132 MiB/s wr, 2.12k op/s 2024-05-11T04:56:33.968 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 14 16 32423 32407 144.662 112.812 0.00665657 0.00690556 2024-05-11T04:56:34.049 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:56:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:56:33] "GET /metrics HTTP/1.1" 200 36337 "" "Prometheus/2.43.0" 2024-05-11T04:56:34.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:34 smithi086 bash[67518]: audit 2024-05-11T04:56:33.843224+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:34.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:34 smithi086 bash[67518]: audit 2024-05-11T04:56:33.843224+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:34.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:34 smithi072 bash[80515]: audit 2024-05-11T04:56:33.843224+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:34.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:34 smithi072 bash[80515]: audit 2024-05-11T04:56:33.843224+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:34.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:34 smithi072 bash[82901]: audit 2024-05-11T04:56:33.843224+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:34.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:34 smithi072 bash[82901]: audit 2024-05-11T04:56:33.843224+0000 mon.a (mon.0) 285 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:34.968 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 15 16 34232 34216 142.555 113.062 0.010844 0.00700805 2024-05-11T04:56:35.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:35 smithi086 bash[67518]: cluster 2024-05-11T04:56:33.691384+0000 mgr.y (mgr.24832) 142 : cluster [DBG] pgmap v113: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2024-05-11T04:56:35.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:35 smithi086 bash[67518]: cluster 2024-05-11T04:56:33.691384+0000 mgr.y (mgr.24832) 142 : cluster [DBG] pgmap v113: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2024-05-11T04:56:35.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:35 smithi072 bash[80515]: cluster 2024-05-11T04:56:33.691384+0000 mgr.y (mgr.24832) 142 : cluster [DBG] pgmap v113: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2024-05-11T04:56:35.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:35 smithi072 bash[80515]: cluster 2024-05-11T04:56:33.691384+0000 mgr.y (mgr.24832) 142 : cluster [DBG] pgmap v113: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2024-05-11T04:56:35.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:35 smithi072 bash[82901]: cluster 2024-05-11T04:56:33.691384+0000 mgr.y (mgr.24832) 142 : cluster [DBG] pgmap v113: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2024-05-11T04:56:35.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:35 smithi072 bash[82901]: cluster 2024-05-11T04:56:33.691384+0000 mgr.y (mgr.24832) 142 : cluster [DBG] pgmap v113: 89 pgs: 89 active+clean; 1.6 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 130 MiB/s wr, 2.08k op/s 2024-05-11T04:56:35.968 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 16 16 36031 36015 140.672 112.438 0.00544411 0.00710273 2024-05-11T04:56:36.968 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 17 16 37427 37411 137.529 87.25 0.0197099 0.00726582 2024-05-11T04:56:37.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:37 smithi086 bash[67518]: cluster 2024-05-11T04:56:35.692130+0000 mgr.y (mgr.24832) 143 : cluster [DBG] pgmap v114: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 177 MiB/s wr, 2.83k op/s 2024-05-11T04:56:37.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:37 smithi086 bash[67518]: cluster 2024-05-11T04:56:35.692130+0000 mgr.y (mgr.24832) 143 : cluster [DBG] pgmap v114: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 177 MiB/s wr, 2.83k op/s 2024-05-11T04:56:37.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:37 smithi072 bash[80515]: cluster 2024-05-11T04:56:35.692130+0000 mgr.y (mgr.24832) 143 : cluster [DBG] pgmap v114: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 177 MiB/s wr, 2.83k op/s 2024-05-11T04:56:37.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:37 smithi072 bash[80515]: cluster 2024-05-11T04:56:35.692130+0000 mgr.y (mgr.24832) 143 : cluster [DBG] pgmap v114: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 177 MiB/s wr, 2.83k op/s 2024-05-11T04:56:37.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:37 smithi072 bash[82901]: cluster 2024-05-11T04:56:35.692130+0000 mgr.y (mgr.24832) 143 : cluster [DBG] pgmap v114: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 177 MiB/s wr, 2.83k op/s 2024-05-11T04:56:37.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:37 smithi072 bash[82901]: cluster 2024-05-11T04:56:35.692130+0000 mgr.y (mgr.24832) 143 : cluster [DBG] pgmap v114: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 177 MiB/s wr, 2.83k op/s 2024-05-11T04:56:37.968 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 18 16 39136 39120 135.822 106.812 0.0120509 0.00735513 2024-05-11T04:56:38.968 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 19 16 40717 40701 133.874 98.8125 0.00531925 0.00746265 2024-05-11T04:56:39.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:39 smithi086 bash[67518]: cluster 2024-05-11T04:56:37.692736+0000 mgr.y (mgr.24832) 144 : cluster [DBG] pgmap v115: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:39.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:39 smithi086 bash[67518]: cluster 2024-05-11T04:56:37.692736+0000 mgr.y (mgr.24832) 144 : cluster [DBG] pgmap v115: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:39 smithi086 bash[67518]: audit 2024-05-11T04:56:38.782520+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:39 smithi086 bash[67518]: audit 2024-05-11T04:56:38.782520+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:39 smithi086 bash[67518]: audit 2024-05-11T04:56:38.794266+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:39 smithi086 bash[67518]: audit 2024-05-11T04:56:38.794266+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:39 smithi086 bash[67518]: audit 2024-05-11T04:56:38.799846+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:56:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:39 smithi086 bash[67518]: audit 2024-05-11T04:56:38.799846+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:56:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:39 smithi086 bash[67518]: audit 2024-05-11T04:56:38.801054+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:39 smithi086 bash[67518]: audit 2024-05-11T04:56:38.801054+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:39 smithi072 bash[80515]: cluster 2024-05-11T04:56:37.692736+0000 mgr.y (mgr.24832) 144 : cluster [DBG] pgmap v115: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:39 smithi072 bash[80515]: cluster 2024-05-11T04:56:37.692736+0000 mgr.y (mgr.24832) 144 : cluster [DBG] pgmap v115: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:39 smithi072 bash[80515]: audit 2024-05-11T04:56:38.782520+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:39 smithi072 bash[80515]: audit 2024-05-11T04:56:38.782520+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:39 smithi072 bash[80515]: audit 2024-05-11T04:56:38.794266+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:39 smithi072 bash[80515]: audit 2024-05-11T04:56:38.794266+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:39 smithi072 bash[80515]: audit 2024-05-11T04:56:38.799846+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:56:39.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:39 smithi072 bash[80515]: audit 2024-05-11T04:56:38.799846+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:39 smithi072 bash[80515]: audit 2024-05-11T04:56:38.801054+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:39 smithi072 bash[80515]: audit 2024-05-11T04:56:38.801054+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:39 smithi072 bash[82901]: cluster 2024-05-11T04:56:37.692736+0000 mgr.y (mgr.24832) 144 : cluster [DBG] pgmap v115: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:39 smithi072 bash[82901]: cluster 2024-05-11T04:56:37.692736+0000 mgr.y (mgr.24832) 144 : cluster [DBG] pgmap v115: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:39 smithi072 bash[82901]: audit 2024-05-11T04:56:38.782520+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:39 smithi072 bash[82901]: audit 2024-05-11T04:56:38.782520+0000 mon.a (mon.0) 286 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:39 smithi072 bash[82901]: audit 2024-05-11T04:56:38.794266+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:39 smithi072 bash[82901]: audit 2024-05-11T04:56:38.794266+0000 mon.a (mon.0) 287 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:39 smithi072 bash[82901]: audit 2024-05-11T04:56:38.799846+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:39 smithi072 bash[82901]: audit 2024-05-11T04:56:38.799846+0000 mon.a (mon.0) 288 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:39 smithi072 bash[82901]: audit 2024-05-11T04:56:38.801054+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:39 smithi072 bash[82901]: audit 2024-05-11T04:56:38.801054+0000 mon.a (mon.0) 289 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:39.968 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:56:39.974519+0000 min lat: 0.00119445 max lat: 0.305004 avg lat: 0.00756786 2024-05-11T04:56:40.030 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:56:40.030 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 20 16 42270 42254 132.033 97.0625 0.00424816 0.00756786 2024-05-11T04:56:40.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:40 smithi086 bash[67518]: cephadm 2024-05-11T04:56:38.799394+0000 mgr.y (mgr.24832) 145 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:56:40.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:40 smithi086 bash[67518]: cephadm 2024-05-11T04:56:38.799394+0000 mgr.y (mgr.24832) 145 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:56:40.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:40 smithi086 bash[67518]: cephadm 2024-05-11T04:56:38.804033+0000 mgr.y (mgr.24832) 146 : cephadm [INF] Reconfiguring daemon osd.2 on smithi072 2024-05-11T04:56:40.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:40 smithi086 bash[67518]: cephadm 2024-05-11T04:56:38.804033+0000 mgr.y (mgr.24832) 146 : cephadm [INF] Reconfiguring daemon osd.2 on smithi072 2024-05-11T04:56:40.544 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:40 smithi072 bash[80515]: cephadm 2024-05-11T04:56:38.799394+0000 mgr.y (mgr.24832) 145 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:56:40.544 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:40 smithi072 bash[80515]: cephadm 2024-05-11T04:56:38.799394+0000 mgr.y (mgr.24832) 145 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:56:40.544 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:40 smithi072 bash[80515]: cephadm 2024-05-11T04:56:38.804033+0000 mgr.y (mgr.24832) 146 : cephadm [INF] Reconfiguring daemon osd.2 on smithi072 2024-05-11T04:56:40.544 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:40 smithi072 bash[80515]: cephadm 2024-05-11T04:56:38.804033+0000 mgr.y (mgr.24832) 146 : cephadm [INF] Reconfiguring daemon osd.2 on smithi072 2024-05-11T04:56:40.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:40 smithi072 bash[82901]: cephadm 2024-05-11T04:56:38.799394+0000 mgr.y (mgr.24832) 145 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:56:40.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:40 smithi072 bash[82901]: cephadm 2024-05-11T04:56:38.799394+0000 mgr.y (mgr.24832) 145 : cephadm [INF] Reconfiguring osd.2 (monmap changed)... 2024-05-11T04:56:40.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:40 smithi072 bash[82901]: cephadm 2024-05-11T04:56:38.804033+0000 mgr.y (mgr.24832) 146 : cephadm [INF] Reconfiguring daemon osd.2 on smithi072 2024-05-11T04:56:40.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:40 smithi072 bash[82901]: cephadm 2024-05-11T04:56:38.804033+0000 mgr.y (mgr.24832) 146 : cephadm [INF] Reconfiguring daemon osd.2 on smithi072 2024-05-11T04:56:40.968 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 21 16 43875 43859 130.522 100.312 0.00313271 0.00765626 2024-05-11T04:56:41.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:41 smithi086 bash[67518]: cluster 2024-05-11T04:56:39.693246+0000 mgr.y (mgr.24832) 147 : cluster [DBG] pgmap v116: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:41.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:41 smithi086 bash[67518]: cluster 2024-05-11T04:56:39.693246+0000 mgr.y (mgr.24832) 147 : cluster [DBG] pgmap v116: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:41.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:41 smithi072 bash[80515]: cluster 2024-05-11T04:56:39.693246+0000 mgr.y (mgr.24832) 147 : cluster [DBG] pgmap v116: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:41.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:41 smithi072 bash[80515]: cluster 2024-05-11T04:56:39.693246+0000 mgr.y (mgr.24832) 147 : cluster [DBG] pgmap v116: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:41.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:41 smithi072 bash[82901]: cluster 2024-05-11T04:56:39.693246+0000 mgr.y (mgr.24832) 147 : cluster [DBG] pgmap v116: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:41.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:41 smithi072 bash[82901]: cluster 2024-05-11T04:56:39.693246+0000 mgr.y (mgr.24832) 147 : cluster [DBG] pgmap v116: 89 pgs: 89 active+clean; 2.1 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 105 MiB/s wr, 1.68k op/s 2024-05-11T04:56:41.968 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 22 16 45426 45410 128.995 96.9375 0.00534158 0.00774587 2024-05-11T04:56:42.968 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 23 16 46968 46952 127.576 96.375 0.0184671 0.00783401 2024-05-11T04:56:43.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:43 smithi086 bash[67518]: cluster 2024-05-11T04:56:41.695626+0000 mgr.y (mgr.24832) 148 : cluster [DBG] pgmap v117: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 147 MiB/s wr, 2.35k op/s 2024-05-11T04:56:43.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:43 smithi086 bash[67518]: cluster 2024-05-11T04:56:41.695626+0000 mgr.y (mgr.24832) 148 : cluster [DBG] pgmap v117: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 147 MiB/s wr, 2.35k op/s 2024-05-11T04:56:43.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:43 smithi072 bash[80515]: cluster 2024-05-11T04:56:41.695626+0000 mgr.y (mgr.24832) 148 : cluster [DBG] pgmap v117: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 147 MiB/s wr, 2.35k op/s 2024-05-11T04:56:43.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:43 smithi072 bash[80515]: cluster 2024-05-11T04:56:41.695626+0000 mgr.y (mgr.24832) 148 : cluster [DBG] pgmap v117: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 147 MiB/s wr, 2.35k op/s 2024-05-11T04:56:43.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:43 smithi072 bash[82901]: cluster 2024-05-11T04:56:41.695626+0000 mgr.y (mgr.24832) 148 : cluster [DBG] pgmap v117: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 147 MiB/s wr, 2.35k op/s 2024-05-11T04:56:43.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:43 smithi072 bash[82901]: cluster 2024-05-11T04:56:41.695626+0000 mgr.y (mgr.24832) 148 : cluster [DBG] pgmap v117: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 147 MiB/s wr, 2.35k op/s 2024-05-11T04:56:43.969 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 24 16 48472 48456 126.177 94 0.00507403 0.00791995 2024-05-11T04:56:44.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:56:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:56:43] "GET /metrics HTTP/1.1" 200 36395 "" "Prometheus/2.43.0" 2024-05-11T04:56:44.968 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 25 16 49742 49726 124.304 79.375 0.00289684 0.00803765 2024-05-11T04:56:45.513 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:45 smithi072 bash[80515]: cluster 2024-05-11T04:56:43.696051+0000 mgr.y (mgr.24832) 149 : cluster [DBG] pgmap v118: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2024-05-11T04:56:45.513 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:45 smithi072 bash[80515]: cluster 2024-05-11T04:56:43.696051+0000 mgr.y (mgr.24832) 149 : cluster [DBG] pgmap v118: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2024-05-11T04:56:45.514 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:45 smithi072 bash[82901]: cluster 2024-05-11T04:56:43.696051+0000 mgr.y (mgr.24832) 149 : cluster [DBG] pgmap v118: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2024-05-11T04:56:45.514 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:45 smithi072 bash[82901]: cluster 2024-05-11T04:56:43.696051+0000 mgr.y (mgr.24832) 149 : cluster [DBG] pgmap v118: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2024-05-11T04:56:45.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:45 smithi086 bash[67518]: cluster 2024-05-11T04:56:43.696051+0000 mgr.y (mgr.24832) 149 : cluster [DBG] pgmap v118: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2024-05-11T04:56:45.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:45 smithi086 bash[67518]: cluster 2024-05-11T04:56:43.696051+0000 mgr.y (mgr.24832) 149 : cluster [DBG] pgmap v118: 89 pgs: 89 active+clean; 2.6 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 88 MiB/s wr, 1.41k op/s 2024-05-11T04:56:45.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 26 16 51157 51141 122.924 88.4375 0.00368283 0.00812875 2024-05-11T04:56:46.969 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 27 16 52611 52595 121.737 90.875 0.0101389 0.00820911 2024-05-11T04:56:47.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:47 smithi086 bash[67518]: cluster 2024-05-11T04:56:45.696891+0000 mgr.y (mgr.24832) 150 : cluster [DBG] pgmap v119: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-05-11T04:56:47.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:47 smithi086 bash[67518]: cluster 2024-05-11T04:56:45.696891+0000 mgr.y (mgr.24832) 150 : cluster [DBG] pgmap v119: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-05-11T04:56:47.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:47 smithi072 bash[80515]: cluster 2024-05-11T04:56:45.696891+0000 mgr.y (mgr.24832) 150 : cluster [DBG] pgmap v119: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-05-11T04:56:47.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:47 smithi072 bash[80515]: cluster 2024-05-11T04:56:45.696891+0000 mgr.y (mgr.24832) 150 : cluster [DBG] pgmap v119: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-05-11T04:56:47.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:47 smithi072 bash[82901]: cluster 2024-05-11T04:56:45.696891+0000 mgr.y (mgr.24832) 150 : cluster [DBG] pgmap v119: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-05-11T04:56:47.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:47 smithi072 bash[82901]: cluster 2024-05-11T04:56:45.696891+0000 mgr.y (mgr.24832) 150 : cluster [DBG] pgmap v119: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 127 MiB/s wr, 2.03k op/s 2024-05-11T04:56:47.969 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 28 16 54028 54012 120.552 88.5625 0.00436969 0.00828981 2024-05-11T04:56:48.969 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 29 16 55287 55271 119.108 78.6875 0.0132396 0.00839015 2024-05-11T04:56:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: cluster 2024-05-11T04:56:47.697308+0000 mgr.y (mgr.24832) 151 : cluster [DBG] pgmap v120: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: cluster 2024-05-11T04:56:47.697308+0000 mgr.y (mgr.24832) 151 : cluster [DBG] pgmap v120: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: audit 2024-05-11T04:56:48.328833+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: audit 2024-05-11T04:56:48.328833+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: audit 2024-05-11T04:56:48.344154+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: audit 2024-05-11T04:56:48.344154+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: cephadm 2024-05-11T04:56:48.347351+0000 mgr.y (mgr.24832) 152 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:56:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: cephadm 2024-05-11T04:56:48.347351+0000 mgr.y (mgr.24832) 152 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:56:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: audit 2024-05-11T04:56:48.347910+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:56:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: audit 2024-05-11T04:56:48.347910+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:56:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: audit 2024-05-11T04:56:48.351908+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:49.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: audit 2024-05-11T04:56:48.351908+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:49.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: cephadm 2024-05-11T04:56:48.355691+0000 mgr.y (mgr.24832) 153 : cephadm [INF] Reconfiguring daemon osd.3 on smithi072 2024-05-11T04:56:49.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: cephadm 2024-05-11T04:56:48.355691+0000 mgr.y (mgr.24832) 153 : cephadm [INF] Reconfiguring daemon osd.3 on smithi072 2024-05-11T04:56:49.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: audit 2024-05-11T04:56:48.843454+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:49.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:49 smithi086 bash[67518]: audit 2024-05-11T04:56:48.843454+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: cluster 2024-05-11T04:56:47.697308+0000 mgr.y (mgr.24832) 151 : cluster [DBG] pgmap v120: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: cluster 2024-05-11T04:56:47.697308+0000 mgr.y (mgr.24832) 151 : cluster [DBG] pgmap v120: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: audit 2024-05-11T04:56:48.328833+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: audit 2024-05-11T04:56:48.328833+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: audit 2024-05-11T04:56:48.344154+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: audit 2024-05-11T04:56:48.344154+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: cephadm 2024-05-11T04:56:48.347351+0000 mgr.y (mgr.24832) 152 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:56:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: cephadm 2024-05-11T04:56:48.347351+0000 mgr.y (mgr.24832) 152 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:56:49.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: audit 2024-05-11T04:56:48.347910+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:56:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: audit 2024-05-11T04:56:48.347910+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:56:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: audit 2024-05-11T04:56:48.351908+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: audit 2024-05-11T04:56:48.351908+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: cephadm 2024-05-11T04:56:48.355691+0000 mgr.y (mgr.24832) 153 : cephadm [INF] Reconfiguring daemon osd.3 on smithi072 2024-05-11T04:56:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: cephadm 2024-05-11T04:56:48.355691+0000 mgr.y (mgr.24832) 153 : cephadm [INF] Reconfiguring daemon osd.3 on smithi072 2024-05-11T04:56:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: audit 2024-05-11T04:56:48.843454+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:49 smithi072 bash[80515]: audit 2024-05-11T04:56:48.843454+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: cluster 2024-05-11T04:56:47.697308+0000 mgr.y (mgr.24832) 151 : cluster [DBG] pgmap v120: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: cluster 2024-05-11T04:56:47.697308+0000 mgr.y (mgr.24832) 151 : cluster [DBG] pgmap v120: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: audit 2024-05-11T04:56:48.328833+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: audit 2024-05-11T04:56:48.328833+0000 mon.a (mon.0) 290 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: audit 2024-05-11T04:56:48.344154+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: audit 2024-05-11T04:56:48.344154+0000 mon.a (mon.0) 291 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: cephadm 2024-05-11T04:56:48.347351+0000 mgr.y (mgr.24832) 152 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:56:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: cephadm 2024-05-11T04:56:48.347351+0000 mgr.y (mgr.24832) 152 : cephadm [INF] Reconfiguring osd.3 (monmap changed)... 2024-05-11T04:56:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: audit 2024-05-11T04:56:48.347910+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:56:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: audit 2024-05-11T04:56:48.347910+0000 mon.a (mon.0) 292 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T04:56:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: audit 2024-05-11T04:56:48.351908+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: audit 2024-05-11T04:56:48.351908+0000 mon.a (mon.0) 293 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: cephadm 2024-05-11T04:56:48.355691+0000 mgr.y (mgr.24832) 153 : cephadm [INF] Reconfiguring daemon osd.3 on smithi072 2024-05-11T04:56:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: cephadm 2024-05-11T04:56:48.355691+0000 mgr.y (mgr.24832) 153 : cephadm [INF] Reconfiguring daemon osd.3 on smithi072 2024-05-11T04:56:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: audit 2024-05-11T04:56:48.843454+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:49 smithi072 bash[82901]: audit 2024-05-11T04:56:48.843454+0000 mon.a (mon.0) 294 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:56:49.969 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 30 16 56619 56603 117.913 83.25 0.0203594 0.00847548 2024-05-11T04:56:50.969 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 31 16 57470 57454 115.824 53.1875 0.00263071 0.00859997 2024-05-11T04:56:51.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:51 smithi086 bash[67518]: cluster 2024-05-11T04:56:49.697731+0000 mgr.y (mgr.24832) 154 : cluster [DBG] pgmap v121: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:51.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:51 smithi086 bash[67518]: cluster 2024-05-11T04:56:49.697731+0000 mgr.y (mgr.24832) 154 : cluster [DBG] pgmap v121: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:51.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:51 smithi072 bash[80515]: cluster 2024-05-11T04:56:49.697731+0000 mgr.y (mgr.24832) 154 : cluster [DBG] pgmap v121: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:51.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:51 smithi072 bash[80515]: cluster 2024-05-11T04:56:49.697731+0000 mgr.y (mgr.24832) 154 : cluster [DBG] pgmap v121: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:51.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:51 smithi072 bash[82901]: cluster 2024-05-11T04:56:49.697731+0000 mgr.y (mgr.24832) 154 : cluster [DBG] pgmap v121: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:51.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:51 smithi072 bash[82901]: cluster 2024-05-11T04:56:49.697731+0000 mgr.y (mgr.24832) 154 : cluster [DBG] pgmap v121: 89 pgs: 89 active+clean; 3.0 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 81 MiB/s wr, 1.29k op/s 2024-05-11T04:56:51.969 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 32 16 58379 58363 113.98 56.8125 0.010762 0.00876823 2024-05-11T04:56:52.969 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 33 16 59665 59649 112.962 80.375 0.00932135 0.00884753 2024-05-11T04:56:53.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:53 smithi086 bash[67518]: cluster 2024-05-11T04:56:51.698449+0000 mgr.y (mgr.24832) 155 : cluster [DBG] pgmap v122: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2024-05-11T04:56:53.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:53 smithi086 bash[67518]: cluster 2024-05-11T04:56:51.698449+0000 mgr.y (mgr.24832) 155 : cluster [DBG] pgmap v122: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2024-05-11T04:56:53.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:53 smithi072 bash[80515]: cluster 2024-05-11T04:56:51.698449+0000 mgr.y (mgr.24832) 155 : cluster [DBG] pgmap v122: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2024-05-11T04:56:53.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:53 smithi072 bash[80515]: cluster 2024-05-11T04:56:51.698449+0000 mgr.y (mgr.24832) 155 : cluster [DBG] pgmap v122: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2024-05-11T04:56:53.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:53 smithi072 bash[82901]: cluster 2024-05-11T04:56:51.698449+0000 mgr.y (mgr.24832) 155 : cluster [DBG] pgmap v122: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2024-05-11T04:56:53.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:53 smithi072 bash[82901]: cluster 2024-05-11T04:56:51.698449+0000 mgr.y (mgr.24832) 155 : cluster [DBG] pgmap v122: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 116 MiB/s wr, 1.85k op/s 2024-05-11T04:56:53.969 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 34 16 60726 60710 111.589 66.3125 0.00772004 0.00895669 2024-05-11T04:56:54.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:56:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:56:53] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-05-11T04:56:54.969 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 35 16 61971 61955 110.624 77.8125 0.00672515 0.00903284 2024-05-11T04:56:55.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:55 smithi086 bash[67518]: cluster 2024-05-11T04:56:53.698982+0000 mgr.y (mgr.24832) 156 : cluster [DBG] pgmap v123: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2024-05-11T04:56:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:55 smithi086 bash[67518]: cluster 2024-05-11T04:56:53.698982+0000 mgr.y (mgr.24832) 156 : cluster [DBG] pgmap v123: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2024-05-11T04:56:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:55 smithi086 bash[67518]: audit 2024-05-11T04:56:54.894314+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:55 smithi086 bash[67518]: audit 2024-05-11T04:56:54.894314+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:55 smithi086 bash[67518]: audit 2024-05-11T04:56:54.904224+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:55 smithi086 bash[67518]: audit 2024-05-11T04:56:54.904224+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:55 smithi086 bash[67518]: audit 2024-05-11T04:56:54.907314+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:56:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:55 smithi086 bash[67518]: audit 2024-05-11T04:56:54.907314+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:56:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:55 smithi086 bash[67518]: audit 2024-05-11T04:56:54.908992+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:55 smithi086 bash[67518]: audit 2024-05-11T04:56:54.908992+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:55.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:55 smithi072 bash[80515]: cluster 2024-05-11T04:56:53.698982+0000 mgr.y (mgr.24832) 156 : cluster [DBG] pgmap v123: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2024-05-11T04:56:55.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:55 smithi072 bash[80515]: cluster 2024-05-11T04:56:53.698982+0000 mgr.y (mgr.24832) 156 : cluster [DBG] pgmap v123: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2024-05-11T04:56:55.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:55 smithi072 bash[80515]: audit 2024-05-11T04:56:54.894314+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:55 smithi072 bash[80515]: audit 2024-05-11T04:56:54.894314+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:55 smithi072 bash[80515]: audit 2024-05-11T04:56:54.904224+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:55 smithi072 bash[80515]: audit 2024-05-11T04:56:54.904224+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:55 smithi072 bash[80515]: audit 2024-05-11T04:56:54.907314+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:56:55.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:55 smithi072 bash[80515]: audit 2024-05-11T04:56:54.907314+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:56:55.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:55 smithi072 bash[80515]: audit 2024-05-11T04:56:54.908992+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:55.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:55 smithi072 bash[80515]: audit 2024-05-11T04:56:54.908992+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:55.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:55 smithi072 bash[82901]: cluster 2024-05-11T04:56:53.698982+0000 mgr.y (mgr.24832) 156 : cluster [DBG] pgmap v123: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2024-05-11T04:56:55.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:55 smithi072 bash[82901]: cluster 2024-05-11T04:56:53.698982+0000 mgr.y (mgr.24832) 156 : cluster [DBG] pgmap v123: 89 pgs: 89 active+clean; 3.5 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 74 MiB/s wr, 1.19k op/s 2024-05-11T04:56:55.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:55 smithi072 bash[82901]: audit 2024-05-11T04:56:54.894314+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:55 smithi072 bash[82901]: audit 2024-05-11T04:56:54.894314+0000 mon.a (mon.0) 295 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:55 smithi072 bash[82901]: audit 2024-05-11T04:56:54.904224+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:55 smithi072 bash[82901]: audit 2024-05-11T04:56:54.904224+0000 mon.a (mon.0) 296 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:56:55.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:55 smithi072 bash[82901]: audit 2024-05-11T04:56:54.907314+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:56:55.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:55 smithi072 bash[82901]: audit 2024-05-11T04:56:54.907314+0000 mon.a (mon.0) 297 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi072.jvmjqq", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:56:55.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:55 smithi072 bash[82901]: audit 2024-05-11T04:56:54.908992+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:55.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:55 smithi072 bash[82901]: audit 2024-05-11T04:56:54.908992+0000 mon.a (mon.0) 298 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:56:55.969 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 36 16 63135 63119 109.572 72.75 0.0143838 0.00912085 2024-05-11T04:56:56.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:56 smithi086 bash[67518]: cephadm 2024-05-11T04:56:54.906819+0000 mgr.y (mgr.24832) 157 : cephadm [INF] Reconfiguring mds.foo.smithi072.jvmjqq (monmap changed)... 2024-05-11T04:56:56.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:56 smithi086 bash[67518]: cephadm 2024-05-11T04:56:54.906819+0000 mgr.y (mgr.24832) 157 : cephadm [INF] Reconfiguring mds.foo.smithi072.jvmjqq (monmap changed)... 2024-05-11T04:56:56.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:56 smithi086 bash[67518]: cephadm 2024-05-11T04:56:54.910201+0000 mgr.y (mgr.24832) 158 : cephadm [INF] Reconfiguring daemon mds.foo.smithi072.jvmjqq on smithi072 2024-05-11T04:56:56.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:56 smithi086 bash[67518]: cephadm 2024-05-11T04:56:54.910201+0000 mgr.y (mgr.24832) 158 : cephadm [INF] Reconfiguring daemon mds.foo.smithi072.jvmjqq on smithi072 2024-05-11T04:56:56.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:56 smithi072 bash[80515]: cephadm 2024-05-11T04:56:54.906819+0000 mgr.y (mgr.24832) 157 : cephadm [INF] Reconfiguring mds.foo.smithi072.jvmjqq (monmap changed)... 2024-05-11T04:56:56.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:56 smithi072 bash[80515]: cephadm 2024-05-11T04:56:54.906819+0000 mgr.y (mgr.24832) 157 : cephadm [INF] Reconfiguring mds.foo.smithi072.jvmjqq (monmap changed)... 2024-05-11T04:56:56.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:56 smithi072 bash[80515]: cephadm 2024-05-11T04:56:54.910201+0000 mgr.y (mgr.24832) 158 : cephadm [INF] Reconfiguring daemon mds.foo.smithi072.jvmjqq on smithi072 2024-05-11T04:56:56.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:56 smithi072 bash[80515]: cephadm 2024-05-11T04:56:54.910201+0000 mgr.y (mgr.24832) 158 : cephadm [INF] Reconfiguring daemon mds.foo.smithi072.jvmjqq on smithi072 2024-05-11T04:56:56.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:56 smithi072 bash[82901]: cephadm 2024-05-11T04:56:54.906819+0000 mgr.y (mgr.24832) 157 : cephadm [INF] Reconfiguring mds.foo.smithi072.jvmjqq (monmap changed)... 2024-05-11T04:56:56.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:56 smithi072 bash[82901]: cephadm 2024-05-11T04:56:54.906819+0000 mgr.y (mgr.24832) 157 : cephadm [INF] Reconfiguring mds.foo.smithi072.jvmjqq (monmap changed)... 2024-05-11T04:56:56.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:56 smithi072 bash[82901]: cephadm 2024-05-11T04:56:54.910201+0000 mgr.y (mgr.24832) 158 : cephadm [INF] Reconfiguring daemon mds.foo.smithi072.jvmjqq on smithi072 2024-05-11T04:56:56.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:56 smithi072 bash[82901]: cephadm 2024-05-11T04:56:54.910201+0000 mgr.y (mgr.24832) 158 : cephadm [INF] Reconfiguring daemon mds.foo.smithi072.jvmjqq on smithi072 2024-05-11T04:56:56.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 37 16 64188 64172 108.389 65.8125 0.00255399 0.00918158 2024-05-11T04:56:57.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:57 smithi086 bash[67518]: cluster 2024-05-11T04:56:55.699673+0000 mgr.y (mgr.24832) 159 : cluster [DBG] pgmap v124: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-05-11T04:56:57.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:57 smithi086 bash[67518]: cluster 2024-05-11T04:56:55.699673+0000 mgr.y (mgr.24832) 159 : cluster [DBG] pgmap v124: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-05-11T04:56:57.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:57 smithi072 bash[80515]: cluster 2024-05-11T04:56:55.699673+0000 mgr.y (mgr.24832) 159 : cluster [DBG] pgmap v124: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-05-11T04:56:57.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:57 smithi072 bash[80515]: cluster 2024-05-11T04:56:55.699673+0000 mgr.y (mgr.24832) 159 : cluster [DBG] pgmap v124: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-05-11T04:56:57.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:57 smithi072 bash[82901]: cluster 2024-05-11T04:56:55.699673+0000 mgr.y (mgr.24832) 159 : cluster [DBG] pgmap v124: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-05-11T04:56:57.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:57 smithi072 bash[82901]: cluster 2024-05-11T04:56:55.699673+0000 mgr.y (mgr.24832) 159 : cluster [DBG] pgmap v124: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 103 MiB/s wr, 1.65k op/s 2024-05-11T04:56:57.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 38 16 65163 65147 107.14 60.9375 0.00660182 0.00932837 2024-05-11T04:56:58.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 39 16 66165 66149 105.999 62.625 0.00753192 0.00942915 2024-05-11T04:56:59.769 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:59 smithi072 bash[80515]: cluster 2024-05-11T04:56:57.700040+0000 mgr.y (mgr.24832) 160 : cluster [DBG] pgmap v125: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:56:59.769 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:56:59 smithi072 bash[80515]: cluster 2024-05-11T04:56:57.700040+0000 mgr.y (mgr.24832) 160 : cluster [DBG] pgmap v125: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:56:59.769 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:59 smithi072 bash[82901]: cluster 2024-05-11T04:56:57.700040+0000 mgr.y (mgr.24832) 160 : cluster [DBG] pgmap v125: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:56:59.770 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:56:59 smithi072 bash[82901]: cluster 2024-05-11T04:56:57.700040+0000 mgr.y (mgr.24832) 160 : cluster [DBG] pgmap v125: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:56:59.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:59 smithi086 bash[67518]: cluster 2024-05-11T04:56:57.700040+0000 mgr.y (mgr.24832) 160 : cluster [DBG] pgmap v125: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:56:59.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:56:59 smithi086 bash[67518]: cluster 2024-05-11T04:56:57.700040+0000 mgr.y (mgr.24832) 160 : cluster [DBG] pgmap v125: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:56:59.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:56:59.976363+0000 min lat: 0.00119445 max lat: 0.396787 avg lat: 0.00949995 2024-05-11T04:56:59.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:56:59.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 40 16 67353 67337 105.205 74.25 0.0161595 0.00949995 2024-05-11T04:57:00.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 41 16 68230 68214 103.976 54.8125 0.0175875 0.00961214 2024-05-11T04:57:01.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:01 smithi086 bash[67518]: cluster 2024-05-11T04:56:59.700455+0000 mgr.y (mgr.24832) 161 : cluster [DBG] pgmap v126: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:57:01.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:01 smithi086 bash[67518]: cluster 2024-05-11T04:56:59.700455+0000 mgr.y (mgr.24832) 161 : cluster [DBG] pgmap v126: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:57:01.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:01 smithi072 bash[82901]: cluster 2024-05-11T04:56:59.700455+0000 mgr.y (mgr.24832) 161 : cluster [DBG] pgmap v126: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:57:01.798 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:01 smithi072 bash[82901]: cluster 2024-05-11T04:56:59.700455+0000 mgr.y (mgr.24832) 161 : cluster [DBG] pgmap v126: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:57:01.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:01 smithi072 bash[80515]: cluster 2024-05-11T04:56:59.700455+0000 mgr.y (mgr.24832) 161 : cluster [DBG] pgmap v126: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:57:01.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:01 smithi072 bash[80515]: cluster 2024-05-11T04:56:59.700455+0000 mgr.y (mgr.24832) 161 : cluster [DBG] pgmap v126: 89 pgs: 89 active+clean; 3.8 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 64 MiB/s wr, 1.03k op/s 2024-05-11T04:57:01.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 42 15 69426 69411 103.281 74.8125 0.00946656 0.0096776 2024-05-11T04:57:02.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 43 16 70620 70604 102.613 74.5625 0.0116974 0.00974039 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: cluster 2024-05-11T04:57:01.701121+0000 mgr.y (mgr.24832) 162 : cluster [DBG] pgmap v127: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 92 MiB/s wr, 1.46k op/s 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: cluster 2024-05-11T04:57:01.701121+0000 mgr.y (mgr.24832) 162 : cluster [DBG] pgmap v127: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 92 MiB/s wr, 1.46k op/s 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: audit 2024-05-11T04:57:01.950983+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: audit 2024-05-11T04:57:01.950983+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: audit 2024-05-11T04:57:01.962986+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: audit 2024-05-11T04:57:01.962986+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: cephadm 2024-05-11T04:57:01.966479+0000 mgr.y (mgr.24832) 163 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: cephadm 2024-05-11T04:57:01.966479+0000 mgr.y (mgr.24832) 163 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: audit 2024-05-11T04:57:01.966868+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: audit 2024-05-11T04:57:01.966868+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: audit 2024-05-11T04:57:01.968137+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: audit 2024-05-11T04:57:01.968137+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:57:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: audit 2024-05-11T04:57:01.973814+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:03.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: audit 2024-05-11T04:57:01.973814+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:03.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: cephadm 2024-05-11T04:57:01.975097+0000 mgr.y (mgr.24832) 164 : cephadm [INF] Reconfiguring daemon mon.b on smithi086 2024-05-11T04:57:03.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:02 smithi086 bash[67518]: cephadm 2024-05-11T04:57:01.975097+0000 mgr.y (mgr.24832) 164 : cephadm [INF] Reconfiguring daemon mon.b on smithi086 2024-05-11T04:57:03.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: cluster 2024-05-11T04:57:01.701121+0000 mgr.y (mgr.24832) 162 : cluster [DBG] pgmap v127: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 92 MiB/s wr, 1.46k op/s 2024-05-11T04:57:03.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: cluster 2024-05-11T04:57:01.701121+0000 mgr.y (mgr.24832) 162 : cluster [DBG] pgmap v127: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 92 MiB/s wr, 1.46k op/s 2024-05-11T04:57:03.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: audit 2024-05-11T04:57:01.950983+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: audit 2024-05-11T04:57:01.950983+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: audit 2024-05-11T04:57:01.962986+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: audit 2024-05-11T04:57:01.962986+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: cephadm 2024-05-11T04:57:01.966479+0000 mgr.y (mgr.24832) 163 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:57:03.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: cephadm 2024-05-11T04:57:01.966479+0000 mgr.y (mgr.24832) 163 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:57:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: audit 2024-05-11T04:57:01.966868+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:57:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: audit 2024-05-11T04:57:01.966868+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:57:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: audit 2024-05-11T04:57:01.968137+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:57:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: audit 2024-05-11T04:57:01.968137+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:57:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: audit 2024-05-11T04:57:01.973814+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: audit 2024-05-11T04:57:01.973814+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: cephadm 2024-05-11T04:57:01.975097+0000 mgr.y (mgr.24832) 164 : cephadm [INF] Reconfiguring daemon mon.b on smithi086 2024-05-11T04:57:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:02 smithi072 bash[80515]: cephadm 2024-05-11T04:57:01.975097+0000 mgr.y (mgr.24832) 164 : cephadm [INF] Reconfiguring daemon mon.b on smithi086 2024-05-11T04:57:03.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: cluster 2024-05-11T04:57:01.701121+0000 mgr.y (mgr.24832) 162 : cluster [DBG] pgmap v127: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 92 MiB/s wr, 1.46k op/s 2024-05-11T04:57:03.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: cluster 2024-05-11T04:57:01.701121+0000 mgr.y (mgr.24832) 162 : cluster [DBG] pgmap v127: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 92 MiB/s wr, 1.46k op/s 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: audit 2024-05-11T04:57:01.950983+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: audit 2024-05-11T04:57:01.950983+0000 mon.a (mon.0) 299 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: audit 2024-05-11T04:57:01.962986+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: audit 2024-05-11T04:57:01.962986+0000 mon.a (mon.0) 300 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: cephadm 2024-05-11T04:57:01.966479+0000 mgr.y (mgr.24832) 163 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: cephadm 2024-05-11T04:57:01.966479+0000 mgr.y (mgr.24832) 163 : cephadm [INF] Reconfiguring mon.b (monmap changed)... 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: audit 2024-05-11T04:57:01.966868+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: audit 2024-05-11T04:57:01.966868+0000 mon.a (mon.0) 301 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: audit 2024-05-11T04:57:01.968137+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: audit 2024-05-11T04:57:01.968137+0000 mon.a (mon.0) 302 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: audit 2024-05-11T04:57:01.973814+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: audit 2024-05-11T04:57:01.973814+0000 mon.a (mon.0) 303 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: cephadm 2024-05-11T04:57:01.975097+0000 mgr.y (mgr.24832) 164 : cephadm [INF] Reconfiguring daemon mon.b on smithi086 2024-05-11T04:57:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:02 smithi072 bash[82901]: cephadm 2024-05-11T04:57:01.975097+0000 mgr.y (mgr.24832) 164 : cephadm [INF] Reconfiguring daemon mon.b on smithi086 2024-05-11T04:57:03.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 44 16 71667 71651 101.768 65.4375 0.00412637 0.00979353 2024-05-11T04:57:04.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:03 smithi086 bash[67518]: audit 2024-05-11T04:57:03.843623+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:04.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:03 smithi086 bash[67518]: audit 2024-05-11T04:57:03.843623+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:04.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:57:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:57:03] "GET /metrics HTTP/1.1" 200 36397 "" "Prometheus/2.43.0" 2024-05-11T04:57:04.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:03 smithi072 bash[80515]: audit 2024-05-11T04:57:03.843623+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:04.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:03 smithi072 bash[80515]: audit 2024-05-11T04:57:03.843623+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:04.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:03 smithi072 bash[82901]: audit 2024-05-11T04:57:03.843623+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:04.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:03 smithi072 bash[82901]: audit 2024-05-11T04:57:03.843623+0000 mon.a (mon.0) 304 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:04.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 45 16 72546 72530 100.727 54.9375 0.0196597 0.0099214 2024-05-11T04:57:05.205 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:04 smithi086 bash[67518]: cluster 2024-05-11T04:57:03.701568+0000 mgr.y (mgr.24832) 165 : cluster [DBG] pgmap v128: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 898 op/s 2024-05-11T04:57:05.205 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:04 smithi086 bash[67518]: cluster 2024-05-11T04:57:03.701568+0000 mgr.y (mgr.24832) 165 : cluster [DBG] pgmap v128: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 898 op/s 2024-05-11T04:57:05.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:04 smithi072 bash[80515]: cluster 2024-05-11T04:57:03.701568+0000 mgr.y (mgr.24832) 165 : cluster [DBG] pgmap v128: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 898 op/s 2024-05-11T04:57:05.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:04 smithi072 bash[80515]: cluster 2024-05-11T04:57:03.701568+0000 mgr.y (mgr.24832) 165 : cluster [DBG] pgmap v128: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 898 op/s 2024-05-11T04:57:05.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:04 smithi072 bash[82901]: cluster 2024-05-11T04:57:03.701568+0000 mgr.y (mgr.24832) 165 : cluster [DBG] pgmap v128: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 898 op/s 2024-05-11T04:57:05.298 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:04 smithi072 bash[82901]: cluster 2024-05-11T04:57:03.701568+0000 mgr.y (mgr.24832) 165 : cluster [DBG] pgmap v128: 89 pgs: 89 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 56 MiB/s wr, 898 op/s 2024-05-11T04:57:05.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 46 16 73663 73647 100.055 69.8125 0.0162121 0.00998798 2024-05-11T04:57:06.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 47 16 74677 74661 99.2744 63.375 0.010885 0.0100646 2024-05-11T04:57:07.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: cluster 2024-05-11T04:57:05.702268+0000 mgr.y (mgr.24832) 166 : cluster [DBG] pgmap v129: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2024-05-11T04:57:07.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: cluster 2024-05-11T04:57:05.702268+0000 mgr.y (mgr.24832) 166 : cluster [DBG] pgmap v129: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2024-05-11T04:57:07.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: audit 2024-05-11T04:57:06.044845+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: audit 2024-05-11T04:57:06.044845+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: audit 2024-05-11T04:57:06.098667+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: audit 2024-05-11T04:57:06.098667+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: cephadm 2024-05-11T04:57:06.111811+0000 mgr.y (mgr.24832) 167 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:57:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: cephadm 2024-05-11T04:57:06.111811+0000 mgr.y (mgr.24832) 167 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:57:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: audit 2024-05-11T04:57:06.112299+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:57:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: audit 2024-05-11T04:57:06.112299+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:57:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: audit 2024-05-11T04:57:06.113550+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:57:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: audit 2024-05-11T04:57:06.113550+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:57:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: audit 2024-05-11T04:57:06.114354+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: audit 2024-05-11T04:57:06.114354+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:07.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: cephadm 2024-05-11T04:57:06.115342+0000 mgr.y (mgr.24832) 168 : cephadm [INF] Reconfiguring daemon mgr.x on smithi086 2024-05-11T04:57:07.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:07 smithi072 bash[80515]: cephadm 2024-05-11T04:57:06.115342+0000 mgr.y (mgr.24832) 168 : cephadm [INF] Reconfiguring daemon mgr.x on smithi086 2024-05-11T04:57:07.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: cluster 2024-05-11T04:57:05.702268+0000 mgr.y (mgr.24832) 166 : cluster [DBG] pgmap v129: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2024-05-11T04:57:07.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: cluster 2024-05-11T04:57:05.702268+0000 mgr.y (mgr.24832) 166 : cluster [DBG] pgmap v129: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2024-05-11T04:57:07.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: audit 2024-05-11T04:57:06.044845+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: audit 2024-05-11T04:57:06.044845+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: audit 2024-05-11T04:57:06.098667+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: audit 2024-05-11T04:57:06.098667+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: cephadm 2024-05-11T04:57:06.111811+0000 mgr.y (mgr.24832) 167 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:57:07.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: cephadm 2024-05-11T04:57:06.111811+0000 mgr.y (mgr.24832) 167 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:57:07.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: audit 2024-05-11T04:57:06.112299+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:57:07.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: audit 2024-05-11T04:57:06.112299+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:57:07.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: audit 2024-05-11T04:57:06.113550+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:57:07.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: audit 2024-05-11T04:57:06.113550+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:57:07.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: audit 2024-05-11T04:57:06.114354+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:07.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: audit 2024-05-11T04:57:06.114354+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:07.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: cephadm 2024-05-11T04:57:06.115342+0000 mgr.y (mgr.24832) 168 : cephadm [INF] Reconfiguring daemon mgr.x on smithi086 2024-05-11T04:57:07.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:07 smithi072 bash[82901]: cephadm 2024-05-11T04:57:06.115342+0000 mgr.y (mgr.24832) 168 : cephadm [INF] Reconfiguring daemon mgr.x on smithi086 2024-05-11T04:57:07.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: cluster 2024-05-11T04:57:05.702268+0000 mgr.y (mgr.24832) 166 : cluster [DBG] pgmap v129: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2024-05-11T04:57:07.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: cluster 2024-05-11T04:57:05.702268+0000 mgr.y (mgr.24832) 166 : cluster [DBG] pgmap v129: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s 2024-05-11T04:57:07.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: audit 2024-05-11T04:57:06.044845+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: audit 2024-05-11T04:57:06.044845+0000 mon.a (mon.0) 305 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: audit 2024-05-11T04:57:06.098667+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: audit 2024-05-11T04:57:06.098667+0000 mon.a (mon.0) 306 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: cephadm 2024-05-11T04:57:06.111811+0000 mgr.y (mgr.24832) 167 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:57:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: cephadm 2024-05-11T04:57:06.111811+0000 mgr.y (mgr.24832) 167 : cephadm [INF] Reconfiguring mgr.x (monmap changed)... 2024-05-11T04:57:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: audit 2024-05-11T04:57:06.112299+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:57:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: audit 2024-05-11T04:57:06.112299+0000 mon.a (mon.0) 307 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-05-11T04:57:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: audit 2024-05-11T04:57:06.113550+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:57:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: audit 2024-05-11T04:57:06.113550+0000 mon.a (mon.0) 308 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-05-11T04:57:07.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: audit 2024-05-11T04:57:06.114354+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:07.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: audit 2024-05-11T04:57:06.114354+0000 mon.a (mon.0) 309 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:07.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: cephadm 2024-05-11T04:57:06.115342+0000 mgr.y (mgr.24832) 168 : cephadm [INF] Reconfiguring daemon mgr.x on smithi086 2024-05-11T04:57:07.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:07 smithi086 bash[67518]: cephadm 2024-05-11T04:57:06.115342+0000 mgr.y (mgr.24832) 168 : cephadm [INF] Reconfiguring daemon mgr.x on smithi086 2024-05-11T04:57:07.970 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 48 16 75793 75777 98.6591 69.75 0.00968349 0.0101306 2024-05-11T04:57:08.971 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 49 16 76902 76886 98.0601 69.3125 0.00397002 0.0101921 2024-05-11T04:57:09.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:09 smithi072 bash[80515]: cluster 2024-05-11T04:57:07.702997+0000 mgr.y (mgr.24832) 169 : cluster [DBG] pgmap v130: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:09.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:09 smithi072 bash[80515]: cluster 2024-05-11T04:57:07.702997+0000 mgr.y (mgr.24832) 169 : cluster [DBG] pgmap v130: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:09.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:09 smithi072 bash[80515]: audit 2024-05-11T04:57:08.769624+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:09 smithi072 bash[80515]: audit 2024-05-11T04:57:08.769624+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:09 smithi072 bash[80515]: audit 2024-05-11T04:57:08.776875+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:09 smithi072 bash[80515]: audit 2024-05-11T04:57:08.776875+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:09 smithi072 bash[80515]: audit 2024-05-11T04:57:08.788657+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:09 smithi072 bash[80515]: audit 2024-05-11T04:57:08.788657+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:09 smithi072 bash[80515]: audit 2024-05-11T04:57:08.789927+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:09 smithi072 bash[80515]: audit 2024-05-11T04:57:08.789927+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:09 smithi072 bash[82901]: cluster 2024-05-11T04:57:07.702997+0000 mgr.y (mgr.24832) 169 : cluster [DBG] pgmap v130: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:09 smithi072 bash[82901]: cluster 2024-05-11T04:57:07.702997+0000 mgr.y (mgr.24832) 169 : cluster [DBG] pgmap v130: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:09 smithi072 bash[82901]: audit 2024-05-11T04:57:08.769624+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:09 smithi072 bash[82901]: audit 2024-05-11T04:57:08.769624+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:09 smithi072 bash[82901]: audit 2024-05-11T04:57:08.776875+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:09 smithi072 bash[82901]: audit 2024-05-11T04:57:08.776875+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:09 smithi072 bash[82901]: audit 2024-05-11T04:57:08.788657+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:57:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:09 smithi072 bash[82901]: audit 2024-05-11T04:57:08.788657+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:57:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:09 smithi072 bash[82901]: audit 2024-05-11T04:57:08.789927+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:09 smithi072 bash[82901]: audit 2024-05-11T04:57:08.789927+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:09.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:09 smithi086 bash[67518]: cluster 2024-05-11T04:57:07.702997+0000 mgr.y (mgr.24832) 169 : cluster [DBG] pgmap v130: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:09.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:09 smithi086 bash[67518]: cluster 2024-05-11T04:57:07.702997+0000 mgr.y (mgr.24832) 169 : cluster [DBG] pgmap v130: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:09.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:09 smithi086 bash[67518]: audit 2024-05-11T04:57:08.769624+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:09 smithi086 bash[67518]: audit 2024-05-11T04:57:08.769624+0000 mon.a (mon.0) 310 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:09 smithi086 bash[67518]: audit 2024-05-11T04:57:08.776875+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:09 smithi086 bash[67518]: audit 2024-05-11T04:57:08.776875+0000 mon.a (mon.0) 311 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:09.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:09 smithi086 bash[67518]: audit 2024-05-11T04:57:08.788657+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:57:09.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:09 smithi086 bash[67518]: audit 2024-05-11T04:57:08.788657+0000 mon.a (mon.0) 312 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-05-11T04:57:09.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:09 smithi086 bash[67518]: audit 2024-05-11T04:57:08.789927+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:09.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:09 smithi086 bash[67518]: audit 2024-05-11T04:57:08.789927+0000 mon.a (mon.0) 313 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:09.554 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade resume' 2024-05-11T04:57:09.971 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 50 16 77842 77826 97.2737 58.75 0.0035414 0.0102624 2024-05-11T04:57:10.507 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:10 smithi086 bash[67518]: cephadm 2024-05-11T04:57:08.788122+0000 mgr.y (mgr.24832) 170 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:57:10.507 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:10 smithi086 bash[67518]: cephadm 2024-05-11T04:57:08.788122+0000 mgr.y (mgr.24832) 170 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:57:10.507 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:10 smithi086 bash[67518]: cephadm 2024-05-11T04:57:08.793030+0000 mgr.y (mgr.24832) 171 : cephadm [INF] Reconfiguring daemon osd.4 on smithi086 2024-05-11T04:57:10.507 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:10 smithi086 bash[67518]: cephadm 2024-05-11T04:57:08.793030+0000 mgr.y (mgr.24832) 171 : cephadm [INF] Reconfiguring daemon osd.4 on smithi086 2024-05-11T04:57:10.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:10 smithi072 bash[80515]: cephadm 2024-05-11T04:57:08.788122+0000 mgr.y (mgr.24832) 170 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:57:10.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:10 smithi072 bash[80515]: cephadm 2024-05-11T04:57:08.788122+0000 mgr.y (mgr.24832) 170 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:57:10.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:10 smithi072 bash[80515]: cephadm 2024-05-11T04:57:08.793030+0000 mgr.y (mgr.24832) 171 : cephadm [INF] Reconfiguring daemon osd.4 on smithi086 2024-05-11T04:57:10.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:10 smithi072 bash[80515]: cephadm 2024-05-11T04:57:08.793030+0000 mgr.y (mgr.24832) 171 : cephadm [INF] Reconfiguring daemon osd.4 on smithi086 2024-05-11T04:57:10.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:10 smithi072 bash[82901]: cephadm 2024-05-11T04:57:08.788122+0000 mgr.y (mgr.24832) 170 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:57:10.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:10 smithi072 bash[82901]: cephadm 2024-05-11T04:57:08.788122+0000 mgr.y (mgr.24832) 170 : cephadm [INF] Reconfiguring osd.4 (monmap changed)... 2024-05-11T04:57:10.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:10 smithi072 bash[82901]: cephadm 2024-05-11T04:57:08.793030+0000 mgr.y (mgr.24832) 171 : cephadm [INF] Reconfiguring daemon osd.4 on smithi086 2024-05-11T04:57:10.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:10 smithi072 bash[82901]: cephadm 2024-05-11T04:57:08.793030+0000 mgr.y (mgr.24832) 171 : cephadm [INF] Reconfiguring daemon osd.4 on smithi086 2024-05-11T04:57:10.971 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 51 16 78910 78894 96.675 66.75 0.00676965 0.0103388 2024-05-11T04:57:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:11 smithi086 bash[67518]: cluster 2024-05-11T04:57:09.704301+0000 mgr.y (mgr.24832) 172 : cluster [DBG] pgmap v131: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:11 smithi086 bash[67518]: cluster 2024-05-11T04:57:09.704301+0000 mgr.y (mgr.24832) 172 : cluster [DBG] pgmap v131: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:11.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:11 smithi072 bash[80515]: cluster 2024-05-11T04:57:09.704301+0000 mgr.y (mgr.24832) 172 : cluster [DBG] pgmap v131: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:11.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:11 smithi072 bash[80515]: cluster 2024-05-11T04:57:09.704301+0000 mgr.y (mgr.24832) 172 : cluster [DBG] pgmap v131: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:11.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:11 smithi072 bash[82901]: cluster 2024-05-11T04:57:09.704301+0000 mgr.y (mgr.24832) 172 : cluster [DBG] pgmap v131: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:11.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:11 smithi072 bash[82901]: cluster 2024-05-11T04:57:09.704301+0000 mgr.y (mgr.24832) 172 : cluster [DBG] pgmap v131: 89 pgs: 89 active+clean; 4.4 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 55 MiB/s wr, 878 op/s 2024-05-11T04:57:11.971 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 52 16 79991 79975 96.115 67.5625 0.0162633 0.0103982 2024-05-11T04:57:12.971 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 53 16 81062 81046 95.5644 66.9375 0.00444481 0.0104595 2024-05-11T04:57:13.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: audit 2024-05-11T04:57:11.674697+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: audit 2024-05-11T04:57:11.674697+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: audit 2024-05-11T04:57:11.689101+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: audit 2024-05-11T04:57:11.689101+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: cluster 2024-05-11T04:57:11.705020+0000 mgr.y (mgr.24832) 173 : cluster [DBG] pgmap v132: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: cluster 2024-05-11T04:57:11.705020+0000 mgr.y (mgr.24832) 173 : cluster [DBG] pgmap v132: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: cephadm 2024-05-11T04:57:11.720508+0000 mgr.y (mgr.24832) 174 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: cephadm 2024-05-11T04:57:11.720508+0000 mgr.y (mgr.24832) 174 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: audit 2024-05-11T04:57:11.721107+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: audit 2024-05-11T04:57:11.721107+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: audit 2024-05-11T04:57:11.722691+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: audit 2024-05-11T04:57:11.722691+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: cephadm 2024-05-11T04:57:11.725992+0000 mgr.y (mgr.24832) 175 : cephadm [INF] Reconfiguring daemon osd.5 on smithi086 2024-05-11T04:57:13.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:12 smithi086 bash[67518]: cephadm 2024-05-11T04:57:11.725992+0000 mgr.y (mgr.24832) 175 : cephadm [INF] Reconfiguring daemon osd.5 on smithi086 2024-05-11T04:57:13.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: audit 2024-05-11T04:57:11.674697+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: audit 2024-05-11T04:57:11.674697+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: audit 2024-05-11T04:57:11.689101+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: audit 2024-05-11T04:57:11.689101+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: cluster 2024-05-11T04:57:11.705020+0000 mgr.y (mgr.24832) 173 : cluster [DBG] pgmap v132: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:13.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: cluster 2024-05-11T04:57:11.705020+0000 mgr.y (mgr.24832) 173 : cluster [DBG] pgmap v132: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:13.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: cephadm 2024-05-11T04:57:11.720508+0000 mgr.y (mgr.24832) 174 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:57:13.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: cephadm 2024-05-11T04:57:11.720508+0000 mgr.y (mgr.24832) 174 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:57:13.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: audit 2024-05-11T04:57:11.721107+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:57:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: audit 2024-05-11T04:57:11.721107+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:57:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: audit 2024-05-11T04:57:11.722691+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: audit 2024-05-11T04:57:11.722691+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: cephadm 2024-05-11T04:57:11.725992+0000 mgr.y (mgr.24832) 175 : cephadm [INF] Reconfiguring daemon osd.5 on smithi086 2024-05-11T04:57:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:12 smithi072 bash[80515]: cephadm 2024-05-11T04:57:11.725992+0000 mgr.y (mgr.24832) 175 : cephadm [INF] Reconfiguring daemon osd.5 on smithi086 2024-05-11T04:57:13.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: audit 2024-05-11T04:57:11.674697+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: audit 2024-05-11T04:57:11.674697+0000 mon.a (mon.0) 314 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: audit 2024-05-11T04:57:11.689101+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: audit 2024-05-11T04:57:11.689101+0000 mon.a (mon.0) 315 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: cluster 2024-05-11T04:57:11.705020+0000 mgr.y (mgr.24832) 173 : cluster [DBG] pgmap v132: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: cluster 2024-05-11T04:57:11.705020+0000 mgr.y (mgr.24832) 173 : cluster [DBG] pgmap v132: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: cephadm 2024-05-11T04:57:11.720508+0000 mgr.y (mgr.24832) 174 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:57:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: cephadm 2024-05-11T04:57:11.720508+0000 mgr.y (mgr.24832) 174 : cephadm [INF] Reconfiguring osd.5 (monmap changed)... 2024-05-11T04:57:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: audit 2024-05-11T04:57:11.721107+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:57:13.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: audit 2024-05-11T04:57:11.721107+0000 mon.a (mon.0) 316 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-05-11T04:57:13.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: audit 2024-05-11T04:57:11.722691+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:13.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: audit 2024-05-11T04:57:11.722691+0000 mon.a (mon.0) 317 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:13.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: cephadm 2024-05-11T04:57:11.725992+0000 mgr.y (mgr.24832) 175 : cephadm [INF] Reconfiguring daemon osd.5 on smithi086 2024-05-11T04:57:13.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:12 smithi072 bash[82901]: cephadm 2024-05-11T04:57:11.725992+0000 mgr.y (mgr.24832) 175 : cephadm [INF] Reconfiguring daemon osd.5 on smithi086 2024-05-11T04:57:13.971 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 54 16 82124 82108 95.0238 66.375 0.01451 0.0105177 2024-05-11T04:57:14.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:57:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:57:13] "GET /metrics HTTP/1.1" 200 36396 "" "Prometheus/2.43.0" 2024-05-11T04:57:14.315 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:57:14.971 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 55 15 83151 83136 94.4641 64.25 0.00909377 0.0105799 2024-05-11T04:57:15.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:14 smithi086 bash[67518]: cluster 2024-05-11T04:57:13.705429+0000 mgr.y (mgr.24832) 176 : cluster [DBG] pgmap v133: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s 2024-05-11T04:57:15.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:14 smithi086 bash[67518]: cluster 2024-05-11T04:57:13.705429+0000 mgr.y (mgr.24832) 176 : cluster [DBG] pgmap v133: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s 2024-05-11T04:57:15.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:14 smithi086 bash[67518]: audit 2024-05-11T04:57:14.541383+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:14 smithi086 bash[67518]: audit 2024-05-11T04:57:14.541383+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:14 smithi086 bash[67518]: audit 2024-05-11T04:57:14.548196+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:14 smithi086 bash[67518]: audit 2024-05-11T04:57:14.548196+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:14 smithi086 bash[67518]: audit 2024-05-11T04:57:14.549648+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:57:15.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:14 smithi086 bash[67518]: audit 2024-05-11T04:57:14.549648+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:57:15.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:14 smithi086 bash[67518]: audit 2024-05-11T04:57:14.550243+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:15.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:14 smithi086 bash[67518]: audit 2024-05-11T04:57:14.550243+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:15.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:14 smithi072 bash[80515]: cluster 2024-05-11T04:57:13.705429+0000 mgr.y (mgr.24832) 176 : cluster [DBG] pgmap v133: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s 2024-05-11T04:57:15.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:14 smithi072 bash[80515]: cluster 2024-05-11T04:57:13.705429+0000 mgr.y (mgr.24832) 176 : cluster [DBG] pgmap v133: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s 2024-05-11T04:57:15.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:14 smithi072 bash[80515]: audit 2024-05-11T04:57:14.541383+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:14 smithi072 bash[80515]: audit 2024-05-11T04:57:14.541383+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:14 smithi072 bash[80515]: audit 2024-05-11T04:57:14.548196+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:14 smithi072 bash[80515]: audit 2024-05-11T04:57:14.548196+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:14 smithi072 bash[80515]: audit 2024-05-11T04:57:14.549648+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:57:15.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:14 smithi072 bash[80515]: audit 2024-05-11T04:57:14.549648+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:57:15.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:14 smithi072 bash[80515]: audit 2024-05-11T04:57:14.550243+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:15.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:14 smithi072 bash[80515]: audit 2024-05-11T04:57:14.550243+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:15.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:14 smithi072 bash[82901]: cluster 2024-05-11T04:57:13.705429+0000 mgr.y (mgr.24832) 176 : cluster [DBG] pgmap v133: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s 2024-05-11T04:57:15.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:14 smithi072 bash[82901]: cluster 2024-05-11T04:57:13.705429+0000 mgr.y (mgr.24832) 176 : cluster [DBG] pgmap v133: 89 pgs: 89 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 55 MiB/s wr, 883 op/s 2024-05-11T04:57:15.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:14 smithi072 bash[82901]: audit 2024-05-11T04:57:14.541383+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:14 smithi072 bash[82901]: audit 2024-05-11T04:57:14.541383+0000 mon.a (mon.0) 318 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:14 smithi072 bash[82901]: audit 2024-05-11T04:57:14.548196+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:14 smithi072 bash[82901]: audit 2024-05-11T04:57:14.548196+0000 mon.a (mon.0) 319 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:15.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:14 smithi072 bash[82901]: audit 2024-05-11T04:57:14.549648+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:57:15.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:14 smithi072 bash[82901]: audit 2024-05-11T04:57:14.549648+0000 mon.a (mon.0) 320 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-05-11T04:57:15.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:14 smithi072 bash[82901]: audit 2024-05-11T04:57:14.550243+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:15.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:14 smithi072 bash[82901]: audit 2024-05-11T04:57:14.550243+0000 mon.a (mon.0) 321 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:15.971 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 56 16 84187 84171 93.9323 64.6875 0.00709461 0.0106402 2024-05-11T04:57:16.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:15 smithi086 bash[67518]: cephadm 2024-05-11T04:57:14.549392+0000 mgr.y (mgr.24832) 177 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:57:16.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:15 smithi086 bash[67518]: cephadm 2024-05-11T04:57:14.549392+0000 mgr.y (mgr.24832) 177 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:57:16.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:15 smithi086 bash[67518]: cephadm 2024-05-11T04:57:14.552068+0000 mgr.y (mgr.24832) 178 : cephadm [INF] Reconfiguring daemon osd.6 on smithi086 2024-05-11T04:57:16.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:15 smithi086 bash[67518]: cephadm 2024-05-11T04:57:14.552068+0000 mgr.y (mgr.24832) 178 : cephadm [INF] Reconfiguring daemon osd.6 on smithi086 2024-05-11T04:57:16.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:15 smithi072 bash[80515]: cephadm 2024-05-11T04:57:14.549392+0000 mgr.y (mgr.24832) 177 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:57:16.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:15 smithi072 bash[80515]: cephadm 2024-05-11T04:57:14.549392+0000 mgr.y (mgr.24832) 177 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:57:16.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:15 smithi072 bash[80515]: cephadm 2024-05-11T04:57:14.552068+0000 mgr.y (mgr.24832) 178 : cephadm [INF] Reconfiguring daemon osd.6 on smithi086 2024-05-11T04:57:16.048 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:15 smithi072 bash[80515]: cephadm 2024-05-11T04:57:14.552068+0000 mgr.y (mgr.24832) 178 : cephadm [INF] Reconfiguring daemon osd.6 on smithi086 2024-05-11T04:57:16.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:15 smithi072 bash[82901]: cephadm 2024-05-11T04:57:14.549392+0000 mgr.y (mgr.24832) 177 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:57:16.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:15 smithi072 bash[82901]: cephadm 2024-05-11T04:57:14.549392+0000 mgr.y (mgr.24832) 177 : cephadm [INF] Reconfiguring osd.6 (monmap changed)... 2024-05-11T04:57:16.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:15 smithi072 bash[82901]: cephadm 2024-05-11T04:57:14.552068+0000 mgr.y (mgr.24832) 178 : cephadm [INF] Reconfiguring daemon osd.6 on smithi086 2024-05-11T04:57:16.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:15 smithi072 bash[82901]: cephadm 2024-05-11T04:57:14.552068+0000 mgr.y (mgr.24832) 178 : cephadm [INF] Reconfiguring daemon osd.6 on smithi086 2024-05-11T04:57:16.971 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 57 16 85239 85223 93.4378 65.75 0.00730521 0.0106972 2024-05-11T04:57:17.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:16 smithi086 bash[67518]: cluster 2024-05-11T04:57:15.706152+0000 mgr.y (mgr.24832) 179 : cluster [DBG] pgmap v134: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:17.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:16 smithi086 bash[67518]: cluster 2024-05-11T04:57:15.706152+0000 mgr.y (mgr.24832) 179 : cluster [DBG] pgmap v134: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:17.177 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:16 smithi072 bash[80515]: cluster 2024-05-11T04:57:15.706152+0000 mgr.y (mgr.24832) 179 : cluster [DBG] pgmap v134: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:17.177 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:16 smithi072 bash[80515]: cluster 2024-05-11T04:57:15.706152+0000 mgr.y (mgr.24832) 179 : cluster [DBG] pgmap v134: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:17.178 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:16 smithi072 bash[82901]: cluster 2024-05-11T04:57:15.706152+0000 mgr.y (mgr.24832) 179 : cluster [DBG] pgmap v134: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:17.178 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:16 smithi072 bash[82901]: cluster 2024-05-11T04:57:15.706152+0000 mgr.y (mgr.24832) 179 : cluster [DBG] pgmap v134: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 83 MiB/s wr, 1.32k op/s 2024-05-11T04:57:17.972 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 58 16 86125 86109 92.7814 55.375 0.00324732 0.0107661 2024-05-11T04:57:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: audit 2024-05-11T04:57:17.284671+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: audit 2024-05-11T04:57:17.284671+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: audit 2024-05-11T04:57:17.293845+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: audit 2024-05-11T04:57:17.293845+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: cephadm 2024-05-11T04:57:17.330912+0000 mgr.y (mgr.24832) 180 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:57:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: cephadm 2024-05-11T04:57:17.330912+0000 mgr.y (mgr.24832) 180 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:57:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: audit 2024-05-11T04:57:17.331492+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:57:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: audit 2024-05-11T04:57:17.331492+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:57:18.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: audit 2024-05-11T04:57:17.332906+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: audit 2024-05-11T04:57:17.332906+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: cephadm 2024-05-11T04:57:17.335555+0000 mgr.y (mgr.24832) 181 : cephadm [INF] Reconfiguring daemon osd.7 on smithi086 2024-05-11T04:57:18.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:18 smithi086 bash[67518]: cephadm 2024-05-11T04:57:17.335555+0000 mgr.y (mgr.24832) 181 : cephadm [INF] Reconfiguring daemon osd.7 on smithi086 2024-05-11T04:57:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: audit 2024-05-11T04:57:17.284671+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: audit 2024-05-11T04:57:17.284671+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: audit 2024-05-11T04:57:17.293845+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: audit 2024-05-11T04:57:17.293845+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: cephadm 2024-05-11T04:57:17.330912+0000 mgr.y (mgr.24832) 180 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:57:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: cephadm 2024-05-11T04:57:17.330912+0000 mgr.y (mgr.24832) 180 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:57:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: audit 2024-05-11T04:57:17.331492+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:57:18.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: audit 2024-05-11T04:57:17.331492+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: audit 2024-05-11T04:57:17.332906+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: audit 2024-05-11T04:57:17.332906+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: cephadm 2024-05-11T04:57:17.335555+0000 mgr.y (mgr.24832) 181 : cephadm [INF] Reconfiguring daemon osd.7 on smithi086 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:18 smithi072 bash[80515]: cephadm 2024-05-11T04:57:17.335555+0000 mgr.y (mgr.24832) 181 : cephadm [INF] Reconfiguring daemon osd.7 on smithi086 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: audit 2024-05-11T04:57:17.284671+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: audit 2024-05-11T04:57:17.284671+0000 mon.a (mon.0) 322 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: audit 2024-05-11T04:57:17.293845+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: audit 2024-05-11T04:57:17.293845+0000 mon.a (mon.0) 323 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: cephadm 2024-05-11T04:57:17.330912+0000 mgr.y (mgr.24832) 180 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: cephadm 2024-05-11T04:57:17.330912+0000 mgr.y (mgr.24832) 180 : cephadm [INF] Reconfiguring osd.7 (monmap changed)... 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: audit 2024-05-11T04:57:17.331492+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: audit 2024-05-11T04:57:17.331492+0000 mon.a (mon.0) 324 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-05-11T04:57:18.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: audit 2024-05-11T04:57:17.332906+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:18.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: audit 2024-05-11T04:57:17.332906+0000 mon.a (mon.0) 325 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:18.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: cephadm 2024-05-11T04:57:17.335555+0000 mgr.y (mgr.24832) 181 : cephadm [INF] Reconfiguring daemon osd.7 on smithi086 2024-05-11T04:57:18.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:18 smithi072 bash[82901]: cephadm 2024-05-11T04:57:17.335555+0000 mgr.y (mgr.24832) 181 : cephadm [INF] Reconfiguring daemon osd.7 on smithi086 2024-05-11T04:57:18.972 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 59 16 87157 87141 92.302 64.5 0.0199464 0.010827 2024-05-11T04:57:19.497 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:19 smithi086 bash[67518]: cluster 2024-05-11T04:57:17.706530+0000 mgr.y (mgr.24832) 182 : cluster [DBG] pgmap v135: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:19.497 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:19 smithi086 bash[67518]: cluster 2024-05-11T04:57:17.706530+0000 mgr.y (mgr.24832) 182 : cluster [DBG] pgmap v135: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:19.497 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:19 smithi086 bash[67518]: audit 2024-05-11T04:57:18.844304+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:19.498 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:19 smithi086 bash[67518]: audit 2024-05-11T04:57:18.844304+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:19.608 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:19 smithi072 bash[80515]: cluster 2024-05-11T04:57:17.706530+0000 mgr.y (mgr.24832) 182 : cluster [DBG] pgmap v135: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:19.608 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:19 smithi072 bash[80515]: cluster 2024-05-11T04:57:17.706530+0000 mgr.y (mgr.24832) 182 : cluster [DBG] pgmap v135: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:19.608 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:19 smithi072 bash[80515]: audit 2024-05-11T04:57:18.844304+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:19.608 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:19 smithi072 bash[80515]: audit 2024-05-11T04:57:18.844304+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:19.972 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:57:19.978263+0000 min lat: 0.00119445 max lat: 0.396787 avg lat: 0.010882 2024-05-11T04:57:19.972 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:57:19.972 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 60 16 88195 88179 91.8448 64.875 0.0113271 0.010882 2024-05-11T04:57:20.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:19 smithi072 bash[82901]: cluster 2024-05-11T04:57:17.706530+0000 mgr.y (mgr.24832) 182 : cluster [DBG] pgmap v135: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:20.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:19 smithi072 bash[82901]: cluster 2024-05-11T04:57:17.706530+0000 mgr.y (mgr.24832) 182 : cluster [DBG] pgmap v135: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:20.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:19 smithi072 bash[82901]: audit 2024-05-11T04:57:18.844304+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:20.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:19 smithi072 bash[82901]: audit 2024-05-11T04:57:18.844304+0000 mon.a (mon.0) 326 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:20.972 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 61 16 89005 88989 91.169 50.625 0.0204745 0.010963 2024-05-11T04:57:21.500 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: cluster 2024-05-11T04:57:19.706952+0000 mgr.y (mgr.24832) 183 : cluster [DBG] pgmap v136: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:21.500 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: cluster 2024-05-11T04:57:19.706952+0000 mgr.y (mgr.24832) 183 : cluster [DBG] pgmap v136: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:21.500 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: audit 2024-05-11T04:57:20.182319+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.500 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: audit 2024-05-11T04:57:20.182319+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.500 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: audit 2024-05-11T04:57:20.196512+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.500 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: audit 2024-05-11T04:57:20.196512+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.500 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: cephadm 2024-05-11T04:57:20.207522+0000 mgr.y (mgr.24832) 184 : cephadm [INF] Reconfiguring mds.foo.smithi086.bcqfqz (monmap changed)... 2024-05-11T04:57:21.500 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: cephadm 2024-05-11T04:57:20.207522+0000 mgr.y (mgr.24832) 184 : cephadm [INF] Reconfiguring mds.foo.smithi086.bcqfqz (monmap changed)... 2024-05-11T04:57:21.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: audit 2024-05-11T04:57:20.208224+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:57:21.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: audit 2024-05-11T04:57:20.208224+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:57:21.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: audit 2024-05-11T04:57:20.209691+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:21.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: audit 2024-05-11T04:57:20.209691+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:21.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: cephadm 2024-05-11T04:57:20.211284+0000 mgr.y (mgr.24832) 185 : cephadm [INF] Reconfiguring daemon mds.foo.smithi086.bcqfqz on smithi086 2024-05-11T04:57:21.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:21 smithi072 bash[80515]: cephadm 2024-05-11T04:57:20.211284+0000 mgr.y (mgr.24832) 185 : cephadm [INF] Reconfiguring daemon mds.foo.smithi086.bcqfqz on smithi086 2024-05-11T04:57:21.501 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: cluster 2024-05-11T04:57:19.706952+0000 mgr.y (mgr.24832) 183 : cluster [DBG] pgmap v136: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:21.501 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: cluster 2024-05-11T04:57:19.706952+0000 mgr.y (mgr.24832) 183 : cluster [DBG] pgmap v136: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:21.501 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: audit 2024-05-11T04:57:20.182319+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: audit 2024-05-11T04:57:20.182319+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: audit 2024-05-11T04:57:20.196512+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: audit 2024-05-11T04:57:20.196512+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: cephadm 2024-05-11T04:57:20.207522+0000 mgr.y (mgr.24832) 184 : cephadm [INF] Reconfiguring mds.foo.smithi086.bcqfqz (monmap changed)... 2024-05-11T04:57:21.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: cephadm 2024-05-11T04:57:20.207522+0000 mgr.y (mgr.24832) 184 : cephadm [INF] Reconfiguring mds.foo.smithi086.bcqfqz (monmap changed)... 2024-05-11T04:57:21.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: audit 2024-05-11T04:57:20.208224+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:57:21.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: audit 2024-05-11T04:57:20.208224+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:57:21.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: audit 2024-05-11T04:57:20.209691+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:21.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: audit 2024-05-11T04:57:20.209691+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:21.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: cephadm 2024-05-11T04:57:20.211284+0000 mgr.y (mgr.24832) 185 : cephadm [INF] Reconfiguring daemon mds.foo.smithi086.bcqfqz on smithi086 2024-05-11T04:57:21.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:21 smithi072 bash[82901]: cephadm 2024-05-11T04:57:20.211284+0000 mgr.y (mgr.24832) 185 : cephadm [INF] Reconfiguring daemon mds.foo.smithi086.bcqfqz on smithi086 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: cluster 2024-05-11T04:57:19.706952+0000 mgr.y (mgr.24832) 183 : cluster [DBG] pgmap v136: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: cluster 2024-05-11T04:57:19.706952+0000 mgr.y (mgr.24832) 183 : cluster [DBG] pgmap v136: 89 pgs: 89 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: audit 2024-05-11T04:57:20.182319+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: audit 2024-05-11T04:57:20.182319+0000 mon.a (mon.0) 327 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: audit 2024-05-11T04:57:20.196512+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: audit 2024-05-11T04:57:20.196512+0000 mon.a (mon.0) 328 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: cephadm 2024-05-11T04:57:20.207522+0000 mgr.y (mgr.24832) 184 : cephadm [INF] Reconfiguring mds.foo.smithi086.bcqfqz (monmap changed)... 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: cephadm 2024-05-11T04:57:20.207522+0000 mgr.y (mgr.24832) 184 : cephadm [INF] Reconfiguring mds.foo.smithi086.bcqfqz (monmap changed)... 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: audit 2024-05-11T04:57:20.208224+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: audit 2024-05-11T04:57:20.208224+0000 mon.a (mon.0) 329 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.foo.smithi086.bcqfqz", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: audit 2024-05-11T04:57:20.209691+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:21.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: audit 2024-05-11T04:57:20.209691+0000 mon.a (mon.0) 330 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:21.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: cephadm 2024-05-11T04:57:20.211284+0000 mgr.y (mgr.24832) 185 : cephadm [INF] Reconfiguring daemon mds.foo.smithi086.bcqfqz on smithi086 2024-05-11T04:57:21.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:21 smithi086 bash[67518]: cephadm 2024-05-11T04:57:20.211284+0000 mgr.y (mgr.24832) 185 : cephadm [INF] Reconfiguring daemon mds.foo.smithi086.bcqfqz on smithi086 2024-05-11T04:57:21.973 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 62 16 89952 89936 90.653 59.1875 0.00618525 0.0110174 2024-05-11T04:57:22.972 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 63 16 90616 90600 89.8728 41.5 0.0415679 0.0111209 2024-05-11T04:57:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:23 smithi086 bash[67518]: cluster 2024-05-11T04:57:21.707636+0000 mgr.y (mgr.24832) 186 : cluster [DBG] pgmap v137: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2024-05-11T04:57:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:23 smithi086 bash[67518]: cluster 2024-05-11T04:57:21.707636+0000 mgr.y (mgr.24832) 186 : cluster [DBG] pgmap v137: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2024-05-11T04:57:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:23 smithi086 bash[67518]: audit 2024-05-11T04:57:22.765367+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:23 smithi086 bash[67518]: audit 2024-05-11T04:57:22.765367+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:23 smithi086 bash[67518]: audit 2024-05-11T04:57:22.773351+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:23 smithi086 bash[67518]: audit 2024-05-11T04:57:22.773351+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:23 smithi086 bash[67518]: audit 2024-05-11T04:57:22.790623+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:23 smithi086 bash[67518]: audit 2024-05-11T04:57:22.790623+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:23.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:23 smithi072 bash[80515]: cluster 2024-05-11T04:57:21.707636+0000 mgr.y (mgr.24832) 186 : cluster [DBG] pgmap v137: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2024-05-11T04:57:23.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:23 smithi072 bash[80515]: cluster 2024-05-11T04:57:21.707636+0000 mgr.y (mgr.24832) 186 : cluster [DBG] pgmap v137: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2024-05-11T04:57:23.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:23 smithi072 bash[80515]: audit 2024-05-11T04:57:22.765367+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:23 smithi072 bash[80515]: audit 2024-05-11T04:57:22.765367+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:23 smithi072 bash[80515]: audit 2024-05-11T04:57:22.773351+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:23 smithi072 bash[80515]: audit 2024-05-11T04:57:22.773351+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:23 smithi072 bash[80515]: audit 2024-05-11T04:57:22.790623+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:23.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:23 smithi072 bash[80515]: audit 2024-05-11T04:57:22.790623+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:23.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:23 smithi072 bash[82901]: cluster 2024-05-11T04:57:21.707636+0000 mgr.y (mgr.24832) 186 : cluster [DBG] pgmap v137: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2024-05-11T04:57:23.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:23 smithi072 bash[82901]: cluster 2024-05-11T04:57:21.707636+0000 mgr.y (mgr.24832) 186 : cluster [DBG] pgmap v137: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s 2024-05-11T04:57:23.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:23 smithi072 bash[82901]: audit 2024-05-11T04:57:22.765367+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:23 smithi072 bash[82901]: audit 2024-05-11T04:57:22.765367+0000 mon.a (mon.0) 331 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:23 smithi072 bash[82901]: audit 2024-05-11T04:57:22.773351+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:23 smithi072 bash[82901]: audit 2024-05-11T04:57:22.773351+0000 mon.a (mon.0) 332 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:23.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:23 smithi072 bash[82901]: audit 2024-05-11T04:57:22.790623+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:23.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:23 smithi072 bash[82901]: audit 2024-05-11T04:57:22.790623+0000 mon.a (mon.0) 333 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:23.972 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 64 16 91530 91514 89.361 57.125 0.0118402 0.0111848 2024-05-11T04:57:24.298 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:57:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:57:23] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-05-11T04:57:24.972 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 65 16 92469 92453 88.889 58.6875 0.0163311 0.0112445 2024-05-11T04:57:25.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:25 smithi086 bash[67518]: cluster 2024-05-11T04:57:23.708089+0000 mgr.y (mgr.24832) 187 : cluster [DBG] pgmap v138: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 854 op/s 2024-05-11T04:57:25.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:25 smithi086 bash[67518]: cluster 2024-05-11T04:57:23.708089+0000 mgr.y (mgr.24832) 187 : cluster [DBG] pgmap v138: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 854 op/s 2024-05-11T04:57:25.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:25 smithi072 bash[80515]: cluster 2024-05-11T04:57:23.708089+0000 mgr.y (mgr.24832) 187 : cluster [DBG] pgmap v138: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 854 op/s 2024-05-11T04:57:25.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:25 smithi072 bash[80515]: cluster 2024-05-11T04:57:23.708089+0000 mgr.y (mgr.24832) 187 : cluster [DBG] pgmap v138: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 854 op/s 2024-05-11T04:57:25.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:25 smithi072 bash[82901]: cluster 2024-05-11T04:57:23.708089+0000 mgr.y (mgr.24832) 187 : cluster [DBG] pgmap v138: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 854 op/s 2024-05-11T04:57:25.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:25 smithi072 bash[82901]: cluster 2024-05-11T04:57:23.708089+0000 mgr.y (mgr.24832) 187 : cluster [DBG] pgmap v138: 89 pgs: 89 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 53 MiB/s wr, 854 op/s 2024-05-11T04:57:25.973 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 66 16 93175 93159 88.2107 44.125 0.00731916 0.0113302 2024-05-11T04:57:26.973 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 67 16 94079 94063 87.7374 56.5 0.00829925 0.0113912 2024-05-11T04:57:27.158 INFO:teuthology.orchestra.run.smithi072.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:57:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:27 smithi086 bash[67518]: cluster 2024-05-11T04:57:25.708950+0000 mgr.y (mgr.24832) 188 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-05-11T04:57:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:27 smithi086 bash[67518]: cluster 2024-05-11T04:57:25.708950+0000 mgr.y (mgr.24832) 188 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-05-11T04:57:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:27 smithi086 bash[67518]: audit 2024-05-11T04:57:27.163424+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:27 smithi086 bash[67518]: audit 2024-05-11T04:57:27.163424+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:27.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:27 smithi072 bash[80515]: cluster 2024-05-11T04:57:25.708950+0000 mgr.y (mgr.24832) 188 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-05-11T04:57:27.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:27 smithi072 bash[80515]: cluster 2024-05-11T04:57:25.708950+0000 mgr.y (mgr.24832) 188 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-05-11T04:57:27.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:27 smithi072 bash[80515]: audit 2024-05-11T04:57:27.163424+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:27.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:27 smithi072 bash[80515]: audit 2024-05-11T04:57:27.163424+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:27.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:27 smithi072 bash[82901]: cluster 2024-05-11T04:57:25.708950+0000 mgr.y (mgr.24832) 188 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-05-11T04:57:27.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:27 smithi072 bash[82901]: cluster 2024-05-11T04:57:25.708950+0000 mgr.y (mgr.24832) 188 : cluster [DBG] pgmap v139: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s 2024-05-11T04:57:27.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:27 smithi072 bash[82901]: audit 2024-05-11T04:57:27.163424+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:27.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:27 smithi072 bash[82901]: audit 2024-05-11T04:57:27.163424+0000 mon.a (mon.0) 334 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:27.973 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 68 16 95020 95004 87.3119 58.8125 0.0167105 0.0114479 2024-05-11T04:57:28.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:28 smithi086 bash[67518]: audit 2024-05-11T04:57:27.155913+0000 mgr.y (mgr.24832) 189 : audit [DBG] from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:57:28.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:28 smithi086 bash[67518]: audit 2024-05-11T04:57:27.155913+0000 mgr.y (mgr.24832) 189 : audit [DBG] from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:57:28.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:28 smithi086 bash[67518]: cephadm 2024-05-11T04:57:27.156311+0000 mgr.y (mgr.24832) 190 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:57:28.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:28 smithi086 bash[67518]: cephadm 2024-05-11T04:57:27.156311+0000 mgr.y (mgr.24832) 190 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:57:28.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:28 smithi072 bash[80515]: audit 2024-05-11T04:57:27.155913+0000 mgr.y (mgr.24832) 189 : audit [DBG] from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:57:28.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:28 smithi072 bash[80515]: audit 2024-05-11T04:57:27.155913+0000 mgr.y (mgr.24832) 189 : audit [DBG] from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:57:28.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:28 smithi072 bash[80515]: cephadm 2024-05-11T04:57:27.156311+0000 mgr.y (mgr.24832) 190 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:57:28.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:28 smithi072 bash[80515]: cephadm 2024-05-11T04:57:27.156311+0000 mgr.y (mgr.24832) 190 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:57:28.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:28 smithi072 bash[82901]: audit 2024-05-11T04:57:27.155913+0000 mgr.y (mgr.24832) 189 : audit [DBG] from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:57:28.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:28 smithi072 bash[82901]: audit 2024-05-11T04:57:27.155913+0000 mgr.y (mgr.24832) 189 : audit [DBG] from='client.44141 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:57:28.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:28 smithi072 bash[82901]: cephadm 2024-05-11T04:57:27.156311+0000 mgr.y (mgr.24832) 190 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:57:28.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:28 smithi072 bash[82901]: cephadm 2024-05-11T04:57:27.156311+0000 mgr.y (mgr.24832) 190 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:57:28.973 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 69 16 95745 95729 86.7032 45.3125 0.0187489 0.0115286 2024-05-11T04:57:29.460 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:29 smithi072 bash[80515]: cluster 2024-05-11T04:57:27.709518+0000 mgr.y (mgr.24832) 191 : cluster [DBG] pgmap v140: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 780 op/s 2024-05-11T04:57:29.460 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:29 smithi072 bash[80515]: cluster 2024-05-11T04:57:27.709518+0000 mgr.y (mgr.24832) 191 : cluster [DBG] pgmap v140: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 780 op/s 2024-05-11T04:57:29.460 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:29 smithi072 bash[80515]: audit 2024-05-11T04:57:29.046448+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.460 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:29 smithi072 bash[80515]: audit 2024-05-11T04:57:29.046448+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.460 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:29 smithi072 bash[80515]: audit 2024-05-11T04:57:29.055591+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.461 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:29 smithi072 bash[80515]: audit 2024-05-11T04:57:29.055591+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.461 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:29 smithi072 bash[82901]: cluster 2024-05-11T04:57:27.709518+0000 mgr.y (mgr.24832) 191 : cluster [DBG] pgmap v140: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 780 op/s 2024-05-11T04:57:29.461 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:29 smithi072 bash[82901]: cluster 2024-05-11T04:57:27.709518+0000 mgr.y (mgr.24832) 191 : cluster [DBG] pgmap v140: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 780 op/s 2024-05-11T04:57:29.461 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:29 smithi072 bash[82901]: audit 2024-05-11T04:57:29.046448+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.461 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:29 smithi072 bash[82901]: audit 2024-05-11T04:57:29.046448+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.461 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:29 smithi072 bash[82901]: audit 2024-05-11T04:57:29.055591+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.461 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:29 smithi072 bash[82901]: audit 2024-05-11T04:57:29.055591+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.462 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'echo wait for all mons to upgrade' 2024-05-11T04:57:29.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:29 smithi086 bash[67518]: cluster 2024-05-11T04:57:27.709518+0000 mgr.y (mgr.24832) 191 : cluster [DBG] pgmap v140: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 780 op/s 2024-05-11T04:57:29.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:29 smithi086 bash[67518]: cluster 2024-05-11T04:57:27.709518+0000 mgr.y (mgr.24832) 191 : cluster [DBG] pgmap v140: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 49 MiB/s wr, 780 op/s 2024-05-11T04:57:29.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:29 smithi086 bash[67518]: audit 2024-05-11T04:57:29.046448+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:29 smithi086 bash[67518]: audit 2024-05-11T04:57:29.046448+0000 mon.a (mon.0) 335 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:29 smithi086 bash[67518]: audit 2024-05-11T04:57:29.055591+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:29 smithi086 bash[67518]: audit 2024-05-11T04:57:29.055591+0000 mon.a (mon.0) 336 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:29.973 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 70 16 96626 96610 86.2511 55.0625 0.0170388 0.0115876 2024-05-11T04:57:30.973 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 71 16 97433 97417 85.7465 50.4375 0.0194659 0.0116562 2024-05-11T04:57:31.033 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 04:57:30 smithi086 bash[49586]: logger=sqlstore.transactions t=2024-05-11T04:57:30.61156858Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-05-11T04:57:31.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:31 smithi086 bash[67518]: cluster 2024-05-11T04:57:29.709977+0000 mgr.y (mgr.24832) 192 : cluster [DBG] pgmap v141: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 53 MiB/s wr, 845 op/s 2024-05-11T04:57:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:31 smithi086 bash[67518]: cluster 2024-05-11T04:57:29.709977+0000 mgr.y (mgr.24832) 192 : cluster [DBG] pgmap v141: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 53 MiB/s wr, 845 op/s 2024-05-11T04:57:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:31 smithi086 bash[67518]: audit 2024-05-11T04:57:31.171590+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:31 smithi086 bash[67518]: audit 2024-05-11T04:57:31.171590+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:31 smithi086 bash[67518]: audit 2024-05-11T04:57:31.179674+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:31 smithi086 bash[67518]: audit 2024-05-11T04:57:31.179674+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:31 smithi072 bash[80515]: cluster 2024-05-11T04:57:29.709977+0000 mgr.y (mgr.24832) 192 : cluster [DBG] pgmap v141: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 53 MiB/s wr, 845 op/s 2024-05-11T04:57:31.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:31 smithi072 bash[80515]: cluster 2024-05-11T04:57:29.709977+0000 mgr.y (mgr.24832) 192 : cluster [DBG] pgmap v141: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 53 MiB/s wr, 845 op/s 2024-05-11T04:57:31.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:31 smithi072 bash[80515]: audit 2024-05-11T04:57:31.171590+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:31 smithi072 bash[80515]: audit 2024-05-11T04:57:31.171590+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:31 smithi072 bash[80515]: audit 2024-05-11T04:57:31.179674+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:31 smithi072 bash[80515]: audit 2024-05-11T04:57:31.179674+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:31 smithi072 bash[82901]: cluster 2024-05-11T04:57:29.709977+0000 mgr.y (mgr.24832) 192 : cluster [DBG] pgmap v141: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 53 MiB/s wr, 845 op/s 2024-05-11T04:57:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:31 smithi072 bash[82901]: cluster 2024-05-11T04:57:29.709977+0000 mgr.y (mgr.24832) 192 : cluster [DBG] pgmap v141: 89 pgs: 89 active+clean; 5.7 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 53 MiB/s wr, 845 op/s 2024-05-11T04:57:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:31 smithi072 bash[82901]: audit 2024-05-11T04:57:31.171590+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:31 smithi072 bash[82901]: audit 2024-05-11T04:57:31.171590+0000 mon.a (mon.0) 337 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:31 smithi072 bash[82901]: audit 2024-05-11T04:57:31.179674+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:31 smithi072 bash[82901]: audit 2024-05-11T04:57:31.179674+0000 mon.a (mon.0) 338 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:31.973 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 72 16 98255 98239 85.2691 51.375 0.0298151 0.0117213 2024-05-11T04:57:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.034086+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.034086+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.037171+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:57:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.037171+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:57:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.049045+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.049045+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.136463+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.136463+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.144969+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.144969+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.150052+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.150052+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.159626+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.159626+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.163775+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:57:32.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.163775+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:57:32.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.168661+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:57:32.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.168661+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:57:32.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.172496+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.172496+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.177817+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.177817+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.181408+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.181408+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.187312+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.187312+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.191267+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.191267+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.198529+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.198529+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.202373+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:32.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:32 smithi086 bash[67518]: audit 2024-05-11T04:57:32.202373+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:32.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.034086+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.034086+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.037171+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.037171+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.049045+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.049045+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.136463+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.136463+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.144969+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.144969+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.150052+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.150052+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.159626+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.159626+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.163775+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.163775+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.168661+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.168661+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.172496+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.172496+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.177817+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.177817+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.181408+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.181408+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.187312+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.187312+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.191267+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.191267+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.198529+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.198529+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.202373+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:32.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:32 smithi072 bash[80515]: audit 2024-05-11T04:57:32.202373+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:32.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.034086+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:32.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.034086+0000 mon.a (mon.0) 339 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:32.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.037171+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:57:32.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.037171+0000 mon.a (mon.0) 340 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:57:32.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.049045+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.049045+0000 mon.a (mon.0) 341 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.136463+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.136463+0000 mon.a (mon.0) 342 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.144969+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.144969+0000 mon.a (mon.0) 343 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.150052+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.150052+0000 mon.a (mon.0) 344 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.159626+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.159626+0000 mon.a (mon.0) 345 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.163775+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.163775+0000 mon.a (mon.0) 346 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.168661+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.168661+0000 mon.a (mon.0) 347 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-05-11T04:57:32.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.172496+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.172496+0000 mon.a (mon.0) 348 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.177817+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.177817+0000 mon.a (mon.0) 349 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.181408+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.181408+0000 mon.a (mon.0) 350 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.187312+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.187312+0000 mon.a (mon.0) 351 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.191267+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.191267+0000 mon.a (mon.0) 352 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.198529+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.198529+0000 mon.a (mon.0) 353 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.202373+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:32.556 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:32 smithi072 bash[82901]: audit 2024-05-11T04:57:32.202373+0000 mon.a (mon.0) 354 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:32.973 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 73 16 99090 99074 84.8158 52.1875 0.00714543 0.0117847 2024-05-11T04:57:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:33 smithi086 bash[67518]: cluster 2024-05-11T04:57:31.710692+0000 mgr.y (mgr.24832) 193 : cluster [DBG] pgmap v142: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2024-05-11T04:57:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:33 smithi086 bash[67518]: cluster 2024-05-11T04:57:31.710692+0000 mgr.y (mgr.24832) 193 : cluster [DBG] pgmap v142: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2024-05-11T04:57:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:33 smithi086 bash[67518]: cephadm 2024-05-11T04:57:32.151670+0000 mgr.y (mgr.24832) 194 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:57:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:33 smithi086 bash[67518]: cephadm 2024-05-11T04:57:32.151670+0000 mgr.y (mgr.24832) 194 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:57:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:33 smithi086 bash[67518]: cephadm 2024-05-11T04:57:32.192263+0000 mgr.y (mgr.24832) 195 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:57:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:33 smithi086 bash[67518]: cephadm 2024-05-11T04:57:32.192263+0000 mgr.y (mgr.24832) 195 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:57:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:33 smithi086 bash[67518]: audit 2024-05-11T04:57:32.202575+0000 mgr.y (mgr.24832) 196 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:33 smithi086 bash[67518]: audit 2024-05-11T04:57:32.202575+0000 mgr.y (mgr.24832) 196 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:33 smithi086 bash[67518]: cephadm 2024-05-11T04:57:32.203937+0000 mgr.y (mgr.24832) 197 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:57:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:33 smithi086 bash[67518]: cephadm 2024-05-11T04:57:32.203937+0000 mgr.y (mgr.24832) 197 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:57:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:33 smithi072 bash[80515]: cluster 2024-05-11T04:57:31.710692+0000 mgr.y (mgr.24832) 193 : cluster [DBG] pgmap v142: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2024-05-11T04:57:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:33 smithi072 bash[80515]: cluster 2024-05-11T04:57:31.710692+0000 mgr.y (mgr.24832) 193 : cluster [DBG] pgmap v142: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2024-05-11T04:57:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:33 smithi072 bash[80515]: cephadm 2024-05-11T04:57:32.151670+0000 mgr.y (mgr.24832) 194 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:57:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:33 smithi072 bash[80515]: cephadm 2024-05-11T04:57:32.151670+0000 mgr.y (mgr.24832) 194 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:57:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:33 smithi072 bash[80515]: cephadm 2024-05-11T04:57:32.192263+0000 mgr.y (mgr.24832) 195 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:57:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:33 smithi072 bash[80515]: cephadm 2024-05-11T04:57:32.192263+0000 mgr.y (mgr.24832) 195 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:57:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:33 smithi072 bash[80515]: audit 2024-05-11T04:57:32.202575+0000 mgr.y (mgr.24832) 196 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:33 smithi072 bash[80515]: audit 2024-05-11T04:57:32.202575+0000 mgr.y (mgr.24832) 196 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:33 smithi072 bash[80515]: cephadm 2024-05-11T04:57:32.203937+0000 mgr.y (mgr.24832) 197 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:57:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:33 smithi072 bash[80515]: cephadm 2024-05-11T04:57:32.203937+0000 mgr.y (mgr.24832) 197 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:57:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:33 smithi072 bash[82901]: cluster 2024-05-11T04:57:31.710692+0000 mgr.y (mgr.24832) 193 : cluster [DBG] pgmap v142: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2024-05-11T04:57:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:33 smithi072 bash[82901]: cluster 2024-05-11T04:57:31.710692+0000 mgr.y (mgr.24832) 193 : cluster [DBG] pgmap v142: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 70 MiB/s wr, 1.12k op/s 2024-05-11T04:57:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:33 smithi072 bash[82901]: cephadm 2024-05-11T04:57:32.151670+0000 mgr.y (mgr.24832) 194 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:57:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:33 smithi072 bash[82901]: cephadm 2024-05-11T04:57:32.151670+0000 mgr.y (mgr.24832) 194 : cephadm [INF] Upgrade: Setting container_image for all mon 2024-05-11T04:57:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:33 smithi072 bash[82901]: cephadm 2024-05-11T04:57:32.192263+0000 mgr.y (mgr.24832) 195 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:57:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:33 smithi072 bash[82901]: cephadm 2024-05-11T04:57:32.192263+0000 mgr.y (mgr.24832) 195 : cephadm [INF] Upgrade: Setting container_image for all crash 2024-05-11T04:57:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:33 smithi072 bash[82901]: audit 2024-05-11T04:57:32.202575+0000 mgr.y (mgr.24832) 196 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:33 smithi072 bash[82901]: audit 2024-05-11T04:57:32.202575+0000 mgr.y (mgr.24832) 196 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-05-11T04:57:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:33 smithi072 bash[82901]: cephadm 2024-05-11T04:57:32.203937+0000 mgr.y (mgr.24832) 197 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:57:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:33 smithi072 bash[82901]: cephadm 2024-05-11T04:57:32.203937+0000 mgr.y (mgr.24832) 197 : cephadm [INF] Upgrade: osd.0 is safe to restart 2024-05-11T04:57:33.973 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 74 16 100025 100009 84.4593 58.4375 0.0135329 0.0118344 2024-05-11T04:57:34.029 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:57:34.228 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:57:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:57:33] "GET /metrics HTTP/1.1" 200 36402 "" "Prometheus/2.43.0" 2024-05-11T04:57:34.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:34 smithi086 bash[67518]: audit 2024-05-11T04:57:33.844772+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:34.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:34 smithi086 bash[67518]: audit 2024-05-11T04:57:33.844772+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:34.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:34 smithi072 bash[80515]: audit 2024-05-11T04:57:33.844772+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:34.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:34 smithi072 bash[80515]: audit 2024-05-11T04:57:33.844772+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:34.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:34 smithi072 bash[82901]: audit 2024-05-11T04:57:33.844772+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:34.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:34 smithi072 bash[82901]: audit 2024-05-11T04:57:33.844772+0000 mon.a (mon.0) 355 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:34.973 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 75 16 100918 100902 84.0773 55.8125 0.0279691 0.0118885 2024-05-11T04:57:35.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:35 smithi086 bash[67518]: cluster 2024-05-11T04:57:33.711114+0000 mgr.y (mgr.24832) 198 : cluster [DBG] pgmap v143: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 44 MiB/s wr, 710 op/s 2024-05-11T04:57:35.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:35 smithi086 bash[67518]: cluster 2024-05-11T04:57:33.711114+0000 mgr.y (mgr.24832) 198 : cluster [DBG] pgmap v143: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 44 MiB/s wr, 710 op/s 2024-05-11T04:57:35.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:35 smithi072 bash[80515]: cluster 2024-05-11T04:57:33.711114+0000 mgr.y (mgr.24832) 198 : cluster [DBG] pgmap v143: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 44 MiB/s wr, 710 op/s 2024-05-11T04:57:35.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:35 smithi072 bash[80515]: cluster 2024-05-11T04:57:33.711114+0000 mgr.y (mgr.24832) 198 : cluster [DBG] pgmap v143: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 44 MiB/s wr, 710 op/s 2024-05-11T04:57:35.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:35 smithi072 bash[82901]: cluster 2024-05-11T04:57:33.711114+0000 mgr.y (mgr.24832) 198 : cluster [DBG] pgmap v143: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 44 MiB/s wr, 710 op/s 2024-05-11T04:57:35.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:35 smithi072 bash[82901]: cluster 2024-05-11T04:57:33.711114+0000 mgr.y (mgr.24832) 198 : cluster [DBG] pgmap v143: 89 pgs: 89 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 44 MiB/s wr, 710 op/s 2024-05-11T04:57:35.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 76 16 101495 101479 83.4455 36.0625 0.0073817 0.0119385 2024-05-11T04:57:36.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 77 16 101495 101479 82.3617 0 - 0.0119385 2024-05-11T04:57:37.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:37 smithi086 bash[67518]: cluster 2024-05-11T04:57:35.712169+0000 mgr.y (mgr.24832) 199 : cluster [DBG] pgmap v144: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2024-05-11T04:57:37.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:37 smithi086 bash[67518]: cluster 2024-05-11T04:57:35.712169+0000 mgr.y (mgr.24832) 199 : cluster [DBG] pgmap v144: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2024-05-11T04:57:37.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 78 16 102304 102288 81.954 25.2812 0.00950707 0.0121964 2024-05-11T04:57:38.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 79 16 103235 103219 81.6531 58.1875 0.0229286 0.0122417 2024-05-11T04:57:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:39 smithi086 bash[67518]: cluster 2024-05-11T04:57:37.712709+0000 mgr.y (mgr.24832) 200 : cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 44 MiB/s wr, 704 op/s 2024-05-11T04:57:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:39 smithi086 bash[67518]: cluster 2024-05-11T04:57:37.712709+0000 mgr.y (mgr.24832) 200 : cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 44 MiB/s wr, 704 op/s 2024-05-11T04:57:39.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:37 smithi072 bash[80515]: cluster 2024-05-11T04:57:35.712169+0000 mgr.y (mgr.24832) 199 : cluster [DBG] pgmap v144: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2024-05-11T04:57:39.806 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:37 smithi072 bash[80515]: cluster 2024-05-11T04:57:35.712169+0000 mgr.y (mgr.24832) 199 : cluster [DBG] pgmap v144: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2024-05-11T04:57:39.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T04:57:39.980165+0000 min lat: 0.00119445 max lat: 1.50956 avg lat: 0.0122878 2024-05-11T04:57:39.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T04:57:39.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 80 16 104144 104128 81.3425 56.8125 0.0102089 0.0122878 2024-05-11T04:57:40.558 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:39 smithi072 bash[80515]: cluster 2024-05-11T04:57:37.712709+0000 mgr.y (mgr.24832) 200 : cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 44 MiB/s wr, 704 op/s 2024-05-11T04:57:40.558 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:39 smithi072 bash[80515]: cluster 2024-05-11T04:57:37.712709+0000 mgr.y (mgr.24832) 200 : cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 44 MiB/s wr, 704 op/s 2024-05-11T04:57:40.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:39 smithi072 bash[82901]: cluster 2024-05-11T04:57:35.712169+0000 mgr.y (mgr.24832) 199 : cluster [DBG] pgmap v144: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2024-05-11T04:57:40.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:39 smithi072 bash[82901]: cluster 2024-05-11T04:57:35.712169+0000 mgr.y (mgr.24832) 199 : cluster [DBG] pgmap v144: 89 pgs: 89 active+clean; 6.1 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 63 MiB/s wr, 1.00k op/s 2024-05-11T04:57:40.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:39 smithi072 bash[82901]: cluster 2024-05-11T04:57:37.712709+0000 mgr.y (mgr.24832) 200 : cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 44 MiB/s wr, 704 op/s 2024-05-11T04:57:40.559 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:39 smithi072 bash[82901]: cluster 2024-05-11T04:57:37.712709+0000 mgr.y (mgr.24832) 200 : cluster [DBG] pgmap v145: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 44 MiB/s wr, 704 op/s 2024-05-11T04:57:40.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 81 16 104702 104686 80.7688 34.875 0.0283151 0.0123754 2024-05-11T04:57:41.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:41 smithi086 bash[67518]: cluster 2024-05-11T04:57:39.713179+0000 mgr.y (mgr.24832) 201 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 754 op/s 2024-05-11T04:57:41.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:41 smithi086 bash[67518]: cluster 2024-05-11T04:57:39.713179+0000 mgr.y (mgr.24832) 201 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 754 op/s 2024-05-11T04:57:41.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:41 smithi072 bash[80515]: cluster 2024-05-11T04:57:39.713179+0000 mgr.y (mgr.24832) 201 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 754 op/s 2024-05-11T04:57:41.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:41 smithi072 bash[80515]: cluster 2024-05-11T04:57:39.713179+0000 mgr.y (mgr.24832) 201 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 754 op/s 2024-05-11T04:57:41.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:41 smithi072 bash[82901]: cluster 2024-05-11T04:57:39.713179+0000 mgr.y (mgr.24832) 201 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 754 op/s 2024-05-11T04:57:41.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:41 smithi072 bash[82901]: cluster 2024-05-11T04:57:39.713179+0000 mgr.y (mgr.24832) 201 : cluster [DBG] pgmap v146: 89 pgs: 89 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 47 MiB/s wr, 754 op/s 2024-05-11T04:57:41.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 82 16 105276 105260 80.2213 35.875 0.0199112 0.0124607 2024-05-11T04:57:42.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 83 16 106158 106142 79.9188 55.125 0.0279668 0.0125078 2024-05-11T04:57:43.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:43 smithi086 bash[67518]: cluster 2024-05-11T04:57:41.713851+0000 mgr.y (mgr.24832) 202 : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s 2024-05-11T04:57:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:43 smithi086 bash[67518]: cluster 2024-05-11T04:57:41.713851+0000 mgr.y (mgr.24832) 202 : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s 2024-05-11T04:57:43.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:43 smithi072 bash[80515]: cluster 2024-05-11T04:57:41.713851+0000 mgr.y (mgr.24832) 202 : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s 2024-05-11T04:57:43.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:43 smithi072 bash[80515]: cluster 2024-05-11T04:57:41.713851+0000 mgr.y (mgr.24832) 202 : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s 2024-05-11T04:57:43.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:43 smithi072 bash[82901]: cluster 2024-05-11T04:57:41.713851+0000 mgr.y (mgr.24832) 202 : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s 2024-05-11T04:57:43.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:43 smithi072 bash[82901]: cluster 2024-05-11T04:57:41.713851+0000 mgr.y (mgr.24832) 202 : cluster [DBG] pgmap v147: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 56 MiB/s wr, 899 op/s 2024-05-11T04:57:43.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 84 16 107014 106998 79.6043 53.5 0.0296787 0.0125568 2024-05-11T04:57:43.980 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:57:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:57:43] "GET /metrics HTTP/1.1" 200 36401 "" "Prometheus/2.43.0" 2024-05-11T04:57:44.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 85 16 107884 107868 79.3074 54.375 0.0212956 0.0126045 2024-05-11T04:57:45.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:45 smithi086 bash[67518]: cluster 2024-05-11T04:57:43.718717+0000 mgr.y (mgr.24832) 203 : cluster [DBG] pgmap v148: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 39 MiB/s wr, 620 op/s 2024-05-11T04:57:45.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:45 smithi086 bash[67518]: cluster 2024-05-11T04:57:43.718717+0000 mgr.y (mgr.24832) 203 : cluster [DBG] pgmap v148: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 39 MiB/s wr, 620 op/s 2024-05-11T04:57:45.568 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:45 smithi072 bash[80515]: cluster 2024-05-11T04:57:43.718717+0000 mgr.y (mgr.24832) 203 : cluster [DBG] pgmap v148: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 39 MiB/s wr, 620 op/s 2024-05-11T04:57:45.569 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:45 smithi072 bash[80515]: cluster 2024-05-11T04:57:43.718717+0000 mgr.y (mgr.24832) 203 : cluster [DBG] pgmap v148: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 39 MiB/s wr, 620 op/s 2024-05-11T04:57:45.569 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:45 smithi072 bash[82901]: cluster 2024-05-11T04:57:43.718717+0000 mgr.y (mgr.24832) 203 : cluster [DBG] pgmap v148: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 39 MiB/s wr, 620 op/s 2024-05-11T04:57:45.569 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:45 smithi072 bash[82901]: cluster 2024-05-11T04:57:43.718717+0000 mgr.y (mgr.24832) 203 : cluster [DBG] pgmap v148: 89 pgs: 89 active+clean; 6.4 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 39 MiB/s wr, 620 op/s 2024-05-11T04:57:45.974 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 86 16 108359 108343 78.7304 29.6875 0.014369 0.0126963 2024-05-11T04:57:46.975 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 87 16 109243 109227 78.4599 55.25 0.0079646 0.0127405 2024-05-11T04:57:47.532 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:47 smithi072 bash[80515]: cluster 2024-05-11T04:57:45.719296+0000 mgr.y (mgr.24832) 204 : cluster [DBG] pgmap v149: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 869 op/s 2024-05-11T04:57:47.532 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:47 smithi072 bash[80515]: cluster 2024-05-11T04:57:45.719296+0000 mgr.y (mgr.24832) 204 : cluster [DBG] pgmap v149: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 869 op/s 2024-05-11T04:57:47.532 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:47 smithi072 bash[80515]: audit 2024-05-11T04:57:47.001358+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:47.532 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:47 smithi072 bash[80515]: audit 2024-05-11T04:57:47.001358+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:47.532 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:47 smithi072 bash[80515]: audit 2024-05-11T04:57:47.010445+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:57:47.532 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:47 smithi072 bash[80515]: audit 2024-05-11T04:57:47.010445+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:57:47.532 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:47 smithi072 bash[80515]: audit 2024-05-11T04:57:47.011312+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:47.532 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:47 smithi072 bash[80515]: audit 2024-05-11T04:57:47.011312+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:47.533 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:47 smithi072 bash[82901]: cluster 2024-05-11T04:57:45.719296+0000 mgr.y (mgr.24832) 204 : cluster [DBG] pgmap v149: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 869 op/s 2024-05-11T04:57:47.533 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:47 smithi072 bash[82901]: cluster 2024-05-11T04:57:45.719296+0000 mgr.y (mgr.24832) 204 : cluster [DBG] pgmap v149: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 869 op/s 2024-05-11T04:57:47.533 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:47 smithi072 bash[82901]: audit 2024-05-11T04:57:47.001358+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:47.533 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:47 smithi072 bash[82901]: audit 2024-05-11T04:57:47.001358+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:47.533 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:47 smithi072 bash[82901]: audit 2024-05-11T04:57:47.010445+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:57:47.533 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:47 smithi072 bash[82901]: audit 2024-05-11T04:57:47.010445+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:57:47.533 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:47 smithi072 bash[82901]: audit 2024-05-11T04:57:47.011312+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:47.533 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:47 smithi072 bash[82901]: audit 2024-05-11T04:57:47.011312+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:47.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:47 smithi086 bash[67518]: cluster 2024-05-11T04:57:45.719296+0000 mgr.y (mgr.24832) 204 : cluster [DBG] pgmap v149: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 869 op/s 2024-05-11T04:57:47.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:47 smithi086 bash[67518]: cluster 2024-05-11T04:57:45.719296+0000 mgr.y (mgr.24832) 204 : cluster [DBG] pgmap v149: 89 pgs: 89 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 54 MiB/s wr, 869 op/s 2024-05-11T04:57:47.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:47 smithi086 bash[67518]: audit 2024-05-11T04:57:47.001358+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:47.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:47 smithi086 bash[67518]: audit 2024-05-11T04:57:47.001358+0000 mon.a (mon.0) 356 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:57:47.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:47 smithi086 bash[67518]: audit 2024-05-11T04:57:47.010445+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:57:47.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:47 smithi086 bash[67518]: audit 2024-05-11T04:57:47.010445+0000 mon.a (mon.0) 357 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-05-11T04:57:47.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:47 smithi086 bash[67518]: audit 2024-05-11T04:57:47.011312+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:47.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:47 smithi086 bash[67518]: audit 2024-05-11T04:57:47.011312+0000 mon.a (mon.0) 358 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:57:47.976 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 88 16 109930 109914 78.0562 42.9375 0.0104415 0.0128057 2024-05-11T04:57:48.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:48 smithi086 bash[67518]: cephadm 2024-05-11T04:57:46.992186+0000 mgr.y (mgr.24832) 205 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:57:48.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:48 smithi086 bash[67518]: cephadm 2024-05-11T04:57:46.992186+0000 mgr.y (mgr.24832) 205 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:57:48.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:48 smithi086 bash[67518]: cephadm 2024-05-11T04:57:47.014084+0000 mgr.y (mgr.24832) 206 : cephadm [INF] Deploying daemon osd.0 on smithi072 2024-05-11T04:57:48.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:48 smithi086 bash[67518]: cephadm 2024-05-11T04:57:47.014084+0000 mgr.y (mgr.24832) 206 : cephadm [INF] Deploying daemon osd.0 on smithi072 2024-05-11T04:57:48.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:48 smithi072 bash[80515]: cephadm 2024-05-11T04:57:46.992186+0000 mgr.y (mgr.24832) 205 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:57:48.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:48 smithi072 bash[80515]: cephadm 2024-05-11T04:57:46.992186+0000 mgr.y (mgr.24832) 205 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:57:48.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:48 smithi072 bash[80515]: cephadm 2024-05-11T04:57:47.014084+0000 mgr.y (mgr.24832) 206 : cephadm [INF] Deploying daemon osd.0 on smithi072 2024-05-11T04:57:48.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:48 smithi072 bash[80515]: cephadm 2024-05-11T04:57:47.014084+0000 mgr.y (mgr.24832) 206 : cephadm [INF] Deploying daemon osd.0 on smithi072 2024-05-11T04:57:48.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:48 smithi072 bash[82901]: cephadm 2024-05-11T04:57:46.992186+0000 mgr.y (mgr.24832) 205 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:57:48.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:48 smithi072 bash[82901]: cephadm 2024-05-11T04:57:46.992186+0000 mgr.y (mgr.24832) 205 : cephadm [INF] Upgrade: Updating osd.0 2024-05-11T04:57:48.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:48 smithi072 bash[82901]: cephadm 2024-05-11T04:57:47.014084+0000 mgr.y (mgr.24832) 206 : cephadm [INF] Deploying daemon osd.0 on smithi072 2024-05-11T04:57:48.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:48 smithi072 bash[82901]: cephadm 2024-05-11T04:57:47.014084+0000 mgr.y (mgr.24832) 206 : cephadm [INF] Deploying daemon osd.0 on smithi072 2024-05-11T04:57:48.975 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 89 16 110794 110778 77.7858 54 0.009594 0.0128504 2024-05-11T04:57:49.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:49 smithi086 bash[67518]: cluster 2024-05-11T04:57:47.719817+0000 mgr.y (mgr.24832) 207 : cluster [DBG] pgmap v150: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 40 MiB/s wr, 636 op/s 2024-05-11T04:57:49.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:49 smithi086 bash[67518]: cluster 2024-05-11T04:57:47.719817+0000 mgr.y (mgr.24832) 207 : cluster [DBG] pgmap v150: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 40 MiB/s wr, 636 op/s 2024-05-11T04:57:49.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:49 smithi086 bash[67518]: audit 2024-05-11T04:57:48.844775+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:49.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:49 smithi086 bash[67518]: audit 2024-05-11T04:57:48.844775+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:49.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:49 smithi072 bash[80515]: cluster 2024-05-11T04:57:47.719817+0000 mgr.y (mgr.24832) 207 : cluster [DBG] pgmap v150: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 40 MiB/s wr, 636 op/s 2024-05-11T04:57:49.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:49 smithi072 bash[80515]: cluster 2024-05-11T04:57:47.719817+0000 mgr.y (mgr.24832) 207 : cluster [DBG] pgmap v150: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 40 MiB/s wr, 636 op/s 2024-05-11T04:57:49.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:49 smithi072 bash[80515]: audit 2024-05-11T04:57:48.844775+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:49.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:49 smithi072 bash[80515]: audit 2024-05-11T04:57:48.844775+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:49.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:49 smithi072 bash[82901]: cluster 2024-05-11T04:57:47.719817+0000 mgr.y (mgr.24832) 207 : cluster [DBG] pgmap v150: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 40 MiB/s wr, 636 op/s 2024-05-11T04:57:49.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:49 smithi072 bash[82901]: cluster 2024-05-11T04:57:47.719817+0000 mgr.y (mgr.24832) 207 : cluster [DBG] pgmap v150: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 40 MiB/s wr, 636 op/s 2024-05-11T04:57:49.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:49 smithi072 bash[82901]: audit 2024-05-11T04:57:48.844775+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:49.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:49 smithi072 bash[82901]: audit 2024-05-11T04:57:48.844775+0000 mon.a (mon.0) 359 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:57:49.975 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 90 5 111616 111611 77.5 52.0625 0.0209916 0.0128983 2024-05-11T04:57:50.134 INFO:teuthology.orchestra.run.smithi072.stdout:wait for all mons to upgrade 2024-05-11T04:57:50.976 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Total time run: 90.0109 2024-05-11T04:57:50.976 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Total writes made: 111616 2024-05-11T04:57:50.976 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Write size: 65536 2024-05-11T04:57:50.976 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Object size: 65536 2024-05-11T04:57:50.976 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Bandwidth (MB/sec): 77.5017 2024-05-11T04:57:50.976 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev Bandwidth: 36.3349 2024-05-11T04:57:50.976 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max bandwidth (MB/sec): 196.625 2024-05-11T04:57:50.977 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min bandwidth (MB/sec): 0 2024-05-11T04:57:50.977 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Average IOPS: 1240 2024-05-11T04:57:50.977 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev IOPS: 581.366 2024-05-11T04:57:50.977 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max IOPS: 3146 2024-05-11T04:57:50.977 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min IOPS: 0 2024-05-11T04:57:50.977 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Average Latency(s): 0.0128987 2024-05-11T04:57:50.977 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev Latency(s): 0.0232946 2024-05-11T04:57:50.977 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max latency(s): 1.50956 2024-05-11T04:57:50.977 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min latency(s): 0.00119445 2024-05-11T04:57:50.986 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Cleaning up (deleting benchmark objects) 2024-05-11T04:57:51.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:51 smithi086 bash[67518]: cluster 2024-05-11T04:57:49.720312+0000 mgr.y (mgr.24832) 208 : cluster [DBG] pgmap v151: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 39 MiB/s wr, 626 op/s 2024-05-11T04:57:51.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:51 smithi086 bash[67518]: cluster 2024-05-11T04:57:49.720312+0000 mgr.y (mgr.24832) 208 : cluster [DBG] pgmap v151: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 39 MiB/s wr, 626 op/s 2024-05-11T04:57:51.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:51 smithi072 bash[80515]: cluster 2024-05-11T04:57:49.720312+0000 mgr.y (mgr.24832) 208 : cluster [DBG] pgmap v151: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 39 MiB/s wr, 626 op/s 2024-05-11T04:57:51.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:51 smithi072 bash[80515]: cluster 2024-05-11T04:57:49.720312+0000 mgr.y (mgr.24832) 208 : cluster [DBG] pgmap v151: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 39 MiB/s wr, 626 op/s 2024-05-11T04:57:51.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:51 smithi072 bash[82901]: cluster 2024-05-11T04:57:49.720312+0000 mgr.y (mgr.24832) 208 : cluster [DBG] pgmap v151: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 39 MiB/s wr, 626 op/s 2024-05-11T04:57:51.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:51 smithi072 bash[82901]: cluster 2024-05-11T04:57:49.720312+0000 mgr.y (mgr.24832) 208 : cluster [DBG] pgmap v151: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 39 MiB/s wr, 626 op/s 2024-05-11T04:57:52.678 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'while ! ceph mon versions | grep $sha1 | grep '"'"': 3'"'"' ; do sleep 2 ; done' 2024-05-11T04:57:53.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:53 smithi086 bash[67518]: cluster 2024-05-11T04:57:51.720928+0000 mgr.y (mgr.24832) 209 : cluster [DBG] pgmap v152: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s 2024-05-11T04:57:53.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:53 smithi086 bash[67518]: cluster 2024-05-11T04:57:51.720928+0000 mgr.y (mgr.24832) 209 : cluster [DBG] pgmap v152: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s 2024-05-11T04:57:53.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:53 smithi072 bash[80515]: cluster 2024-05-11T04:57:51.720928+0000 mgr.y (mgr.24832) 209 : cluster [DBG] pgmap v152: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s 2024-05-11T04:57:53.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:53 smithi072 bash[80515]: cluster 2024-05-11T04:57:51.720928+0000 mgr.y (mgr.24832) 209 : cluster [DBG] pgmap v152: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s 2024-05-11T04:57:53.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:53 smithi072 bash[82901]: cluster 2024-05-11T04:57:51.720928+0000 mgr.y (mgr.24832) 209 : cluster [DBG] pgmap v152: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s 2024-05-11T04:57:53.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:53 smithi072 bash[82901]: cluster 2024-05-11T04:57:51.720928+0000 mgr.y (mgr.24832) 209 : cluster [DBG] pgmap v152: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 51 MiB/s wr, 817 op/s 2024-05-11T04:57:54.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:57:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:57:53] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-05-11T04:57:55.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:55 smithi072 bash[80515]: cluster 2024-05-11T04:57:53.721327+0000 mgr.y (mgr.24832) 210 : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 38 MiB/s wr, 608 op/s 2024-05-11T04:57:55.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:55 smithi072 bash[80515]: cluster 2024-05-11T04:57:53.721327+0000 mgr.y (mgr.24832) 210 : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 38 MiB/s wr, 608 op/s 2024-05-11T04:57:55.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:55 smithi072 bash[82901]: cluster 2024-05-11T04:57:53.721327+0000 mgr.y (mgr.24832) 210 : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 38 MiB/s wr, 608 op/s 2024-05-11T04:57:55.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:55 smithi072 bash[82901]: cluster 2024-05-11T04:57:53.721327+0000 mgr.y (mgr.24832) 210 : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 38 MiB/s wr, 608 op/s 2024-05-11T04:57:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:55 smithi086 bash[67518]: cluster 2024-05-11T04:57:53.721327+0000 mgr.y (mgr.24832) 210 : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 38 MiB/s wr, 608 op/s 2024-05-11T04:57:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:55 smithi086 bash[67518]: cluster 2024-05-11T04:57:53.721327+0000 mgr.y (mgr.24832) 210 : cluster [DBG] pgmap v153: 89 pgs: 89 active+clean; 6.8 GiB data, 23 GiB used, 692 GiB / 715 GiB avail; 38 MiB/s wr, 608 op/s 2024-05-11T04:57:57.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:57 smithi072 bash[80515]: cluster 2024-05-11T04:57:55.722001+0000 mgr.y (mgr.24832) 211 : cluster [DBG] pgmap v154: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 38 MiB/s wr, 842 op/s 2024-05-11T04:57:57.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:57 smithi072 bash[80515]: cluster 2024-05-11T04:57:55.722001+0000 mgr.y (mgr.24832) 211 : cluster [DBG] pgmap v154: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 38 MiB/s wr, 842 op/s 2024-05-11T04:57:57.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:57 smithi072 bash[82901]: cluster 2024-05-11T04:57:55.722001+0000 mgr.y (mgr.24832) 211 : cluster [DBG] pgmap v154: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 38 MiB/s wr, 842 op/s 2024-05-11T04:57:57.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:57 smithi072 bash[82901]: cluster 2024-05-11T04:57:55.722001+0000 mgr.y (mgr.24832) 211 : cluster [DBG] pgmap v154: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 38 MiB/s wr, 842 op/s 2024-05-11T04:57:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:57 smithi086 bash[67518]: cluster 2024-05-11T04:57:55.722001+0000 mgr.y (mgr.24832) 211 : cluster [DBG] pgmap v154: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 38 MiB/s wr, 842 op/s 2024-05-11T04:57:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:57 smithi086 bash[67518]: cluster 2024-05-11T04:57:55.722001+0000 mgr.y (mgr.24832) 211 : cluster [DBG] pgmap v154: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 38 MiB/s wr, 842 op/s 2024-05-11T04:57:58.161 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:58 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:57:58.162 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:57:57 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:57:58.162 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:57:58 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:57:58.162 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:57:57 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:57:58.163 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:58 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:57:58.163 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:57:57 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:57:58.163 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:57:57 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:57:58.164 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:57:58 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:57:58.164 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:57:58 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:57:58.548 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:57:58 smithi072 systemd[1]: Stopping Ceph osd.0 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T04:57:58.549 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:57:58 smithi072 bash[34506]: debug 2024-05-11T04:57:58.293+0000 7fadf124c700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T04:57:58.549 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:57:58 smithi072 bash[34506]: debug 2024-05-11T04:57:58.293+0000 7fadf124c700 -1 osd.0 88 *** Got signal Terminated *** 2024-05-11T04:57:58.549 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:57:58 smithi072 bash[34506]: debug 2024-05-11T04:57:58.293+0000 7fadf124c700 -1 osd.0 88 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T04:57:59.133 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:57:59.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:59 smithi072 bash[80515]: debug 2024-05-11T04:57:59.297+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:57:59.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:59 smithi072 bash[80515]: cluster 2024-05-11T04:57:57.722572+0000 mgr.y (mgr.24832) 212 : cluster [DBG] pgmap v155: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 23 MiB/s wr, 649 op/s 2024-05-11T04:57:59.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:59 smithi072 bash[80515]: cluster 2024-05-11T04:57:57.722572+0000 mgr.y (mgr.24832) 212 : cluster [DBG] pgmap v155: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 23 MiB/s wr, 649 op/s 2024-05-11T04:57:59.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:59 smithi072 bash[80515]: cluster 2024-05-11T04:57:58.304921+0000 mon.a (mon.0) 360 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:57:59.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:57:59 smithi072 bash[80515]: cluster 2024-05-11T04:57:58.304921+0000 mon.a (mon.0) 360 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:57:59.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:59 smithi072 bash[82901]: cluster 2024-05-11T04:57:57.722572+0000 mgr.y (mgr.24832) 212 : cluster [DBG] pgmap v155: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 23 MiB/s wr, 649 op/s 2024-05-11T04:57:59.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:59 smithi072 bash[82901]: cluster 2024-05-11T04:57:57.722572+0000 mgr.y (mgr.24832) 212 : cluster [DBG] pgmap v155: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 23 MiB/s wr, 649 op/s 2024-05-11T04:57:59.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:59 smithi072 bash[82901]: cluster 2024-05-11T04:57:58.304921+0000 mon.a (mon.0) 360 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:57:59.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:57:59 smithi072 bash[82901]: cluster 2024-05-11T04:57:58.304921+0000 mon.a (mon.0) 360 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:57:59.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:59 smithi086 bash[67518]: cluster 2024-05-11T04:57:57.722572+0000 mgr.y (mgr.24832) 212 : cluster [DBG] pgmap v155: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 23 MiB/s wr, 649 op/s 2024-05-11T04:57:59.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:59 smithi086 bash[67518]: cluster 2024-05-11T04:57:57.722572+0000 mgr.y (mgr.24832) 212 : cluster [DBG] pgmap v155: 89 pgs: 89 active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 85 B/s rd, 23 MiB/s wr, 649 op/s 2024-05-11T04:57:59.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:59 smithi086 bash[67518]: cluster 2024-05-11T04:57:58.304921+0000 mon.a (mon.0) 360 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:57:59.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:57:59 smithi086 bash[67518]: cluster 2024-05-11T04:57:58.304921+0000 mon.a (mon.0) 360 : cluster [INF] osd.0 marked itself down and dead 2024-05-11T04:58:00.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:00 smithi072 bash[80515]: cluster 2024-05-11T04:57:59.299951+0000 mon.a (mon.0) 361 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:58:00.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:00 smithi072 bash[80515]: cluster 2024-05-11T04:57:59.299951+0000 mon.a (mon.0) 361 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:58:00.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:00 smithi072 bash[80515]: cluster 2024-05-11T04:57:59.300009+0000 mon.a (mon.0) 362 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:00.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:00 smithi072 bash[80515]: cluster 2024-05-11T04:57:59.300009+0000 mon.a (mon.0) 362 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:00.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:00 smithi072 bash[80515]: cluster 2024-05-11T04:57:59.316976+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e89: 8 total, 7 up, 8 in 2024-05-11T04:58:00.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:00 smithi072 bash[80515]: cluster 2024-05-11T04:57:59.316976+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e89: 8 total, 7 up, 8 in 2024-05-11T04:58:00.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:00 smithi072 bash[82901]: cluster 2024-05-11T04:57:59.299951+0000 mon.a (mon.0) 361 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:58:00.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:00 smithi072 bash[82901]: cluster 2024-05-11T04:57:59.299951+0000 mon.a (mon.0) 361 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:58:00.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:00 smithi072 bash[82901]: cluster 2024-05-11T04:57:59.300009+0000 mon.a (mon.0) 362 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:00.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:00 smithi072 bash[82901]: cluster 2024-05-11T04:57:59.300009+0000 mon.a (mon.0) 362 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:00.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:00 smithi072 bash[82901]: cluster 2024-05-11T04:57:59.316976+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e89: 8 total, 7 up, 8 in 2024-05-11T04:58:00.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:00 smithi072 bash[82901]: cluster 2024-05-11T04:57:59.316976+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e89: 8 total, 7 up, 8 in 2024-05-11T04:58:00.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:00 smithi086 bash[67518]: cluster 2024-05-11T04:57:59.299951+0000 mon.a (mon.0) 361 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:58:00.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:00 smithi086 bash[67518]: cluster 2024-05-11T04:57:59.299951+0000 mon.a (mon.0) 361 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T04:58:00.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:00 smithi086 bash[67518]: cluster 2024-05-11T04:57:59.300009+0000 mon.a (mon.0) 362 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:00.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:00 smithi086 bash[67518]: cluster 2024-05-11T04:57:59.300009+0000 mon.a (mon.0) 362 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:00.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:00 smithi086 bash[67518]: cluster 2024-05-11T04:57:59.316976+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e89: 8 total, 7 up, 8 in 2024-05-11T04:58:00.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:00 smithi086 bash[67518]: cluster 2024-05-11T04:57:59.316976+0000 mon.a (mon.0) 363 : cluster [DBG] osdmap e89: 8 total, 7 up, 8 in 2024-05-11T04:58:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:01 smithi086 bash[67518]: cluster 2024-05-11T04:57:59.723211+0000 mgr.y (mgr.24832) 213 : cluster [DBG] pgmap v157: 89 pgs: 3 peering, 71 active+clean, 15 stale+active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 102 B/s rd, 19 MiB/s wr, 706 op/s 2024-05-11T04:58:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:01 smithi086 bash[67518]: cluster 2024-05-11T04:57:59.723211+0000 mgr.y (mgr.24832) 213 : cluster [DBG] pgmap v157: 89 pgs: 3 peering, 71 active+clean, 15 stale+active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 102 B/s rd, 19 MiB/s wr, 706 op/s 2024-05-11T04:58:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:01 smithi086 bash[67518]: cluster 2024-05-11T04:58:00.311345+0000 mon.a (mon.0) 364 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:58:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:01 smithi086 bash[67518]: cluster 2024-05-11T04:58:00.311345+0000 mon.a (mon.0) 364 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:58:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:01 smithi086 bash[67518]: cluster 2024-05-11T04:58:00.331598+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e90: 8 total, 7 up, 8 in 2024-05-11T04:58:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:01 smithi086 bash[67518]: cluster 2024-05-11T04:58:00.331598+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e90: 8 total, 7 up, 8 in 2024-05-11T04:58:01.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:01 smithi072 bash[80515]: cluster 2024-05-11T04:57:59.723211+0000 mgr.y (mgr.24832) 213 : cluster [DBG] pgmap v157: 89 pgs: 3 peering, 71 active+clean, 15 stale+active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 102 B/s rd, 19 MiB/s wr, 706 op/s 2024-05-11T04:58:01.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:01 smithi072 bash[80515]: cluster 2024-05-11T04:57:59.723211+0000 mgr.y (mgr.24832) 213 : cluster [DBG] pgmap v157: 89 pgs: 3 peering, 71 active+clean, 15 stale+active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 102 B/s rd, 19 MiB/s wr, 706 op/s 2024-05-11T04:58:01.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:01 smithi072 bash[80515]: cluster 2024-05-11T04:58:00.311345+0000 mon.a (mon.0) 364 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:58:01.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:01 smithi072 bash[80515]: cluster 2024-05-11T04:58:00.311345+0000 mon.a (mon.0) 364 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:58:01.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:01 smithi072 bash[80515]: cluster 2024-05-11T04:58:00.331598+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e90: 8 total, 7 up, 8 in 2024-05-11T04:58:01.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:01 smithi072 bash[80515]: cluster 2024-05-11T04:58:00.331598+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e90: 8 total, 7 up, 8 in 2024-05-11T04:58:01.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:01 smithi072 bash[82901]: cluster 2024-05-11T04:57:59.723211+0000 mgr.y (mgr.24832) 213 : cluster [DBG] pgmap v157: 89 pgs: 3 peering, 71 active+clean, 15 stale+active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 102 B/s rd, 19 MiB/s wr, 706 op/s 2024-05-11T04:58:01.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:01 smithi072 bash[82901]: cluster 2024-05-11T04:57:59.723211+0000 mgr.y (mgr.24832) 213 : cluster [DBG] pgmap v157: 89 pgs: 3 peering, 71 active+clean, 15 stale+active+clean; 6.6 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 102 B/s rd, 19 MiB/s wr, 706 op/s 2024-05-11T04:58:01.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:01 smithi072 bash[82901]: cluster 2024-05-11T04:58:00.311345+0000 mon.a (mon.0) 364 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:58:01.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:01 smithi072 bash[82901]: cluster 2024-05-11T04:58:00.311345+0000 mon.a (mon.0) 364 : cluster [WRN] Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-05-11T04:58:01.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:01 smithi072 bash[82901]: cluster 2024-05-11T04:58:00.331598+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e90: 8 total, 7 up, 8 in 2024-05-11T04:58:01.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:01 smithi072 bash[82901]: cluster 2024-05-11T04:58:00.331598+0000 mon.a (mon.0) 365 : cluster [DBG] osdmap e90: 8 total, 7 up, 8 in 2024-05-11T04:58:02.650 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:02 smithi072 bash[80515]: cluster 2024-05-11T04:58:02.303998+0000 mon.a (mon.0) 366 : cluster [WRN] Health check failed: Degraded data redundancy: 19544/315039 objects degraded (6.204%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:02.650 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:02 smithi072 bash[80515]: cluster 2024-05-11T04:58:02.303998+0000 mon.a (mon.0) 366 : cluster [WRN] Health check failed: Degraded data redundancy: 19544/315039 objects degraded (6.204%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:02.650 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:02 smithi072 bash[82901]: cluster 2024-05-11T04:58:02.303998+0000 mon.a (mon.0) 366 : cluster [WRN] Health check failed: Degraded data redundancy: 19544/315039 objects degraded (6.204%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:02.651 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:02 smithi072 bash[82901]: cluster 2024-05-11T04:58:02.303998+0000 mon.a (mon.0) 366 : cluster [WRN] Health check failed: Degraded data redundancy: 19544/315039 objects degraded (6.204%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:02.651 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:02 smithi072 bash[88797]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-0 2024-05-11T04:58:02.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:02 smithi086 bash[67518]: cluster 2024-05-11T04:58:02.303998+0000 mon.a (mon.0) 366 : cluster [WRN] Health check failed: Degraded data redundancy: 19544/315039 objects degraded (6.204%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:02.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:02 smithi086 bash[67518]: cluster 2024-05-11T04:58:02.303998+0000 mon.a (mon.0) 366 : cluster [WRN] Health check failed: Degraded data redundancy: 19544/315039 objects degraded (6.204%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:03.048 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:02 smithi072 bash[88865]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-0 2024-05-11T04:58:03.686 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:03 smithi072 bash[80515]: cluster 2024-05-11T04:58:01.723856+0000 mgr.y (mgr.24832) 214 : cluster [DBG] pgmap v159: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 528 KiB/s wr, 836 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:03.686 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:03 smithi072 bash[80515]: cluster 2024-05-11T04:58:01.723856+0000 mgr.y (mgr.24832) 214 : cluster [DBG] pgmap v159: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 528 KiB/s wr, 836 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:03.686 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:03 smithi072 bash[82901]: cluster 2024-05-11T04:58:01.723856+0000 mgr.y (mgr.24832) 214 : cluster [DBG] pgmap v159: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 528 KiB/s wr, 836 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:03.686 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:03 smithi072 bash[82901]: cluster 2024-05-11T04:58:01.723856+0000 mgr.y (mgr.24832) 214 : cluster [DBG] pgmap v159: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 528 KiB/s wr, 836 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:03 smithi086 bash[67518]: cluster 2024-05-11T04:58:01.723856+0000 mgr.y (mgr.24832) 214 : cluster [DBG] pgmap v159: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 528 KiB/s wr, 836 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:03 smithi086 bash[67518]: cluster 2024-05-11T04:58:01.723856+0000 mgr.y (mgr.24832) 214 : cluster [DBG] pgmap v159: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 528 KiB/s wr, 836 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:04.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:58:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:58:03] "GET /metrics HTTP/1.1" 200 36405 "" "Prometheus/2.43.0" 2024-05-11T04:58:05.170 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:04 smithi072 bash[80515]: cluster 2024-05-11T04:58:03.724460+0000 mgr.y (mgr.24832) 215 : cluster [DBG] pgmap v160: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:05.170 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:04 smithi072 bash[80515]: cluster 2024-05-11T04:58:03.724460+0000 mgr.y (mgr.24832) 215 : cluster [DBG] pgmap v160: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:05.170 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:04 smithi072 bash[80515]: audit 2024-05-11T04:58:03.853657+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:05.170 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:04 smithi072 bash[80515]: audit 2024-05-11T04:58:03.853657+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:05.170 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:04 smithi072 bash[80515]: audit 2024-05-11T04:58:03.856730+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:05.170 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:04 smithi072 bash[80515]: audit 2024-05-11T04:58:03.856730+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:05.171 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:04 smithi072 bash[82901]: cluster 2024-05-11T04:58:03.724460+0000 mgr.y (mgr.24832) 215 : cluster [DBG] pgmap v160: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:05.171 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:04 smithi072 bash[82901]: cluster 2024-05-11T04:58:03.724460+0000 mgr.y (mgr.24832) 215 : cluster [DBG] pgmap v160: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:05.171 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:04 smithi072 bash[82901]: audit 2024-05-11T04:58:03.853657+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:05.171 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:04 smithi072 bash[82901]: audit 2024-05-11T04:58:03.853657+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:05.171 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:04 smithi072 bash[82901]: audit 2024-05-11T04:58:03.856730+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:05.171 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:04 smithi072 bash[82901]: audit 2024-05-11T04:58:03.856730+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:04 smithi086 bash[67518]: cluster 2024-05-11T04:58:03.724460+0000 mgr.y (mgr.24832) 215 : cluster [DBG] pgmap v160: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:04 smithi086 bash[67518]: cluster 2024-05-11T04:58:03.724460+0000 mgr.y (mgr.24832) 215 : cluster [DBG] pgmap v160: 89 pgs: 6 active+undersized+degraded, 19 peering, 9 active+undersized, 55 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 0 B/s wr, 486 op/s; 19544/315039 objects degraded (6.204%) 2024-05-11T04:58:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:04 smithi086 bash[67518]: audit 2024-05-11T04:58:03.853657+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:04 smithi086 bash[67518]: audit 2024-05-11T04:58:03.853657+0000 mon.a (mon.0) 367 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:04 smithi086 bash[67518]: audit 2024-05-11T04:58:03.856730+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:04 smithi086 bash[67518]: audit 2024-05-11T04:58:03.856730+0000 mon.a (mon.0) 368 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:06.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:05 smithi086 bash[67518]: cluster 2024-05-11T04:58:05.849651+0000 mon.a (mon.0) 369 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 13 pgs peering) 2024-05-11T04:58:06.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:05 smithi086 bash[67518]: cluster 2024-05-11T04:58:05.849651+0000 mon.a (mon.0) 369 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 13 pgs peering) 2024-05-11T04:58:06.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:05 smithi072 bash[80515]: cluster 2024-05-11T04:58:05.849651+0000 mon.a (mon.0) 369 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 13 pgs peering) 2024-05-11T04:58:06.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:05 smithi072 bash[80515]: cluster 2024-05-11T04:58:05.849651+0000 mon.a (mon.0) 369 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 13 pgs peering) 2024-05-11T04:58:06.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:05 smithi072 bash[82901]: cluster 2024-05-11T04:58:05.849651+0000 mon.a (mon.0) 369 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 13 pgs peering) 2024-05-11T04:58:06.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:05 smithi072 bash[82901]: cluster 2024-05-11T04:58:05.849651+0000 mon.a (mon.0) 369 : cluster [INF] Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 13 pgs peering) 2024-05-11T04:58:07.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:06 smithi086 bash[67518]: cluster 2024-05-11T04:58:05.725348+0000 mgr.y (mgr.24832) 216 : cluster [DBG] pgmap v161: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 810 op/s; 50563/305214 objects degraded (16.566%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:07.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:06 smithi086 bash[67518]: cluster 2024-05-11T04:58:05.725348+0000 mgr.y (mgr.24832) 216 : cluster [DBG] pgmap v161: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 810 op/s; 50563/305214 objects degraded (16.566%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:07.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:06 smithi072 bash[80515]: cluster 2024-05-11T04:58:05.725348+0000 mgr.y (mgr.24832) 216 : cluster [DBG] pgmap v161: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 810 op/s; 50563/305214 objects degraded (16.566%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:07.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:06 smithi072 bash[80515]: cluster 2024-05-11T04:58:05.725348+0000 mgr.y (mgr.24832) 216 : cluster [DBG] pgmap v161: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 810 op/s; 50563/305214 objects degraded (16.566%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:07.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:06 smithi072 bash[82901]: cluster 2024-05-11T04:58:05.725348+0000 mgr.y (mgr.24832) 216 : cluster [DBG] pgmap v161: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 810 op/s; 50563/305214 objects degraded (16.566%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:07.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:06 smithi072 bash[82901]: cluster 2024-05-11T04:58:05.725348+0000 mgr.y (mgr.24832) 216 : cluster [DBG] pgmap v161: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 810 op/s; 50563/305214 objects degraded (16.566%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:08.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:07 smithi086 bash[67518]: cluster 2024-05-11T04:58:07.903086+0000 mon.a (mon.0) 370 : cluster [WRN] Health check update: Degraded data redundancy: 50267/301635 objects degraded (16.665%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:08.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:07 smithi086 bash[67518]: cluster 2024-05-11T04:58:07.903086+0000 mon.a (mon.0) 370 : cluster [WRN] Health check update: Degraded data redundancy: 50267/301635 objects degraded (16.665%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:08.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:07 smithi072 bash[80515]: cluster 2024-05-11T04:58:07.903086+0000 mon.a (mon.0) 370 : cluster [WRN] Health check update: Degraded data redundancy: 50267/301635 objects degraded (16.665%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:08.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:07 smithi072 bash[80515]: cluster 2024-05-11T04:58:07.903086+0000 mon.a (mon.0) 370 : cluster [WRN] Health check update: Degraded data redundancy: 50267/301635 objects degraded (16.665%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:08.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:07 smithi072 bash[82901]: cluster 2024-05-11T04:58:07.903086+0000 mon.a (mon.0) 370 : cluster [WRN] Health check update: Degraded data redundancy: 50267/301635 objects degraded (16.665%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:08.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:07 smithi072 bash[82901]: cluster 2024-05-11T04:58:07.903086+0000 mon.a (mon.0) 370 : cluster [WRN] Health check update: Degraded data redundancy: 50267/301635 objects degraded (16.665%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:08 smithi086 bash[67518]: cluster 2024-05-11T04:58:07.726061+0000 mgr.y (mgr.24832) 217 : cluster [DBG] pgmap v162: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 913 op/s; 50267/301635 objects degraded (16.665%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:08 smithi086 bash[67518]: cluster 2024-05-11T04:58:07.726061+0000 mgr.y (mgr.24832) 217 : cluster [DBG] pgmap v162: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 913 op/s; 50267/301635 objects degraded (16.665%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:09.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:08 smithi072 bash[80515]: cluster 2024-05-11T04:58:07.726061+0000 mgr.y (mgr.24832) 217 : cluster [DBG] pgmap v162: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 913 op/s; 50267/301635 objects degraded (16.665%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:09.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:08 smithi072 bash[80515]: cluster 2024-05-11T04:58:07.726061+0000 mgr.y (mgr.24832) 217 : cluster [DBG] pgmap v162: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 913 op/s; 50267/301635 objects degraded (16.665%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:08 smithi072 bash[82901]: cluster 2024-05-11T04:58:07.726061+0000 mgr.y (mgr.24832) 217 : cluster [DBG] pgmap v162: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 913 op/s; 50267/301635 objects degraded (16.665%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:08 smithi072 bash[82901]: cluster 2024-05-11T04:58:07.726061+0000 mgr.y (mgr.24832) 217 : cluster [DBG] pgmap v162: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 913 op/s; 50267/301635 objects degraded (16.665%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:09.787 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:58:09.788 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:58:09.788 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:58:09.788 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:58:09.788 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:58:09.789 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.0.service: Deactivated successfully. 2024-05-11T04:58:09.789 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: Stopped Ceph osd.0 for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:58:09.789 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:58:09.789 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:58:09.789 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:58:09.790 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T04:58:10.048 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:09 smithi072 systemd[1]: Started Ceph osd.0 for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T04:58:10.447 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 3 2024-05-11T04:58:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:10 smithi086 bash[67518]: cluster 2024-05-11T04:58:09.726574+0000 mgr.y (mgr.24832) 218 : cluster [DBG] pgmap v163: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 49761/299364 objects degraded (16.622%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:10 smithi086 bash[67518]: cluster 2024-05-11T04:58:09.726574+0000 mgr.y (mgr.24832) 218 : cluster [DBG] pgmap v163: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 49761/299364 objects degraded (16.622%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:10 smithi086 bash[67518]: audit 2024-05-11T04:58:09.850886+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:10 smithi086 bash[67518]: audit 2024-05-11T04:58:09.850886+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:10 smithi086 bash[67518]: audit 2024-05-11T04:58:09.862446+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:10 smithi086 bash[67518]: audit 2024-05-11T04:58:09.862446+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:10 smithi086 bash[67518]: audit 2024-05-11T04:58:09.866916+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:11.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:10 smithi086 bash[67518]: audit 2024-05-11T04:58:09.866916+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:11.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:10 smithi086 bash[67518]: audit 2024-05-11T04:58:10.440156+0000 mon.a (mon.0) 374 : audit [DBG] from='client.? 172.21.15.72:0/218598270' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:58:11.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:10 smithi086 bash[67518]: audit 2024-05-11T04:58:10.440156+0000 mon.a (mon.0) 374 : audit [DBG] from='client.? 172.21.15.72:0/218598270' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:58:11.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:10 smithi072 bash[80515]: cluster 2024-05-11T04:58:09.726574+0000 mgr.y (mgr.24832) 218 : cluster [DBG] pgmap v163: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 49761/299364 objects degraded (16.622%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:11.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:10 smithi072 bash[80515]: cluster 2024-05-11T04:58:09.726574+0000 mgr.y (mgr.24832) 218 : cluster [DBG] pgmap v163: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 49761/299364 objects degraded (16.622%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:11.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:10 smithi072 bash[80515]: audit 2024-05-11T04:58:09.850886+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:10 smithi072 bash[80515]: audit 2024-05-11T04:58:09.850886+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:10 smithi072 bash[80515]: audit 2024-05-11T04:58:09.862446+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:10 smithi072 bash[80515]: audit 2024-05-11T04:58:09.862446+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:10 smithi072 bash[80515]: audit 2024-05-11T04:58:09.866916+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:11.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:10 smithi072 bash[80515]: audit 2024-05-11T04:58:09.866916+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:11.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:10 smithi072 bash[80515]: audit 2024-05-11T04:58:10.440156+0000 mon.a (mon.0) 374 : audit [DBG] from='client.? 172.21.15.72:0/218598270' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:58:11.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:10 smithi072 bash[80515]: audit 2024-05-11T04:58:10.440156+0000 mon.a (mon.0) 374 : audit [DBG] from='client.? 172.21.15.72:0/218598270' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:58:11.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:10 smithi072 bash[82901]: cluster 2024-05-11T04:58:09.726574+0000 mgr.y (mgr.24832) 218 : cluster [DBG] pgmap v163: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 49761/299364 objects degraded (16.622%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:11.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:10 smithi072 bash[82901]: cluster 2024-05-11T04:58:09.726574+0000 mgr.y (mgr.24832) 218 : cluster [DBG] pgmap v163: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 0 B/s wr, 776 op/s; 49761/299364 objects degraded (16.622%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:10 smithi072 bash[82901]: audit 2024-05-11T04:58:09.850886+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:10 smithi072 bash[82901]: audit 2024-05-11T04:58:09.850886+0000 mon.a (mon.0) 371 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:10 smithi072 bash[82901]: audit 2024-05-11T04:58:09.862446+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:10 smithi072 bash[82901]: audit 2024-05-11T04:58:09.862446+0000 mon.a (mon.0) 372 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:10 smithi072 bash[82901]: audit 2024-05-11T04:58:09.866916+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:10 smithi072 bash[82901]: audit 2024-05-11T04:58:09.866916+0000 mon.a (mon.0) 373 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:10 smithi072 bash[82901]: audit 2024-05-11T04:58:10.440156+0000 mon.a (mon.0) 374 : audit [DBG] from='client.? 172.21.15.72:0/218598270' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:58:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:10 smithi072 bash[82901]: audit 2024-05-11T04:58:10.440156+0000 mon.a (mon.0) 374 : audit [DBG] from='client.? 172.21.15.72:0/218598270' entity='client.admin' cmd=[{"prefix": "mon versions"}]: dispatch 2024-05-11T04:58:12.801 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T04:58:13.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:12 smithi086 bash[67518]: cluster 2024-05-11T04:58:11.727326+0000 mgr.y (mgr.24832) 219 : cluster [DBG] pgmap v164: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 876 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:13.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:12 smithi086 bash[67518]: cluster 2024-05-11T04:58:11.727326+0000 mgr.y (mgr.24832) 219 : cluster [DBG] pgmap v164: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 876 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:13.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:12 smithi072 bash[80515]: cluster 2024-05-11T04:58:11.727326+0000 mgr.y (mgr.24832) 219 : cluster [DBG] pgmap v164: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 876 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:13.298 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:12 smithi072 bash[80515]: cluster 2024-05-11T04:58:11.727326+0000 mgr.y (mgr.24832) 219 : cluster [DBG] pgmap v164: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 876 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:13.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:12 smithi072 bash[82901]: cluster 2024-05-11T04:58:11.727326+0000 mgr.y (mgr.24832) 219 : cluster [DBG] pgmap v164: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 876 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:13.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:12 smithi072 bash[82901]: cluster 2024-05-11T04:58:11.727326+0000 mgr.y (mgr.24832) 219 : cluster [DBG] pgmap v164: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 876 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:14.103 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:58:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:58:13] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-05-11T04:58:14.104 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:13 smithi072 bash[80515]: cluster 2024-05-11T04:58:13.289349+0000 mon.a (mon.0) 375 : cluster [WRN] Health check update: Degraded data redundancy: 48253/289569 objects degraded (16.664%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:14.104 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:13 smithi072 bash[80515]: cluster 2024-05-11T04:58:13.289349+0000 mon.a (mon.0) 375 : cluster [WRN] Health check update: Degraded data redundancy: 48253/289569 objects degraded (16.664%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:14.105 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:13 smithi072 bash[89119]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:58:14.105 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:13 smithi072 bash[89119]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T04:58:14.105 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:13 smithi072 bash[89119]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-11T04:58:14.105 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:13 smithi072 bash[89119]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-05-11T04:58:14.105 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:13 smithi072 bash[89119]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-05-11T04:58:14.105 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:13 smithi072 bash[89119]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-05-11T04:58:14.105 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:13 smithi072 bash[89119]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-05-11T04:58:14.105 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:13 smithi072 bash[89119]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-05-11T04:58:14.105 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:13 smithi072 bash[89119]: --> ceph-volume raw activate successful for osd ID: 0 2024-05-11T04:58:14.106 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:13 smithi072 bash[82901]: cluster 2024-05-11T04:58:13.289349+0000 mon.a (mon.0) 375 : cluster [WRN] Health check update: Degraded data redundancy: 48253/289569 objects degraded (16.664%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:14.106 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:13 smithi072 bash[82901]: cluster 2024-05-11T04:58:13.289349+0000 mon.a (mon.0) 375 : cluster [WRN] Health check update: Degraded data redundancy: 48253/289569 objects degraded (16.664%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:14.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:13 smithi086 bash[67518]: cluster 2024-05-11T04:58:13.289349+0000 mon.a (mon.0) 375 : cluster [WRN] Health check update: Degraded data redundancy: 48253/289569 objects degraded (16.664%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:14.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:13 smithi086 bash[67518]: cluster 2024-05-11T04:58:13.289349+0000 mon.a (mon.0) 375 : cluster [WRN] Health check update: Degraded data redundancy: 48253/289569 objects degraded (16.664%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:15.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:15 smithi072 bash[80515]: cluster 2024-05-11T04:58:13.727908+0000 mgr.y (mgr.24832) 220 : cluster [DBG] pgmap v165: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:15.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:15 smithi072 bash[80515]: cluster 2024-05-11T04:58:13.727908+0000 mgr.y (mgr.24832) 220 : cluster [DBG] pgmap v165: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:15.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:15 smithi072 bash[82901]: cluster 2024-05-11T04:58:13.727908+0000 mgr.y (mgr.24832) 220 : cluster [DBG] pgmap v165: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:15.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:15 smithi072 bash[82901]: cluster 2024-05-11T04:58:13.727908+0000 mgr.y (mgr.24832) 220 : cluster [DBG] pgmap v165: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:15.792 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:15 smithi086 bash[67518]: cluster 2024-05-11T04:58:13.727908+0000 mgr.y (mgr.24832) 220 : cluster [DBG] pgmap v165: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:15.792 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:15 smithi086 bash[67518]: cluster 2024-05-11T04:58:13.727908+0000 mgr.y (mgr.24832) 220 : cluster [DBG] pgmap v165: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 707 op/s; 48253/289569 objects degraded (16.664%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:17.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:17 smithi086 bash[67518]: cluster 2024-05-11T04:58:15.728695+0000 mgr.y (mgr.24832) 221 : cluster [DBG] pgmap v166: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 993 op/s; 46269/279255 objects degraded (16.569%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:17.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:17 smithi086 bash[67518]: cluster 2024-05-11T04:58:15.728695+0000 mgr.y (mgr.24832) 221 : cluster [DBG] pgmap v166: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 993 op/s; 46269/279255 objects degraded (16.569%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:17.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:17 smithi072 bash[80515]: cluster 2024-05-11T04:58:15.728695+0000 mgr.y (mgr.24832) 221 : cluster [DBG] pgmap v166: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 993 op/s; 46269/279255 objects degraded (16.569%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:17.798 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:17 smithi072 bash[80515]: cluster 2024-05-11T04:58:15.728695+0000 mgr.y (mgr.24832) 221 : cluster [DBG] pgmap v166: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 993 op/s; 46269/279255 objects degraded (16.569%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:17.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:17 smithi072 bash[82901]: cluster 2024-05-11T04:58:15.728695+0000 mgr.y (mgr.24832) 221 : cluster [DBG] pgmap v166: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 993 op/s; 46269/279255 objects degraded (16.569%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:17.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:17 smithi072 bash[82901]: cluster 2024-05-11T04:58:15.728695+0000 mgr.y (mgr.24832) 221 : cluster [DBG] pgmap v166: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 993 op/s; 46269/279255 objects degraded (16.569%); 0 B/s, 0 objects/s recovering 2024-05-11T04:58:18.586 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:18 smithi072 bash[82901]: cluster 2024-05-11T04:58:18.293217+0000 mon.a (mon.0) 376 : cluster [WRN] Health check update: Degraded data redundancy: 46269/279255 objects degraded (16.569%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:18.586 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:18 smithi072 bash[82901]: cluster 2024-05-11T04:58:18.293217+0000 mon.a (mon.0) 376 : cluster [WRN] Health check update: Degraded data redundancy: 46269/279255 objects degraded (16.569%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:18.587 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:18 smithi072 bash[80515]: cluster 2024-05-11T04:58:18.293217+0000 mon.a (mon.0) 376 : cluster [WRN] Health check update: Degraded data redundancy: 46269/279255 objects degraded (16.569%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:18.587 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:18 smithi072 bash[80515]: cluster 2024-05-11T04:58:18.293217+0000 mon.a (mon.0) 376 : cluster [WRN] Health check update: Degraded data redundancy: 46269/279255 objects degraded (16.569%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:18.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:18 smithi086 bash[67518]: cluster 2024-05-11T04:58:18.293217+0000 mon.a (mon.0) 376 : cluster [WRN] Health check update: Degraded data redundancy: 46269/279255 objects degraded (16.569%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:18.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:18 smithi086 bash[67518]: cluster 2024-05-11T04:58:18.293217+0000 mon.a (mon.0) 376 : cluster [WRN] Health check update: Degraded data redundancy: 46269/279255 objects degraded (16.569%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:19.049 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:18 smithi072 bash[89409]: debug 2024-05-11T04:58:18.581+0000 7f85e55897c0 -1 Falling back to public interface 2024-05-11T04:58:19.598 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:58:19.618 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:19 smithi072 bash[82901]: cluster 2024-05-11T04:58:17.729307+0000 mgr.y (mgr.24832) 222 : cluster [DBG] pgmap v167: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 45949/275349 objects degraded (16.688%) 2024-05-11T04:58:19.619 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:19 smithi072 bash[82901]: cluster 2024-05-11T04:58:17.729307+0000 mgr.y (mgr.24832) 222 : cluster [DBG] pgmap v167: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 45949/275349 objects degraded (16.688%) 2024-05-11T04:58:19.619 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:19 smithi072 bash[82901]: audit 2024-05-11T04:58:18.849546+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:19.619 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:19 smithi072 bash[82901]: audit 2024-05-11T04:58:18.849546+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:19.619 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:19 smithi072 bash[82901]: audit 2024-05-11T04:58:18.851657+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:19.619 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:19 smithi072 bash[82901]: audit 2024-05-11T04:58:18.851657+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:19.622 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:19 smithi072 bash[80515]: cluster 2024-05-11T04:58:17.729307+0000 mgr.y (mgr.24832) 222 : cluster [DBG] pgmap v167: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 45949/275349 objects degraded (16.688%) 2024-05-11T04:58:19.622 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:19 smithi072 bash[80515]: cluster 2024-05-11T04:58:17.729307+0000 mgr.y (mgr.24832) 222 : cluster [DBG] pgmap v167: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 45949/275349 objects degraded (16.688%) 2024-05-11T04:58:19.622 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:19 smithi072 bash[80515]: audit 2024-05-11T04:58:18.849546+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:19.623 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:19 smithi072 bash[80515]: audit 2024-05-11T04:58:18.849546+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:19.623 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:19 smithi072 bash[80515]: audit 2024-05-11T04:58:18.851657+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:19.623 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:19 smithi072 bash[80515]: audit 2024-05-11T04:58:18.851657+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:19.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:19 smithi086 bash[67518]: cluster 2024-05-11T04:58:17.729307+0000 mgr.y (mgr.24832) 222 : cluster [DBG] pgmap v167: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 45949/275349 objects degraded (16.688%) 2024-05-11T04:58:19.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:19 smithi086 bash[67518]: cluster 2024-05-11T04:58:17.729307+0000 mgr.y (mgr.24832) 222 : cluster [DBG] pgmap v167: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 45949/275349 objects degraded (16.688%) 2024-05-11T04:58:19.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:19 smithi086 bash[67518]: audit 2024-05-11T04:58:18.849546+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:19.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:19 smithi086 bash[67518]: audit 2024-05-11T04:58:18.849546+0000 mon.a (mon.0) 377 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:19.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:19 smithi086 bash[67518]: audit 2024-05-11T04:58:18.851657+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:19.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:19 smithi086 bash[67518]: audit 2024-05-11T04:58:18.851657+0000 mon.a (mon.0) 378 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:21.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:21 smithi072 bash[82901]: cluster 2024-05-11T04:58:19.729862+0000 mgr.y (mgr.24832) 223 : cluster [DBG] pgmap v168: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 45318/272493 objects degraded (16.631%) 2024-05-11T04:58:21.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:21 smithi072 bash[82901]: cluster 2024-05-11T04:58:19.729862+0000 mgr.y (mgr.24832) 223 : cluster [DBG] pgmap v168: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 45318/272493 objects degraded (16.631%) 2024-05-11T04:58:21.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:21 smithi072 bash[82901]: audit 2024-05-11T04:58:20.774986+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:21.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:21 smithi072 bash[82901]: audit 2024-05-11T04:58:20.774986+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:21.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:21 smithi072 bash[82901]: audit 2024-05-11T04:58:20.781768+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:21.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:21 smithi072 bash[82901]: audit 2024-05-11T04:58:20.781768+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:21.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:21 smithi072 bash[80515]: cluster 2024-05-11T04:58:19.729862+0000 mgr.y (mgr.24832) 223 : cluster [DBG] pgmap v168: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 45318/272493 objects degraded (16.631%) 2024-05-11T04:58:21.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:21 smithi072 bash[80515]: cluster 2024-05-11T04:58:19.729862+0000 mgr.y (mgr.24832) 223 : cluster [DBG] pgmap v168: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 45318/272493 objects degraded (16.631%) 2024-05-11T04:58:21.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:21 smithi072 bash[80515]: audit 2024-05-11T04:58:20.774986+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:21.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:21 smithi072 bash[80515]: audit 2024-05-11T04:58:20.774986+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:21.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:21 smithi072 bash[80515]: audit 2024-05-11T04:58:20.781768+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:21.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:21 smithi072 bash[80515]: audit 2024-05-11T04:58:20.781768+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:21.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:21 smithi086 bash[67518]: cluster 2024-05-11T04:58:19.729862+0000 mgr.y (mgr.24832) 223 : cluster [DBG] pgmap v168: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 45318/272493 objects degraded (16.631%) 2024-05-11T04:58:21.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:21 smithi086 bash[67518]: cluster 2024-05-11T04:58:19.729862+0000 mgr.y (mgr.24832) 223 : cluster [DBG] pgmap v168: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.5 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 45318/272493 objects degraded (16.631%) 2024-05-11T04:58:21.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:21 smithi086 bash[67518]: audit 2024-05-11T04:58:20.774986+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:21.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:21 smithi086 bash[67518]: audit 2024-05-11T04:58:20.774986+0000 mon.a (mon.0) 379 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:21.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:21 smithi086 bash[67518]: audit 2024-05-11T04:58:20.781768+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:21.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:21 smithi086 bash[67518]: audit 2024-05-11T04:58:20.781768+0000 mon.a (mon.0) 380 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:23 smithi072 bash[80515]: cluster 2024-05-11T04:58:21.730631+0000 mgr.y (mgr.24832) 224 : cluster [DBG] pgmap v169: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:23 smithi072 bash[80515]: cluster 2024-05-11T04:58:21.730631+0000 mgr.y (mgr.24832) 224 : cluster [DBG] pgmap v169: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:23 smithi072 bash[80515]: audit 2024-05-11T04:58:22.125942+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:23 smithi072 bash[80515]: audit 2024-05-11T04:58:22.125942+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:23 smithi072 bash[80515]: audit 2024-05-11T04:58:22.136789+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:23 smithi072 bash[80515]: audit 2024-05-11T04:58:22.136789+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:23 smithi072 bash[82901]: cluster 2024-05-11T04:58:21.730631+0000 mgr.y (mgr.24832) 224 : cluster [DBG] pgmap v169: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:23.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:23 smithi072 bash[82901]: cluster 2024-05-11T04:58:21.730631+0000 mgr.y (mgr.24832) 224 : cluster [DBG] pgmap v169: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:23.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:23 smithi072 bash[82901]: audit 2024-05-11T04:58:22.125942+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:23 smithi072 bash[82901]: audit 2024-05-11T04:58:22.125942+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:23 smithi072 bash[82901]: audit 2024-05-11T04:58:22.136789+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:23 smithi072 bash[82901]: audit 2024-05-11T04:58:22.136789+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:23 smithi086 bash[67518]: cluster 2024-05-11T04:58:21.730631+0000 mgr.y (mgr.24832) 224 : cluster [DBG] pgmap v169: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:23 smithi086 bash[67518]: cluster 2024-05-11T04:58:21.730631+0000 mgr.y (mgr.24832) 224 : cluster [DBG] pgmap v169: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 1.08k op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:23 smithi086 bash[67518]: audit 2024-05-11T04:58:22.125942+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:23 smithi086 bash[67518]: audit 2024-05-11T04:58:22.125942+0000 mon.a (mon.0) 381 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:23 smithi086 bash[67518]: audit 2024-05-11T04:58:22.136789+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:23.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:23 smithi086 bash[67518]: audit 2024-05-11T04:58:22.136789+0000 mon.a (mon.0) 382 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:24.131 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:58:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:58:23] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-05-11T04:58:24.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:24 smithi086 bash[67518]: cluster 2024-05-11T04:58:23.294102+0000 mon.a (mon.0) 383 : cluster [WRN] Health check update: Degraded data redundancy: 43492/260514 objects degraded (16.695%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:24.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:24 smithi086 bash[67518]: cluster 2024-05-11T04:58:23.294102+0000 mon.a (mon.0) 383 : cluster [WRN] Health check update: Degraded data redundancy: 43492/260514 objects degraded (16.695%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:24.561 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:24 smithi072 bash[80515]: cluster 2024-05-11T04:58:23.294102+0000 mon.a (mon.0) 383 : cluster [WRN] Health check update: Degraded data redundancy: 43492/260514 objects degraded (16.695%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:24.561 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:24 smithi072 bash[80515]: cluster 2024-05-11T04:58:23.294102+0000 mon.a (mon.0) 383 : cluster [WRN] Health check update: Degraded data redundancy: 43492/260514 objects degraded (16.695%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:24.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:24 smithi072 bash[82901]: cluster 2024-05-11T04:58:23.294102+0000 mon.a (mon.0) 383 : cluster [WRN] Health check update: Degraded data redundancy: 43492/260514 objects degraded (16.695%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:24.562 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:24 smithi072 bash[82901]: cluster 2024-05-11T04:58:23.294102+0000 mon.a (mon.0) 383 : cluster [WRN] Health check update: Degraded data redundancy: 43492/260514 objects degraded (16.695%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:25.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:25 smithi072 bash[80515]: cluster 2024-05-11T04:58:23.731155+0000 mgr.y (mgr.24832) 225 : cluster [DBG] pgmap v170: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:25.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:25 smithi072 bash[80515]: cluster 2024-05-11T04:58:23.731155+0000 mgr.y (mgr.24832) 225 : cluster [DBG] pgmap v170: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:25.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:25 smithi072 bash[82901]: cluster 2024-05-11T04:58:23.731155+0000 mgr.y (mgr.24832) 225 : cluster [DBG] pgmap v170: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:25.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:25 smithi072 bash[82901]: cluster 2024-05-11T04:58:23.731155+0000 mgr.y (mgr.24832) 225 : cluster [DBG] pgmap v170: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:25.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:25 smithi086 bash[67518]: cluster 2024-05-11T04:58:23.731155+0000 mgr.y (mgr.24832) 225 : cluster [DBG] pgmap v170: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:25.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:25 smithi086 bash[67518]: cluster 2024-05-11T04:58:23.731155+0000 mgr.y (mgr.24832) 225 : cluster [DBG] pgmap v170: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 43492/260514 objects degraded (16.695%) 2024-05-11T04:58:26.602 INFO:teuthology.orchestra.run.smithi072.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T04:58:26.603 INFO:teuthology.orchestra.run.smithi072.stdout:alertmanager.a smithi072 *:9093,9094 running (15m) 5s ago 16m 14.2M - 0.25.0 c8568f914cd2 d5607b985cce 2024-05-11T04:58:26.603 INFO:teuthology.orchestra.run.smithi072.stdout:grafana.a smithi086 *:3000 running (16m) 57s ago 16m 82.4M - 9.4.7 954c08fa6188 aef4c18c2eed 2024-05-11T04:58:26.603 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi072.jvmjqq smithi072 running (14m) 5s ago 14m 16.0M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 43a522e14916 2024-05-11T04:58:26.603 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi086.bcqfqz smithi086 running (14m) 57s ago 14m 18.3M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8cbc391f1426 2024-05-11T04:58:26.603 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.x smithi086 *:8443,9283,8765 running (6m) 57s ago 24m 451M - 19.0.0-3497-g04416f48 9b25092f51f1 e76b31410a5d 2024-05-11T04:58:26.603 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.y smithi072 *:8443,9283,8765 running (7m) 5s ago 27m 508M - 19.0.0-3497-g04416f48 9b25092f51f1 9d9706c64b76 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:mon.a smithi072 running (5m) 5s ago 27m 50.5M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 a59341c5a6f8 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:mon.b smithi086 running (2m) 57s ago 25m 33.3M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 08986f5e4ac5 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:mon.c smithi072 running (3m) 5s ago 25m 38.3M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 691b825a9488 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.a smithi072 *:9100 running (16m) 5s ago 16m 9476k - 1.5.0 0da6a335fe13 fbea1e4cc0b8 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.b smithi086 *:9100 running (16m) 57s ago 16m 8808k - 1.5.0 0da6a335fe13 119bc29079ca 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:osd.0 smithi072 running (10s) 5s ago 24m - 2524M 19.0.0-3497-g04416f48 9b25092f51f1 78aa69632f3f 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:osd.1 smithi072 running (23m) 5s ago 23m 483M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 9fe26f0d7cbb 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:osd.2 smithi072 running (22m) 5s ago 22m 605M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 924565dc5821 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:osd.3 smithi072 running (21m) 5s ago 21m 665M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 082b8b0bcb94 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:osd.4 smithi086 running (20m) 57s ago 20m 505M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a1dd273b0e98 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:osd.5 smithi086 running (19m) 57s ago 19m 523M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 09f2d73066f6 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:osd.6 smithi086 running (19m) 57s ago 19m 415M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 b34b88995622 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:osd.7 smithi086 running (18m) 57s ago 18m 475M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a7e056debe69 2024-05-11T04:58:26.604 INFO:teuthology.orchestra.run.smithi072.stdout:prometheus.a smithi086 *:9095 running (6m) 57s ago 17m 47.2M - 2.43.0 a07b618ecd1d 2572ad4e29fe 2024-05-11T04:58:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:27 smithi086 bash[67518]: cluster 2024-05-11T04:58:25.731951+0000 mgr.y (mgr.24832) 226 : cluster [DBG] pgmap v171: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s; 41780/251697 objects degraded (16.599%) 2024-05-11T04:58:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:27 smithi086 bash[67518]: cluster 2024-05-11T04:58:25.731951+0000 mgr.y (mgr.24832) 226 : cluster [DBG] pgmap v171: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s; 41780/251697 objects degraded (16.599%) 2024-05-11T04:58:27.550 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:27 smithi072 bash[89409]: debug 2024-05-11T04:58:27.253+0000 7f85e55897c0 -1 osd.0 88 log_to_monitors true 2024-05-11T04:58:27.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:27 smithi072 bash[80515]: cluster 2024-05-11T04:58:25.731951+0000 mgr.y (mgr.24832) 226 : cluster [DBG] pgmap v171: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s; 41780/251697 objects degraded (16.599%) 2024-05-11T04:58:27.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:27 smithi072 bash[80515]: cluster 2024-05-11T04:58:25.731951+0000 mgr.y (mgr.24832) 226 : cluster [DBG] pgmap v171: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s; 41780/251697 objects degraded (16.599%) 2024-05-11T04:58:27.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:27 smithi072 bash[82901]: cluster 2024-05-11T04:58:25.731951+0000 mgr.y (mgr.24832) 226 : cluster [DBG] pgmap v171: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s; 41780/251697 objects degraded (16.599%) 2024-05-11T04:58:27.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:27 smithi072 bash[82901]: cluster 2024-05-11T04:58:25.731951+0000 mgr.y (mgr.24832) 226 : cluster [DBG] pgmap v171: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 1.05k op/s; 41780/251697 objects degraded (16.599%) 2024-05-11T04:58:28.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:28 smithi086 bash[67518]: audit 2024-05-11T04:58:26.575048+0000 mgr.y (mgr.24832) 227 : audit [DBG] from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:28.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:28 smithi086 bash[67518]: audit 2024-05-11T04:58:26.575048+0000 mgr.y (mgr.24832) 227 : audit [DBG] from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:28.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:28 smithi086 bash[67518]: audit 2024-05-11T04:58:27.279214+0000 mon.b (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:28 smithi086 bash[67518]: audit 2024-05-11T04:58:27.279214+0000 mon.b (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:28 smithi086 bash[67518]: audit 2024-05-11T04:58:27.281207+0000 mon.a (mon.0) 384 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:28 smithi086 bash[67518]: audit 2024-05-11T04:58:27.281207+0000 mon.a (mon.0) 384 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.548 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 04:58:28 smithi072 bash[89409]: debug 2024-05-11T04:58:28.185+0000 7f85d69e0700 -1 osd.0 88 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-11T04:58:28.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:28 smithi072 bash[80515]: audit 2024-05-11T04:58:26.575048+0000 mgr.y (mgr.24832) 227 : audit [DBG] from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:28.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:28 smithi072 bash[80515]: audit 2024-05-11T04:58:26.575048+0000 mgr.y (mgr.24832) 227 : audit [DBG] from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:28.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:28 smithi072 bash[80515]: audit 2024-05-11T04:58:27.279214+0000 mon.b (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:28 smithi072 bash[80515]: audit 2024-05-11T04:58:27.279214+0000 mon.b (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:28 smithi072 bash[80515]: audit 2024-05-11T04:58:27.281207+0000 mon.a (mon.0) 384 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:28 smithi072 bash[80515]: audit 2024-05-11T04:58:27.281207+0000 mon.a (mon.0) 384 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:28 smithi072 bash[82901]: audit 2024-05-11T04:58:26.575048+0000 mgr.y (mgr.24832) 227 : audit [DBG] from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:28.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:28 smithi072 bash[82901]: audit 2024-05-11T04:58:26.575048+0000 mgr.y (mgr.24832) 227 : audit [DBG] from='client.54121 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:28.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:28 smithi072 bash[82901]: audit 2024-05-11T04:58:27.279214+0000 mon.b (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:28 smithi072 bash[82901]: audit 2024-05-11T04:58:27.279214+0000 mon.b (mon.1) 3 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:28 smithi072 bash[82901]: audit 2024-05-11T04:58:27.281207+0000 mon.a (mon.0) 384 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:28 smithi072 bash[82901]: audit 2024-05-11T04:58:27.281207+0000 mon.a (mon.0) 384 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-05-11T04:58:28.869 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade pause' 2024-05-11T04:58:29.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: cluster 2024-05-11T04:58:27.732896+0000 mgr.y (mgr.24832) 228 : cluster [DBG] pgmap v172: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 847 op/s; 41533/248739 objects degraded (16.697%) 2024-05-11T04:58:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: cluster 2024-05-11T04:58:27.732896+0000 mgr.y (mgr.24832) 228 : cluster [DBG] pgmap v172: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 847 op/s; 41533/248739 objects degraded (16.697%) 2024-05-11T04:58:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: audit 2024-05-11T04:58:28.149057+0000 mon.a (mon.0) 385 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:58:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: audit 2024-05-11T04:58:28.149057+0000 mon.a (mon.0) 385 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:58:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: cluster 2024-05-11T04:58:28.156698+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e91: 8 total, 7 up, 8 in 2024-05-11T04:58:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: cluster 2024-05-11T04:58:28.156698+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e91: 8 total, 7 up, 8 in 2024-05-11T04:58:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: audit 2024-05-11T04:58:28.159619+0000 mon.b (mon.1) 4 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: audit 2024-05-11T04:58:28.159619+0000 mon.b (mon.1) 4 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: audit 2024-05-11T04:58:28.161077+0000 mon.a (mon.0) 387 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: audit 2024-05-11T04:58:28.161077+0000 mon.a (mon.0) 387 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: cluster 2024-05-11T04:58:28.296062+0000 mon.a (mon.0) 388 : cluster [WRN] Health check update: Degraded data redundancy: 41533/248739 objects degraded (16.697%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:29.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:29 smithi086 bash[67518]: cluster 2024-05-11T04:58:28.296062+0000 mon.a (mon.0) 388 : cluster [WRN] Health check update: Degraded data redundancy: 41533/248739 objects degraded (16.697%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:29.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: cluster 2024-05-11T04:58:27.732896+0000 mgr.y (mgr.24832) 228 : cluster [DBG] pgmap v172: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 847 op/s; 41533/248739 objects degraded (16.697%) 2024-05-11T04:58:29.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: cluster 2024-05-11T04:58:27.732896+0000 mgr.y (mgr.24832) 228 : cluster [DBG] pgmap v172: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 847 op/s; 41533/248739 objects degraded (16.697%) 2024-05-11T04:58:29.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: audit 2024-05-11T04:58:28.149057+0000 mon.a (mon.0) 385 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:58:29.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: audit 2024-05-11T04:58:28.149057+0000 mon.a (mon.0) 385 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:58:29.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: cluster 2024-05-11T04:58:28.156698+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e91: 8 total, 7 up, 8 in 2024-05-11T04:58:29.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: cluster 2024-05-11T04:58:28.156698+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e91: 8 total, 7 up, 8 in 2024-05-11T04:58:29.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: audit 2024-05-11T04:58:28.159619+0000 mon.b (mon.1) 4 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: audit 2024-05-11T04:58:28.159619+0000 mon.b (mon.1) 4 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: audit 2024-05-11T04:58:28.161077+0000 mon.a (mon.0) 387 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: audit 2024-05-11T04:58:28.161077+0000 mon.a (mon.0) 387 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: cluster 2024-05-11T04:58:28.296062+0000 mon.a (mon.0) 388 : cluster [WRN] Health check update: Degraded data redundancy: 41533/248739 objects degraded (16.697%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:29 smithi072 bash[82901]: cluster 2024-05-11T04:58:28.296062+0000 mon.a (mon.0) 388 : cluster [WRN] Health check update: Degraded data redundancy: 41533/248739 objects degraded (16.697%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:29.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: debug 2024-05-11T04:58:29.144+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:29.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: cluster 2024-05-11T04:58:27.732896+0000 mgr.y (mgr.24832) 228 : cluster [DBG] pgmap v172: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 847 op/s; 41533/248739 objects degraded (16.697%) 2024-05-11T04:58:29.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: cluster 2024-05-11T04:58:27.732896+0000 mgr.y (mgr.24832) 228 : cluster [DBG] pgmap v172: 89 pgs: 15 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.1 GiB data, 19 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 847 op/s; 41533/248739 objects degraded (16.697%) 2024-05-11T04:58:29.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: audit 2024-05-11T04:58:28.149057+0000 mon.a (mon.0) 385 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:58:29.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: audit 2024-05-11T04:58:28.149057+0000 mon.a (mon.0) 385 : audit [INF] from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-05-11T04:58:29.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: cluster 2024-05-11T04:58:28.156698+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e91: 8 total, 7 up, 8 in 2024-05-11T04:58:29.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: cluster 2024-05-11T04:58:28.156698+0000 mon.a (mon.0) 386 : cluster [DBG] osdmap e91: 8 total, 7 up, 8 in 2024-05-11T04:58:29.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: audit 2024-05-11T04:58:28.159619+0000 mon.b (mon.1) 4 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: audit 2024-05-11T04:58:28.159619+0000 mon.b (mon.1) 4 : audit [INF] from='osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: audit 2024-05-11T04:58:28.161077+0000 mon.a (mon.0) 387 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: audit 2024-05-11T04:58:28.161077+0000 mon.a (mon.0) 387 : audit [INF] from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T04:58:29.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: cluster 2024-05-11T04:58:28.296062+0000 mon.a (mon.0) 388 : cluster [WRN] Health check update: Degraded data redundancy: 41533/248739 objects degraded (16.697%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:29.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:29 smithi072 bash[80515]: cluster 2024-05-11T04:58:28.296062+0000 mon.a (mon.0) 388 : cluster [WRN] Health check update: Degraded data redundancy: 41533/248739 objects degraded (16.697%), 15 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:30.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: cluster 2024-05-11T04:58:29.149373+0000 mon.a (mon.0) 389 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:30.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: cluster 2024-05-11T04:58:29.149373+0000 mon.a (mon.0) 389 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:30.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: cluster 2024-05-11T04:58:29.149403+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:58:30.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: cluster 2024-05-11T04:58:29.149403+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:58:30.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: cluster 2024-05-11T04:58:29.161028+0000 mon.a (mon.0) 391 : cluster [INF] osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749] boot 2024-05-11T04:58:30.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: cluster 2024-05-11T04:58:29.161028+0000 mon.a (mon.0) 391 : cluster [INF] osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749] boot 2024-05-11T04:58:30.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: cluster 2024-05-11T04:58:29.161145+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-05-11T04:58:30.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: cluster 2024-05-11T04:58:29.161145+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-05-11T04:58:30.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: audit 2024-05-11T04:58:29.162350+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:58:30.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: audit 2024-05-11T04:58:29.162350+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:58:30.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: cluster 2024-05-11T04:58:30.160211+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-05-11T04:58:30.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:30 smithi086 bash[67518]: cluster 2024-05-11T04:58:30.160211+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-05-11T04:58:30.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: cluster 2024-05-11T04:58:29.149373+0000 mon.a (mon.0) 389 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: cluster 2024-05-11T04:58:29.149373+0000 mon.a (mon.0) 389 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: cluster 2024-05-11T04:58:29.149403+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:58:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: cluster 2024-05-11T04:58:29.149403+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:58:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: cluster 2024-05-11T04:58:29.161028+0000 mon.a (mon.0) 391 : cluster [INF] osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749] boot 2024-05-11T04:58:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: cluster 2024-05-11T04:58:29.161028+0000 mon.a (mon.0) 391 : cluster [INF] osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749] boot 2024-05-11T04:58:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: cluster 2024-05-11T04:58:29.161145+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-05-11T04:58:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: cluster 2024-05-11T04:58:29.161145+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-05-11T04:58:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: audit 2024-05-11T04:58:29.162350+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:58:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: audit 2024-05-11T04:58:29.162350+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:58:30.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: cluster 2024-05-11T04:58:30.160211+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-05-11T04:58:30.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:30 smithi072 bash[80515]: cluster 2024-05-11T04:58:30.160211+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-05-11T04:58:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: cluster 2024-05-11T04:58:29.149373+0000 mon.a (mon.0) 389 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: cluster 2024-05-11T04:58:29.149373+0000 mon.a (mon.0) 389 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T04:58:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: cluster 2024-05-11T04:58:29.149403+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:58:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: cluster 2024-05-11T04:58:29.149403+0000 mon.a (mon.0) 390 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T04:58:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: cluster 2024-05-11T04:58:29.161028+0000 mon.a (mon.0) 391 : cluster [INF] osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749] boot 2024-05-11T04:58:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: cluster 2024-05-11T04:58:29.161028+0000 mon.a (mon.0) 391 : cluster [INF] osd.0 [v2:172.21.15.72:6802/3798742749,v1:172.21.15.72:6803/3798742749] boot 2024-05-11T04:58:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: cluster 2024-05-11T04:58:29.161145+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-05-11T04:58:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: cluster 2024-05-11T04:58:29.161145+0000 mon.a (mon.0) 392 : cluster [DBG] osdmap e92: 8 total, 8 up, 8 in 2024-05-11T04:58:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: audit 2024-05-11T04:58:29.162350+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:58:30.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: audit 2024-05-11T04:58:29.162350+0000 mon.a (mon.0) 393 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-05-11T04:58:30.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: cluster 2024-05-11T04:58:30.160211+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-05-11T04:58:30.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:30 smithi072 bash[82901]: cluster 2024-05-11T04:58:30.160211+0000 mon.a (mon.0) 394 : cluster [DBG] osdmap e93: 8 total, 8 up, 8 in 2024-05-11T04:58:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:31 smithi086 bash[67518]: cluster 2024-05-11T04:58:29.733736+0000 mgr.y (mgr.24832) 229 : cluster [DBG] pgmap v175: 89 pgs: 3 peering, 12 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 31132/246444 objects degraded (12.632%) 2024-05-11T04:58:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:31 smithi086 bash[67518]: cluster 2024-05-11T04:58:29.733736+0000 mgr.y (mgr.24832) 229 : cluster [DBG] pgmap v175: 89 pgs: 3 peering, 12 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 31132/246444 objects degraded (12.632%) 2024-05-11T04:58:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:31 smithi086 bash[67518]: cluster 2024-05-11T04:58:31.162598+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-05-11T04:58:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:31 smithi086 bash[67518]: cluster 2024-05-11T04:58:31.162598+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-05-11T04:58:31.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:31 smithi072 bash[80515]: cluster 2024-05-11T04:58:29.733736+0000 mgr.y (mgr.24832) 229 : cluster [DBG] pgmap v175: 89 pgs: 3 peering, 12 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 31132/246444 objects degraded (12.632%) 2024-05-11T04:58:31.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:31 smithi072 bash[80515]: cluster 2024-05-11T04:58:29.733736+0000 mgr.y (mgr.24832) 229 : cluster [DBG] pgmap v175: 89 pgs: 3 peering, 12 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 31132/246444 objects degraded (12.632%) 2024-05-11T04:58:31.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:31 smithi072 bash[80515]: cluster 2024-05-11T04:58:31.162598+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-05-11T04:58:31.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:31 smithi072 bash[80515]: cluster 2024-05-11T04:58:31.162598+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-05-11T04:58:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:31 smithi072 bash[82901]: cluster 2024-05-11T04:58:29.733736+0000 mgr.y (mgr.24832) 229 : cluster [DBG] pgmap v175: 89 pgs: 3 peering, 12 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 31132/246444 objects degraded (12.632%) 2024-05-11T04:58:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:31 smithi072 bash[82901]: cluster 2024-05-11T04:58:29.733736+0000 mgr.y (mgr.24832) 229 : cluster [DBG] pgmap v175: 89 pgs: 3 peering, 12 active+undersized+degraded, 19 active+undersized, 55 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 586 op/s; 31132/246444 objects degraded (12.632%) 2024-05-11T04:58:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:31 smithi072 bash[82901]: cluster 2024-05-11T04:58:31.162598+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-05-11T04:58:31.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:31 smithi072 bash[82901]: cluster 2024-05-11T04:58:31.162598+0000 mon.a (mon.0) 395 : cluster [DBG] osdmap e94: 8 total, 8 up, 8 in 2024-05-11T04:58:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:33 smithi086 bash[67518]: cluster 2024-05-11T04:58:31.734222+0000 mgr.y (mgr.24832) 230 : cluster [DBG] pgmap v178: 89 pgs: 5 remapped+peering, 10 peering, 2 active+undersized+degraded, 9 active+undersized, 63 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 877 op/s; 3/238209 objects degraded (0.001%) 2024-05-11T04:58:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:33 smithi086 bash[67518]: cluster 2024-05-11T04:58:31.734222+0000 mgr.y (mgr.24832) 230 : cluster [DBG] pgmap v178: 89 pgs: 5 remapped+peering, 10 peering, 2 active+undersized+degraded, 9 active+undersized, 63 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 877 op/s; 3/238209 objects degraded (0.001%) 2024-05-11T04:58:33.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:33 smithi072 bash[80515]: cluster 2024-05-11T04:58:31.734222+0000 mgr.y (mgr.24832) 230 : cluster [DBG] pgmap v178: 89 pgs: 5 remapped+peering, 10 peering, 2 active+undersized+degraded, 9 active+undersized, 63 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 877 op/s; 3/238209 objects degraded (0.001%) 2024-05-11T04:58:33.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:33 smithi072 bash[80515]: cluster 2024-05-11T04:58:31.734222+0000 mgr.y (mgr.24832) 230 : cluster [DBG] pgmap v178: 89 pgs: 5 remapped+peering, 10 peering, 2 active+undersized+degraded, 9 active+undersized, 63 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 877 op/s; 3/238209 objects degraded (0.001%) 2024-05-11T04:58:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:33 smithi072 bash[82901]: cluster 2024-05-11T04:58:31.734222+0000 mgr.y (mgr.24832) 230 : cluster [DBG] pgmap v178: 89 pgs: 5 remapped+peering, 10 peering, 2 active+undersized+degraded, 9 active+undersized, 63 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 877 op/s; 3/238209 objects degraded (0.001%) 2024-05-11T04:58:33.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:33 smithi072 bash[82901]: cluster 2024-05-11T04:58:31.734222+0000 mgr.y (mgr.24832) 230 : cluster [DBG] pgmap v178: 89 pgs: 5 remapped+peering, 10 peering, 2 active+undersized+degraded, 9 active+undersized, 63 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 877 op/s; 3/238209 objects degraded (0.001%) 2024-05-11T04:58:33.611 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:58:34.048 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:58:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:58:33] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-05-11T04:58:34.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:34 smithi086 bash[67518]: cluster 2024-05-11T04:58:33.296829+0000 mon.a (mon.0) 396 : cluster [WRN] Health check update: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:34.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:34 smithi086 bash[67518]: cluster 2024-05-11T04:58:33.296829+0000 mon.a (mon.0) 396 : cluster [WRN] Health check update: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:34.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:34 smithi086 bash[67518]: audit 2024-05-11T04:58:33.850134+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:34.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:34 smithi086 bash[67518]: audit 2024-05-11T04:58:33.850134+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:34.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:34 smithi086 bash[67518]: audit 2024-05-11T04:58:33.851832+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:34.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:34 smithi086 bash[67518]: audit 2024-05-11T04:58:33.851832+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:34.548 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:34 smithi072 bash[82901]: cluster 2024-05-11T04:58:33.296829+0000 mon.a (mon.0) 396 : cluster [WRN] Health check update: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:34.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:34 smithi072 bash[82901]: cluster 2024-05-11T04:58:33.296829+0000 mon.a (mon.0) 396 : cluster [WRN] Health check update: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:34.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:34 smithi072 bash[82901]: audit 2024-05-11T04:58:33.850134+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:34.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:34 smithi072 bash[82901]: audit 2024-05-11T04:58:33.850134+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:34.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:34 smithi072 bash[82901]: audit 2024-05-11T04:58:33.851832+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:34.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:34 smithi072 bash[82901]: audit 2024-05-11T04:58:33.851832+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:34.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:34 smithi072 bash[80515]: cluster 2024-05-11T04:58:33.296829+0000 mon.a (mon.0) 396 : cluster [WRN] Health check update: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:34.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:34 smithi072 bash[80515]: cluster 2024-05-11T04:58:33.296829+0000 mon.a (mon.0) 396 : cluster [WRN] Health check update: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:34.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:34 smithi072 bash[80515]: audit 2024-05-11T04:58:33.850134+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:34.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:34 smithi072 bash[80515]: audit 2024-05-11T04:58:33.850134+0000 mon.a (mon.0) 397 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:34.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:34 smithi072 bash[80515]: audit 2024-05-11T04:58:33.851832+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:34.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:34 smithi072 bash[80515]: audit 2024-05-11T04:58:33.851832+0000 mon.a (mon.0) 398 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:35.475 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:35 smithi072 bash[80515]: cluster 2024-05-11T04:58:33.734728+0000 mgr.y (mgr.24832) 231 : cluster [DBG] pgmap v179: 89 pgs: 5 remapped+peering, 10 peering, 74 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2024-05-11T04:58:35.475 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:35 smithi072 bash[80515]: cluster 2024-05-11T04:58:33.734728+0000 mgr.y (mgr.24832) 231 : cluster [DBG] pgmap v179: 89 pgs: 5 remapped+peering, 10 peering, 74 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2024-05-11T04:58:35.475 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:35 smithi072 bash[80515]: cluster 2024-05-11T04:58:34.187852+0000 mon.a (mon.0) 399 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded) 2024-05-11T04:58:35.475 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:35 smithi072 bash[80515]: cluster 2024-05-11T04:58:34.187852+0000 mon.a (mon.0) 399 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded) 2024-05-11T04:58:35.475 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:35 smithi072 bash[82901]: cluster 2024-05-11T04:58:33.734728+0000 mgr.y (mgr.24832) 231 : cluster [DBG] pgmap v179: 89 pgs: 5 remapped+peering, 10 peering, 74 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2024-05-11T04:58:35.476 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:35 smithi072 bash[82901]: cluster 2024-05-11T04:58:33.734728+0000 mgr.y (mgr.24832) 231 : cluster [DBG] pgmap v179: 89 pgs: 5 remapped+peering, 10 peering, 74 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2024-05-11T04:58:35.476 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:35 smithi072 bash[82901]: cluster 2024-05-11T04:58:34.187852+0000 mon.a (mon.0) 399 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded) 2024-05-11T04:58:35.476 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:35 smithi072 bash[82901]: cluster 2024-05-11T04:58:34.187852+0000 mon.a (mon.0) 399 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded) 2024-05-11T04:58:35.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:35 smithi086 bash[67518]: cluster 2024-05-11T04:58:33.734728+0000 mgr.y (mgr.24832) 231 : cluster [DBG] pgmap v179: 89 pgs: 5 remapped+peering, 10 peering, 74 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2024-05-11T04:58:35.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:35 smithi086 bash[67518]: cluster 2024-05-11T04:58:33.734728+0000 mgr.y (mgr.24832) 231 : cluster [DBG] pgmap v179: 89 pgs: 5 remapped+peering, 10 peering, 74 active+clean; 4.8 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 628 op/s 2024-05-11T04:58:35.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:35 smithi086 bash[67518]: cluster 2024-05-11T04:58:34.187852+0000 mon.a (mon.0) 399 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded) 2024-05-11T04:58:35.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:35 smithi086 bash[67518]: cluster 2024-05-11T04:58:34.187852+0000 mon.a (mon.0) 399 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 3/238209 objects degraded (0.001%), 2 pgs degraded) 2024-05-11T04:58:36.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:36 smithi086 bash[67518]: cluster 2024-05-11T04:58:36.199181+0000 mon.a (mon.0) 400 : cluster [WRN] Health check failed: Degraded data redundancy: 7914/233538 objects degraded (3.389%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:36.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:36 smithi086 bash[67518]: cluster 2024-05-11T04:58:36.199181+0000 mon.a (mon.0) 400 : cluster [WRN] Health check failed: Degraded data redundancy: 7914/233538 objects degraded (3.389%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:36.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:36 smithi072 bash[80515]: cluster 2024-05-11T04:58:36.199181+0000 mon.a (mon.0) 400 : cluster [WRN] Health check failed: Degraded data redundancy: 7914/233538 objects degraded (3.389%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:36.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:36 smithi072 bash[80515]: cluster 2024-05-11T04:58:36.199181+0000 mon.a (mon.0) 400 : cluster [WRN] Health check failed: Degraded data redundancy: 7914/233538 objects degraded (3.389%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:36.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:36 smithi072 bash[82901]: cluster 2024-05-11T04:58:36.199181+0000 mon.a (mon.0) 400 : cluster [WRN] Health check failed: Degraded data redundancy: 7914/233538 objects degraded (3.389%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:36.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:36 smithi072 bash[82901]: cluster 2024-05-11T04:58:36.199181+0000 mon.a (mon.0) 400 : cluster [WRN] Health check failed: Degraded data redundancy: 7914/233538 objects degraded (3.389%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:37.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:37 smithi086 bash[67518]: cluster 2024-05-11T04:58:35.735335+0000 mgr.y (mgr.24832) 232 : cluster [DBG] pgmap v180: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 81 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 7914/233538 objects degraded (3.389%); 0 B/s, 31 objects/s recovering 2024-05-11T04:58:37.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:37 smithi086 bash[67518]: cluster 2024-05-11T04:58:35.735335+0000 mgr.y (mgr.24832) 232 : cluster [DBG] pgmap v180: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 81 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 7914/233538 objects degraded (3.389%); 0 B/s, 31 objects/s recovering 2024-05-11T04:58:37.548 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:37 smithi072 bash[80515]: cluster 2024-05-11T04:58:35.735335+0000 mgr.y (mgr.24832) 232 : cluster [DBG] pgmap v180: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 81 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 7914/233538 objects degraded (3.389%); 0 B/s, 31 objects/s recovering 2024-05-11T04:58:37.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:37 smithi072 bash[80515]: cluster 2024-05-11T04:58:35.735335+0000 mgr.y (mgr.24832) 232 : cluster [DBG] pgmap v180: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 81 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 7914/233538 objects degraded (3.389%); 0 B/s, 31 objects/s recovering 2024-05-11T04:58:37.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:37 smithi072 bash[82901]: cluster 2024-05-11T04:58:35.735335+0000 mgr.y (mgr.24832) 232 : cluster [DBG] pgmap v180: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 81 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 7914/233538 objects degraded (3.389%); 0 B/s, 31 objects/s recovering 2024-05-11T04:58:37.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:37 smithi072 bash[82901]: cluster 2024-05-11T04:58:35.735335+0000 mgr.y (mgr.24832) 232 : cluster [DBG] pgmap v180: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 2 remapped+peering, 81 active+clean; 4.8 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 770 op/s; 7914/233538 objects degraded (3.389%); 0 B/s, 31 objects/s recovering 2024-05-11T04:58:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:39 smithi086 bash[67518]: cluster 2024-05-11T04:58:37.735991+0000 mgr.y (mgr.24832) 233 : cluster [DBG] pgmap v181: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 645 op/s; 11169/230952 objects degraded (4.836%); 0 B/s, 26 objects/s recovering 2024-05-11T04:58:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:39 smithi086 bash[67518]: cluster 2024-05-11T04:58:37.735991+0000 mgr.y (mgr.24832) 233 : cluster [DBG] pgmap v181: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 645 op/s; 11169/230952 objects degraded (4.836%); 0 B/s, 26 objects/s recovering 2024-05-11T04:58:39.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:39 smithi072 bash[80515]: cluster 2024-05-11T04:58:37.735991+0000 mgr.y (mgr.24832) 233 : cluster [DBG] pgmap v181: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 645 op/s; 11169/230952 objects degraded (4.836%); 0 B/s, 26 objects/s recovering 2024-05-11T04:58:39.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:39 smithi072 bash[80515]: cluster 2024-05-11T04:58:37.735991+0000 mgr.y (mgr.24832) 233 : cluster [DBG] pgmap v181: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 645 op/s; 11169/230952 objects degraded (4.836%); 0 B/s, 26 objects/s recovering 2024-05-11T04:58:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:39 smithi072 bash[82901]: cluster 2024-05-11T04:58:37.735991+0000 mgr.y (mgr.24832) 233 : cluster [DBG] pgmap v181: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 645 op/s; 11169/230952 objects degraded (4.836%); 0 B/s, 26 objects/s recovering 2024-05-11T04:58:39.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:39 smithi072 bash[82901]: cluster 2024-05-11T04:58:37.735991+0000 mgr.y (mgr.24832) 233 : cluster [DBG] pgmap v181: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 645 op/s; 11169/230952 objects degraded (4.836%); 0 B/s, 26 objects/s recovering 2024-05-11T04:58:40.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:58:40 smithi072 bash[72627]: debug 2024-05-11T04:58:40.052+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T04:58:40.654 INFO:teuthology.orchestra.run.smithi072.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:58:41.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: cluster 2024-05-11T04:58:39.736625+0000 mgr.y (mgr.24832) 234 : cluster [DBG] pgmap v182: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 11169/229263 objects degraded (4.872%); 0 B/s, 22 objects/s recovering 2024-05-11T04:58:41.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: cluster 2024-05-11T04:58:39.736625+0000 mgr.y (mgr.24832) 234 : cluster [DBG] pgmap v182: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 11169/229263 objects degraded (4.872%); 0 B/s, 22 objects/s recovering 2024-05-11T04:58:41.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:39.924885+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:39.924885+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:39.932522+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:39.932522+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:39.938955+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:58:41.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:39.938955+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:58:41.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:39.940879+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:58:41.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:39.940879+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:58:41.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:39.957679+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:39.957679+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.045062+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:41.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.045062+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.049989+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.049989+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.053296+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.053296+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.056093+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.056093+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.058905+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.058905+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.059178+0000 mgr.y (mgr.24832) 235 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.059178+0000 mgr.y (mgr.24832) 235 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: cephadm 2024-05-11T04:58:40.060479+0000 mgr.y (mgr.24832) 236 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: cephadm 2024-05-11T04:58:40.060479+0000 mgr.y (mgr.24832) 236 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.657747+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:40 smithi072 bash[80515]: audit 2024-05-11T04:58:40.657747+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: cluster 2024-05-11T04:58:39.736625+0000 mgr.y (mgr.24832) 234 : cluster [DBG] pgmap v182: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 11169/229263 objects degraded (4.872%); 0 B/s, 22 objects/s recovering 2024-05-11T04:58:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: cluster 2024-05-11T04:58:39.736625+0000 mgr.y (mgr.24832) 234 : cluster [DBG] pgmap v182: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 11169/229263 objects degraded (4.872%); 0 B/s, 22 objects/s recovering 2024-05-11T04:58:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:39.924885+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:39.924885+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:39.932522+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:39.932522+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:39.938955+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:58:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:39.938955+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:58:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:39.940879+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:58:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:39.940879+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:58:41.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:39.957679+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:39.957679+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.045062+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:41.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.045062+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:41.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.049989+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.049989+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.053296+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.053296+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.056093+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.056093+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.058905+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.058905+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.059178+0000 mgr.y (mgr.24832) 235 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.059178+0000 mgr.y (mgr.24832) 235 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: cephadm 2024-05-11T04:58:40.060479+0000 mgr.y (mgr.24832) 236 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T04:58:41.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: cephadm 2024-05-11T04:58:40.060479+0000 mgr.y (mgr.24832) 236 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T04:58:41.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.657747+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:40 smithi072 bash[82901]: audit 2024-05-11T04:58:40.657747+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: cluster 2024-05-11T04:58:39.736625+0000 mgr.y (mgr.24832) 234 : cluster [DBG] pgmap v182: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 11169/229263 objects degraded (4.872%); 0 B/s, 22 objects/s recovering 2024-05-11T04:58:41.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: cluster 2024-05-11T04:58:39.736625+0000 mgr.y (mgr.24832) 234 : cluster [DBG] pgmap v182: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 523 op/s; 11169/229263 objects degraded (4.872%); 0 B/s, 22 objects/s recovering 2024-05-11T04:58:41.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:39.924885+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:39.924885+0000 mon.a (mon.0) 401 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:39.932522+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:39.932522+0000 mon.a (mon.0) 402 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:39.938955+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:39.938955+0000 mon.a (mon.0) 403 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:39.940879+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:39.940879+0000 mon.a (mon.0) 404 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:39.957679+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:39.957679+0000 mon.a (mon.0) 405 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.045062+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.045062+0000 mon.a (mon.0) 406 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.049989+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.049989+0000 mon.a (mon.0) 407 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.053296+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.053296+0000 mon.a (mon.0) 408 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.056093+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.056093+0000 mon.a (mon.0) 409 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T04:58:41.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.058905+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.058905+0000 mon.a (mon.0) 410 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.059178+0000 mgr.y (mgr.24832) 235 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.059178+0000 mgr.y (mgr.24832) 235 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T04:58:41.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: cephadm 2024-05-11T04:58:40.060479+0000 mgr.y (mgr.24832) 236 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T04:58:41.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: cephadm 2024-05-11T04:58:40.060479+0000 mgr.y (mgr.24832) 236 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T04:58:41.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.657747+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:41.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:40 smithi086 bash[67518]: audit 2024-05-11T04:58:40.657747+0000 mon.a (mon.0) 411 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:58:42.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:41 smithi086 bash[67518]: audit 2024-05-11T04:58:40.645150+0000 mgr.y (mgr.24832) 237 : audit [DBG] from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:42.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:41 smithi086 bash[67518]: audit 2024-05-11T04:58:40.645150+0000 mgr.y (mgr.24832) 237 : audit [DBG] from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:42.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:41 smithi086 bash[67518]: cephadm 2024-05-11T04:58:40.648434+0000 mgr.y (mgr.24832) 238 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:58:42.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:41 smithi086 bash[67518]: cephadm 2024-05-11T04:58:40.648434+0000 mgr.y (mgr.24832) 238 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:58:42.383 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:41 smithi072 bash[80515]: audit 2024-05-11T04:58:40.645150+0000 mgr.y (mgr.24832) 237 : audit [DBG] from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:42.384 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:41 smithi072 bash[80515]: audit 2024-05-11T04:58:40.645150+0000 mgr.y (mgr.24832) 237 : audit [DBG] from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:42.384 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:41 smithi072 bash[80515]: cephadm 2024-05-11T04:58:40.648434+0000 mgr.y (mgr.24832) 238 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:58:42.384 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:41 smithi072 bash[80515]: cephadm 2024-05-11T04:58:40.648434+0000 mgr.y (mgr.24832) 238 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:58:42.384 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:41 smithi072 bash[82901]: audit 2024-05-11T04:58:40.645150+0000 mgr.y (mgr.24832) 237 : audit [DBG] from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:42.384 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:41 smithi072 bash[82901]: audit 2024-05-11T04:58:40.645150+0000 mgr.y (mgr.24832) 237 : audit [DBG] from='client.44162 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T04:58:42.384 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:41 smithi072 bash[82901]: cephadm 2024-05-11T04:58:40.648434+0000 mgr.y (mgr.24832) 238 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:58:42.384 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:41 smithi072 bash[82901]: cephadm 2024-05-11T04:58:40.648434+0000 mgr.y (mgr.24832) 238 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T04:58:42.705 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'sleep 60' 2024-05-11T04:58:43.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:42 smithi072 bash[80515]: cluster 2024-05-11T04:58:41.737213+0000 mgr.y (mgr.24832) 239 : cluster [DBG] pgmap v183: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 514 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 40 objects/s recovering 2024-05-11T04:58:43.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:42 smithi072 bash[80515]: cluster 2024-05-11T04:58:41.737213+0000 mgr.y (mgr.24832) 239 : cluster [DBG] pgmap v183: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 514 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 40 objects/s recovering 2024-05-11T04:58:43.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:42 smithi072 bash[80515]: cluster 2024-05-11T04:58:41.927311+0000 mon.a (mon.0) 412 : cluster [WRN] Health check update: Degraded data redundancy: 11169/221892 objects degraded (5.034%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:43.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:42 smithi072 bash[80515]: cluster 2024-05-11T04:58:41.927311+0000 mon.a (mon.0) 412 : cluster [WRN] Health check update: Degraded data redundancy: 11169/221892 objects degraded (5.034%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:43.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:42 smithi072 bash[82901]: cluster 2024-05-11T04:58:41.737213+0000 mgr.y (mgr.24832) 239 : cluster [DBG] pgmap v183: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 514 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 40 objects/s recovering 2024-05-11T04:58:43.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:42 smithi072 bash[82901]: cluster 2024-05-11T04:58:41.737213+0000 mgr.y (mgr.24832) 239 : cluster [DBG] pgmap v183: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 514 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 40 objects/s recovering 2024-05-11T04:58:43.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:42 smithi072 bash[82901]: cluster 2024-05-11T04:58:41.927311+0000 mon.a (mon.0) 412 : cluster [WRN] Health check update: Degraded data redundancy: 11169/221892 objects degraded (5.034%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:43.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:42 smithi072 bash[82901]: cluster 2024-05-11T04:58:41.927311+0000 mon.a (mon.0) 412 : cluster [WRN] Health check update: Degraded data redundancy: 11169/221892 objects degraded (5.034%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:43.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:42 smithi086 bash[67518]: cluster 2024-05-11T04:58:41.737213+0000 mgr.y (mgr.24832) 239 : cluster [DBG] pgmap v183: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 514 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 40 objects/s recovering 2024-05-11T04:58:43.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:42 smithi086 bash[67518]: cluster 2024-05-11T04:58:41.737213+0000 mgr.y (mgr.24832) 239 : cluster [DBG] pgmap v183: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 514 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 40 objects/s recovering 2024-05-11T04:58:43.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:42 smithi086 bash[67518]: cluster 2024-05-11T04:58:41.927311+0000 mon.a (mon.0) 412 : cluster [WRN] Health check update: Degraded data redundancy: 11169/221892 objects degraded (5.034%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:43.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:42 smithi086 bash[67518]: cluster 2024-05-11T04:58:41.927311+0000 mon.a (mon.0) 412 : cluster [WRN] Health check update: Degraded data redundancy: 11169/221892 objects degraded (5.034%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:44.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:58:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:58:43] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-05-11T04:58:45.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:44 smithi086 bash[67518]: cluster 2024-05-11T04:58:43.737787+0000 mgr.y (mgr.24832) 240 : cluster [DBG] pgmap v184: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 453 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 35 objects/s recovering 2024-05-11T04:58:45.350 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:44 smithi086 bash[67518]: cluster 2024-05-11T04:58:43.737787+0000 mgr.y (mgr.24832) 240 : cluster [DBG] pgmap v184: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 453 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 35 objects/s recovering 2024-05-11T04:58:45.351 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:44 smithi072 bash[80515]: cluster 2024-05-11T04:58:43.737787+0000 mgr.y (mgr.24832) 240 : cluster [DBG] pgmap v184: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 453 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 35 objects/s recovering 2024-05-11T04:58:45.351 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:44 smithi072 bash[80515]: cluster 2024-05-11T04:58:43.737787+0000 mgr.y (mgr.24832) 240 : cluster [DBG] pgmap v184: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 453 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 35 objects/s recovering 2024-05-11T04:58:45.351 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:44 smithi072 bash[82901]: cluster 2024-05-11T04:58:43.737787+0000 mgr.y (mgr.24832) 240 : cluster [DBG] pgmap v184: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 453 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 35 objects/s recovering 2024-05-11T04:58:45.351 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:44 smithi072 bash[82901]: cluster 2024-05-11T04:58:43.737787+0000 mgr.y (mgr.24832) 240 : cluster [DBG] pgmap v184: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 453 op/s; 11169/221892 objects degraded (5.034%); 0 B/s, 35 objects/s recovering 2024-05-11T04:58:47.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:46 smithi086 bash[67518]: cluster 2024-05-11T04:58:45.738496+0000 mgr.y (mgr.24832) 241 : cluster [DBG] pgmap v185: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 11169/214920 objects degraded (5.197%); 0 B/s, 54 objects/s recovering 2024-05-11T04:58:47.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:46 smithi086 bash[67518]: cluster 2024-05-11T04:58:45.738496+0000 mgr.y (mgr.24832) 241 : cluster [DBG] pgmap v185: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 11169/214920 objects degraded (5.197%); 0 B/s, 54 objects/s recovering 2024-05-11T04:58:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:46 smithi072 bash[80515]: cluster 2024-05-11T04:58:45.738496+0000 mgr.y (mgr.24832) 241 : cluster [DBG] pgmap v185: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 11169/214920 objects degraded (5.197%); 0 B/s, 54 objects/s recovering 2024-05-11T04:58:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:46 smithi072 bash[80515]: cluster 2024-05-11T04:58:45.738496+0000 mgr.y (mgr.24832) 241 : cluster [DBG] pgmap v185: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 11169/214920 objects degraded (5.197%); 0 B/s, 54 objects/s recovering 2024-05-11T04:58:47.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:46 smithi072 bash[82901]: cluster 2024-05-11T04:58:45.738496+0000 mgr.y (mgr.24832) 241 : cluster [DBG] pgmap v185: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 11169/214920 objects degraded (5.197%); 0 B/s, 54 objects/s recovering 2024-05-11T04:58:47.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:46 smithi072 bash[82901]: cluster 2024-05-11T04:58:45.738496+0000 mgr.y (mgr.24832) 241 : cluster [DBG] pgmap v185: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 646 op/s; 11169/214920 objects degraded (5.197%); 0 B/s, 54 objects/s recovering 2024-05-11T04:58:47.470 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T04:58:48.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:48 smithi086 bash[67518]: cluster 2024-05-11T04:58:47.956765+0000 mon.a (mon.0) 413 : cluster [WRN] Health check update: Degraded data redundancy: 11169/211650 objects degraded (5.277%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:48.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:48 smithi086 bash[67518]: cluster 2024-05-11T04:58:47.956765+0000 mon.a (mon.0) 413 : cluster [WRN] Health check update: Degraded data redundancy: 11169/211650 objects degraded (5.277%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:48.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:48 smithi072 bash[80515]: cluster 2024-05-11T04:58:47.956765+0000 mon.a (mon.0) 413 : cluster [WRN] Health check update: Degraded data redundancy: 11169/211650 objects degraded (5.277%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:48.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:48 smithi072 bash[80515]: cluster 2024-05-11T04:58:47.956765+0000 mon.a (mon.0) 413 : cluster [WRN] Health check update: Degraded data redundancy: 11169/211650 objects degraded (5.277%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:48.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:48 smithi072 bash[82901]: cluster 2024-05-11T04:58:47.956765+0000 mon.a (mon.0) 413 : cluster [WRN] Health check update: Degraded data redundancy: 11169/211650 objects degraded (5.277%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:48.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:48 smithi072 bash[82901]: cluster 2024-05-11T04:58:47.956765+0000 mon.a (mon.0) 413 : cluster [WRN] Health check update: Degraded data redundancy: 11169/211650 objects degraded (5.277%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:49.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:49 smithi086 bash[67518]: cluster 2024-05-11T04:58:47.738999+0000 mgr.y (mgr.24832) 242 : cluster [DBG] pgmap v186: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:49.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:49 smithi086 bash[67518]: cluster 2024-05-11T04:58:47.738999+0000 mgr.y (mgr.24832) 242 : cluster [DBG] pgmap v186: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:49.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:49 smithi086 bash[67518]: audit 2024-05-11T04:58:48.846376+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:49.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:49 smithi086 bash[67518]: audit 2024-05-11T04:58:48.846376+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:49.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:49 smithi072 bash[80515]: cluster 2024-05-11T04:58:47.738999+0000 mgr.y (mgr.24832) 242 : cluster [DBG] pgmap v186: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:49.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:49 smithi072 bash[80515]: cluster 2024-05-11T04:58:47.738999+0000 mgr.y (mgr.24832) 242 : cluster [DBG] pgmap v186: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:49.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:49 smithi072 bash[80515]: audit 2024-05-11T04:58:48.846376+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:49.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:49 smithi072 bash[80515]: audit 2024-05-11T04:58:48.846376+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:49.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:49 smithi072 bash[82901]: cluster 2024-05-11T04:58:47.738999+0000 mgr.y (mgr.24832) 242 : cluster [DBG] pgmap v186: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:49.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:49 smithi072 bash[82901]: cluster 2024-05-11T04:58:47.738999+0000 mgr.y (mgr.24832) 242 : cluster [DBG] pgmap v186: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:49.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:49 smithi072 bash[82901]: audit 2024-05-11T04:58:48.846376+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:49.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:49 smithi072 bash[82901]: audit 2024-05-11T04:58:48.846376+0000 mon.a (mon.0) 414 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:58:51.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:51 smithi086 bash[67518]: cluster 2024-05-11T04:58:49.739467+0000 mgr.y (mgr.24832) 243 : cluster [DBG] pgmap v187: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:51.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:51 smithi086 bash[67518]: cluster 2024-05-11T04:58:49.739467+0000 mgr.y (mgr.24832) 243 : cluster [DBG] pgmap v187: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:51.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:51 smithi072 bash[80515]: cluster 2024-05-11T04:58:49.739467+0000 mgr.y (mgr.24832) 243 : cluster [DBG] pgmap v187: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:51.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:51 smithi072 bash[80515]: cluster 2024-05-11T04:58:49.739467+0000 mgr.y (mgr.24832) 243 : cluster [DBG] pgmap v187: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:51.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:51 smithi072 bash[82901]: cluster 2024-05-11T04:58:49.739467+0000 mgr.y (mgr.24832) 243 : cluster [DBG] pgmap v187: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:51.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:51 smithi072 bash[82901]: cluster 2024-05-11T04:58:49.739467+0000 mgr.y (mgr.24832) 243 : cluster [DBG] pgmap v187: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 536 op/s; 11169/211650 objects degraded (5.277%); 0 B/s, 37 objects/s recovering 2024-05-11T04:58:53.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:53 smithi086 bash[67518]: cluster 2024-05-11T04:58:51.740217+0000 mgr.y (mgr.24832) 244 : cluster [DBG] pgmap v188: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 768 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 57 objects/s recovering 2024-05-11T04:58:53.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:53 smithi086 bash[67518]: cluster 2024-05-11T04:58:51.740217+0000 mgr.y (mgr.24832) 244 : cluster [DBG] pgmap v188: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 768 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 57 objects/s recovering 2024-05-11T04:58:53.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:53 smithi072 bash[80515]: cluster 2024-05-11T04:58:51.740217+0000 mgr.y (mgr.24832) 244 : cluster [DBG] pgmap v188: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 768 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 57 objects/s recovering 2024-05-11T04:58:53.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:53 smithi072 bash[80515]: cluster 2024-05-11T04:58:51.740217+0000 mgr.y (mgr.24832) 244 : cluster [DBG] pgmap v188: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 768 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 57 objects/s recovering 2024-05-11T04:58:53.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:53 smithi072 bash[82901]: cluster 2024-05-11T04:58:51.740217+0000 mgr.y (mgr.24832) 244 : cluster [DBG] pgmap v188: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 768 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 57 objects/s recovering 2024-05-11T04:58:53.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:53 smithi072 bash[82901]: cluster 2024-05-11T04:58:51.740217+0000 mgr.y (mgr.24832) 244 : cluster [DBG] pgmap v188: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 768 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 57 objects/s recovering 2024-05-11T04:58:54.013 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:58:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:58:53] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-05-11T04:58:54.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:54 smithi086 bash[67518]: cluster 2024-05-11T04:58:53.299601+0000 mon.a (mon.0) 415 : cluster [WRN] Health check update: Degraded data redundancy: 11169/201594 objects degraded (5.540%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:54.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:54 smithi086 bash[67518]: cluster 2024-05-11T04:58:53.299601+0000 mon.a (mon.0) 415 : cluster [WRN] Health check update: Degraded data redundancy: 11169/201594 objects degraded (5.540%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:54.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:54 smithi072 bash[80515]: cluster 2024-05-11T04:58:53.299601+0000 mon.a (mon.0) 415 : cluster [WRN] Health check update: Degraded data redundancy: 11169/201594 objects degraded (5.540%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:54.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:54 smithi072 bash[80515]: cluster 2024-05-11T04:58:53.299601+0000 mon.a (mon.0) 415 : cluster [WRN] Health check update: Degraded data redundancy: 11169/201594 objects degraded (5.540%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:54.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:54 smithi072 bash[82901]: cluster 2024-05-11T04:58:53.299601+0000 mon.a (mon.0) 415 : cluster [WRN] Health check update: Degraded data redundancy: 11169/201594 objects degraded (5.540%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:54.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:54 smithi072 bash[82901]: cluster 2024-05-11T04:58:53.299601+0000 mon.a (mon.0) 415 : cluster [WRN] Health check update: Degraded data redundancy: 11169/201594 objects degraded (5.540%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:55.622 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:55 smithi072 bash[80515]: cluster 2024-05-11T04:58:53.740822+0000 mgr.y (mgr.24832) 245 : cluster [DBG] pgmap v189: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 39 objects/s recovering 2024-05-11T04:58:55.622 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:55 smithi072 bash[80515]: cluster 2024-05-11T04:58:53.740822+0000 mgr.y (mgr.24832) 245 : cluster [DBG] pgmap v189: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 39 objects/s recovering 2024-05-11T04:58:55.622 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:55 smithi072 bash[80515]: audit 2024-05-11T04:58:55.076603+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:55.623 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:55 smithi072 bash[80515]: audit 2024-05-11T04:58:55.076603+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:55.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:55 smithi072 bash[82901]: cluster 2024-05-11T04:58:53.740822+0000 mgr.y (mgr.24832) 245 : cluster [DBG] pgmap v189: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 39 objects/s recovering 2024-05-11T04:58:55.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:55 smithi072 bash[82901]: cluster 2024-05-11T04:58:53.740822+0000 mgr.y (mgr.24832) 245 : cluster [DBG] pgmap v189: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 39 objects/s recovering 2024-05-11T04:58:55.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:55 smithi072 bash[82901]: audit 2024-05-11T04:58:55.076603+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:55.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:55 smithi072 bash[82901]: audit 2024-05-11T04:58:55.076603+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:55 smithi086 bash[67518]: cluster 2024-05-11T04:58:53.740822+0000 mgr.y (mgr.24832) 245 : cluster [DBG] pgmap v189: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 39 objects/s recovering 2024-05-11T04:58:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:55 smithi086 bash[67518]: cluster 2024-05-11T04:58:53.740822+0000 mgr.y (mgr.24832) 245 : cluster [DBG] pgmap v189: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 563 op/s; 11169/201594 objects degraded (5.540%); 0 B/s, 39 objects/s recovering 2024-05-11T04:58:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:55 smithi086 bash[67518]: audit 2024-05-11T04:58:55.076603+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:55 smithi086 bash[67518]: audit 2024-05-11T04:58:55.076603+0000 mon.a (mon.0) 416 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:58:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:57 smithi086 bash[67518]: cluster 2024-05-11T04:58:55.741577+0000 mgr.y (mgr.24832) 246 : cluster [DBG] pgmap v190: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 754 op/s; 11169/194724 objects degraded (5.736%); 0 B/s, 60 objects/s recovering 2024-05-11T04:58:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:57 smithi086 bash[67518]: cluster 2024-05-11T04:58:55.741577+0000 mgr.y (mgr.24832) 246 : cluster [DBG] pgmap v190: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 754 op/s; 11169/194724 objects degraded (5.736%); 0 B/s, 60 objects/s recovering 2024-05-11T04:58:57.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:57 smithi072 bash[80515]: cluster 2024-05-11T04:58:55.741577+0000 mgr.y (mgr.24832) 246 : cluster [DBG] pgmap v190: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 754 op/s; 11169/194724 objects degraded (5.736%); 0 B/s, 60 objects/s recovering 2024-05-11T04:58:57.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:57 smithi072 bash[80515]: cluster 2024-05-11T04:58:55.741577+0000 mgr.y (mgr.24832) 246 : cluster [DBG] pgmap v190: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 754 op/s; 11169/194724 objects degraded (5.736%); 0 B/s, 60 objects/s recovering 2024-05-11T04:58:57.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:57 smithi072 bash[82901]: cluster 2024-05-11T04:58:55.741577+0000 mgr.y (mgr.24832) 246 : cluster [DBG] pgmap v190: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 754 op/s; 11169/194724 objects degraded (5.736%); 0 B/s, 60 objects/s recovering 2024-05-11T04:58:57.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:57 smithi072 bash[82901]: cluster 2024-05-11T04:58:55.741577+0000 mgr.y (mgr.24832) 246 : cluster [DBG] pgmap v190: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 754 op/s; 11169/194724 objects degraded (5.736%); 0 B/s, 60 objects/s recovering 2024-05-11T04:58:58.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:58 smithi086 bash[67518]: cluster 2024-05-11T04:58:58.301286+0000 mon.a (mon.0) 417 : cluster [WRN] Health check update: Degraded data redundancy: 11169/194724 objects degraded (5.736%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:58.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:58 smithi086 bash[67518]: cluster 2024-05-11T04:58:58.301286+0000 mon.a (mon.0) 417 : cluster [WRN] Health check update: Degraded data redundancy: 11169/194724 objects degraded (5.736%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:58.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:58 smithi072 bash[80515]: cluster 2024-05-11T04:58:58.301286+0000 mon.a (mon.0) 417 : cluster [WRN] Health check update: Degraded data redundancy: 11169/194724 objects degraded (5.736%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:58.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:58 smithi072 bash[80515]: cluster 2024-05-11T04:58:58.301286+0000 mon.a (mon.0) 417 : cluster [WRN] Health check update: Degraded data redundancy: 11169/194724 objects degraded (5.736%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:58.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:58 smithi072 bash[82901]: cluster 2024-05-11T04:58:58.301286+0000 mon.a (mon.0) 417 : cluster [WRN] Health check update: Degraded data redundancy: 11169/194724 objects degraded (5.736%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:58.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:58 smithi072 bash[82901]: cluster 2024-05-11T04:58:58.301286+0000 mon.a (mon.0) 417 : cluster [WRN] Health check update: Degraded data redundancy: 11169/194724 objects degraded (5.736%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:58:59.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:59 smithi086 bash[67518]: cluster 2024-05-11T04:58:57.742143+0000 mgr.y (mgr.24832) 247 : cluster [DBG] pgmap v191: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:58:59.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:58:59 smithi086 bash[67518]: cluster 2024-05-11T04:58:57.742143+0000 mgr.y (mgr.24832) 247 : cluster [DBG] pgmap v191: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:58:59.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:59 smithi072 bash[80515]: cluster 2024-05-11T04:58:57.742143+0000 mgr.y (mgr.24832) 247 : cluster [DBG] pgmap v191: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:58:59.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:58:59 smithi072 bash[80515]: cluster 2024-05-11T04:58:57.742143+0000 mgr.y (mgr.24832) 247 : cluster [DBG] pgmap v191: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:58:59.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:59 smithi072 bash[82901]: cluster 2024-05-11T04:58:57.742143+0000 mgr.y (mgr.24832) 247 : cluster [DBG] pgmap v191: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:58:59.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:58:59 smithi072 bash[82901]: cluster 2024-05-11T04:58:57.742143+0000 mgr.y (mgr.24832) 247 : cluster [DBG] pgmap v191: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 657 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:01 smithi086 bash[67518]: cluster 2024-05-11T04:58:59.742695+0000 mgr.y (mgr.24832) 248 : cluster [DBG] pgmap v192: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:01 smithi086 bash[67518]: cluster 2024-05-11T04:58:59.742695+0000 mgr.y (mgr.24832) 248 : cluster [DBG] pgmap v192: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:01.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:01 smithi072 bash[80515]: cluster 2024-05-11T04:58:59.742695+0000 mgr.y (mgr.24832) 248 : cluster [DBG] pgmap v192: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:01.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:01 smithi072 bash[80515]: cluster 2024-05-11T04:58:59.742695+0000 mgr.y (mgr.24832) 248 : cluster [DBG] pgmap v192: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:01.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:01 smithi072 bash[82901]: cluster 2024-05-11T04:58:59.742695+0000 mgr.y (mgr.24832) 248 : cluster [DBG] pgmap v192: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:01.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:01 smithi072 bash[82901]: cluster 2024-05-11T04:58:59.742695+0000 mgr.y (mgr.24832) 248 : cluster [DBG] pgmap v192: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.9 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 566 op/s; 11169/191250 objects degraded (5.840%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:02.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:01.491665+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:01.491665+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:01.503062+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:01.503062+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.230248+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.230248+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.231675+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.231675+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.243733+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.243733+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.322391+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:59:02.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.322391+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:59:02.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.325016+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.325016+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.326430+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.326430+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.333470+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:02 smithi086 bash[67518]: audit 2024-05-11T04:59:02.333470+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:01.491665+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:01.491665+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:01.503062+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:01.503062+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.230248+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.230248+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.231675+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.231675+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.243733+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.243733+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.322391+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:59:02.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.322391+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:59:02.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.325016+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.325016+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.326430+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.326430+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.333470+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:02 smithi072 bash[80515]: audit 2024-05-11T04:59:02.333470+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:01.491665+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:01.491665+0000 mon.a (mon.0) 418 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:01.503062+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:01.503062+0000 mon.a (mon.0) 419 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.230248+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.230248+0000 mon.a (mon.0) 420 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.231675+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.231675+0000 mon.a (mon.0) 421 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.243733+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.243733+0000 mon.a (mon.0) 422 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.322391+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:59:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.322391+0000 mon.a (mon.0) 423 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T04:59:02.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.325016+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.325016+0000 mon.a (mon.0) 424 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T04:59:02.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.326430+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.326430+0000 mon.a (mon.0) 425 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T04:59:02.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.333470+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:02.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:02 smithi072 bash[82901]: audit 2024-05-11T04:59:02.333470+0000 mon.a (mon.0) 426 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T04:59:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:03 smithi086 bash[67518]: cluster 2024-05-11T04:59:01.743514+0000 mgr.y (mgr.24832) 249 : cluster [DBG] pgmap v193: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 872 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:03 smithi086 bash[67518]: cluster 2024-05-11T04:59:01.743514+0000 mgr.y (mgr.24832) 249 : cluster [DBG] pgmap v193: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 872 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:03 smithi086 bash[67518]: cluster 2024-05-11T04:59:03.302118+0000 mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 11169/180231 objects degraded (6.197%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:03 smithi086 bash[67518]: cluster 2024-05-11T04:59:03.302118+0000 mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 11169/180231 objects degraded (6.197%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:03 smithi086 bash[67518]: cluster 2024-05-11T04:59:03.308954+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:59:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:03 smithi086 bash[67518]: cluster 2024-05-11T04:59:03.308954+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:59:03.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:03 smithi072 bash[80515]: cluster 2024-05-11T04:59:01.743514+0000 mgr.y (mgr.24832) 249 : cluster [DBG] pgmap v193: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 872 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:03.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:03 smithi072 bash[80515]: cluster 2024-05-11T04:59:01.743514+0000 mgr.y (mgr.24832) 249 : cluster [DBG] pgmap v193: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 872 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:03.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:03 smithi072 bash[80515]: cluster 2024-05-11T04:59:03.302118+0000 mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 11169/180231 objects degraded (6.197%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:03.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:03 smithi072 bash[80515]: cluster 2024-05-11T04:59:03.302118+0000 mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 11169/180231 objects degraded (6.197%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:03.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:03 smithi072 bash[80515]: cluster 2024-05-11T04:59:03.308954+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:59:03.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:03 smithi072 bash[80515]: cluster 2024-05-11T04:59:03.308954+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:59:03.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:03 smithi072 bash[82901]: cluster 2024-05-11T04:59:01.743514+0000 mgr.y (mgr.24832) 249 : cluster [DBG] pgmap v193: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 872 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:03.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:03 smithi072 bash[82901]: cluster 2024-05-11T04:59:01.743514+0000 mgr.y (mgr.24832) 249 : cluster [DBG] pgmap v193: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 872 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:03.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:03 smithi072 bash[82901]: cluster 2024-05-11T04:59:03.302118+0000 mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 11169/180231 objects degraded (6.197%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:03.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:03 smithi072 bash[82901]: cluster 2024-05-11T04:59:03.302118+0000 mon.a (mon.0) 427 : cluster [WRN] Health check update: Degraded data redundancy: 11169/180231 objects degraded (6.197%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:03.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:03 smithi072 bash[82901]: cluster 2024-05-11T04:59:03.308954+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:59:03.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:03 smithi072 bash[82901]: cluster 2024-05-11T04:59:03.308954+0000 mon.a (mon.0) 428 : cluster [DBG] osdmap e95: 8 total, 8 up, 8 in 2024-05-11T04:59:04.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:59:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:59:03] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-05-11T04:59:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:04 smithi086 bash[67518]: cluster 2024-05-11T04:59:03.743964+0000 mgr.y (mgr.24832) 250 : cluster [DBG] pgmap v195: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 51 objects/s recovering 2024-05-11T04:59:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:04 smithi086 bash[67518]: cluster 2024-05-11T04:59:03.743964+0000 mgr.y (mgr.24832) 250 : cluster [DBG] pgmap v195: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 51 objects/s recovering 2024-05-11T04:59:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:04 smithi086 bash[67518]: audit 2024-05-11T04:59:03.846459+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:04 smithi086 bash[67518]: audit 2024-05-11T04:59:03.846459+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:04 smithi086 bash[67518]: cluster 2024-05-11T04:59:04.309497+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:59:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:04 smithi086 bash[67518]: cluster 2024-05-11T04:59:04.309497+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:59:04.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:04 smithi072 bash[80515]: cluster 2024-05-11T04:59:03.743964+0000 mgr.y (mgr.24832) 250 : cluster [DBG] pgmap v195: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 51 objects/s recovering 2024-05-11T04:59:04.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:04 smithi072 bash[80515]: cluster 2024-05-11T04:59:03.743964+0000 mgr.y (mgr.24832) 250 : cluster [DBG] pgmap v195: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 51 objects/s recovering 2024-05-11T04:59:04.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:04 smithi072 bash[80515]: audit 2024-05-11T04:59:03.846459+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:04.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:04 smithi072 bash[80515]: audit 2024-05-11T04:59:03.846459+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:04.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:04 smithi072 bash[80515]: cluster 2024-05-11T04:59:04.309497+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:59:04.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:04 smithi072 bash[80515]: cluster 2024-05-11T04:59:04.309497+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:59:04.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:04 smithi072 bash[82901]: cluster 2024-05-11T04:59:03.743964+0000 mgr.y (mgr.24832) 250 : cluster [DBG] pgmap v195: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 51 objects/s recovering 2024-05-11T04:59:04.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:04 smithi072 bash[82901]: cluster 2024-05-11T04:59:03.743964+0000 mgr.y (mgr.24832) 250 : cluster [DBG] pgmap v195: 89 pgs: 1 active+recovering+undersized+remapped, 7 active+recovery_wait+undersized+degraded+remapped, 81 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 711 op/s; 11169/180231 objects degraded (6.197%); 0 B/s, 51 objects/s recovering 2024-05-11T04:59:04.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:04 smithi072 bash[82901]: audit 2024-05-11T04:59:03.846459+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:04.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:04 smithi072 bash[82901]: audit 2024-05-11T04:59:03.846459+0000 mon.a (mon.0) 429 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:04.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:04 smithi072 bash[82901]: cluster 2024-05-11T04:59:04.309497+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:59:04.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:04 smithi072 bash[82901]: cluster 2024-05-11T04:59:04.309497+0000 mon.a (mon.0) 430 : cluster [DBG] osdmap e96: 8 total, 8 up, 8 in 2024-05-11T04:59:07.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:06 smithi072 bash[80515]: cluster 2024-05-11T04:59:05.744586+0000 mgr.y (mgr.24832) 251 : cluster [DBG] pgmap v197: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 9591/173946 objects degraded (5.514%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:07.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:06 smithi072 bash[80515]: cluster 2024-05-11T04:59:05.744586+0000 mgr.y (mgr.24832) 251 : cluster [DBG] pgmap v197: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 9591/173946 objects degraded (5.514%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:07.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:06 smithi072 bash[82901]: cluster 2024-05-11T04:59:05.744586+0000 mgr.y (mgr.24832) 251 : cluster [DBG] pgmap v197: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 9591/173946 objects degraded (5.514%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:07.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:06 smithi072 bash[82901]: cluster 2024-05-11T04:59:05.744586+0000 mgr.y (mgr.24832) 251 : cluster [DBG] pgmap v197: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 9591/173946 objects degraded (5.514%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:07.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:06 smithi086 bash[67518]: cluster 2024-05-11T04:59:05.744586+0000 mgr.y (mgr.24832) 251 : cluster [DBG] pgmap v197: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 9591/173946 objects degraded (5.514%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:07.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:06 smithi086 bash[67518]: cluster 2024-05-11T04:59:05.744586+0000 mgr.y (mgr.24832) 251 : cluster [DBG] pgmap v197: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 9591/173946 objects degraded (5.514%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:08 smithi086 bash[67518]: cluster 2024-05-11T04:59:07.745058+0000 mgr.y (mgr.24832) 252 : cluster [DBG] pgmap v198: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 850 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:08 smithi086 bash[67518]: cluster 2024-05-11T04:59:07.745058+0000 mgr.y (mgr.24832) 252 : cluster [DBG] pgmap v198: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 850 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:08 smithi086 bash[67518]: cluster 2024-05-11T04:59:08.303558+0000 mon.a (mon.0) 431 : cluster [WRN] Health check update: Degraded data redundancy: 9591/170838 objects degraded (5.614%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:08 smithi086 bash[67518]: cluster 2024-05-11T04:59:08.303558+0000 mon.a (mon.0) 431 : cluster [WRN] Health check update: Degraded data redundancy: 9591/170838 objects degraded (5.614%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:08 smithi072 bash[80515]: cluster 2024-05-11T04:59:07.745058+0000 mgr.y (mgr.24832) 252 : cluster [DBG] pgmap v198: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 850 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:08 smithi072 bash[80515]: cluster 2024-05-11T04:59:07.745058+0000 mgr.y (mgr.24832) 252 : cluster [DBG] pgmap v198: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 850 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:08 smithi072 bash[80515]: cluster 2024-05-11T04:59:08.303558+0000 mon.a (mon.0) 431 : cluster [WRN] Health check update: Degraded data redundancy: 9591/170838 objects degraded (5.614%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:09.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:08 smithi072 bash[80515]: cluster 2024-05-11T04:59:08.303558+0000 mon.a (mon.0) 431 : cluster [WRN] Health check update: Degraded data redundancy: 9591/170838 objects degraded (5.614%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:08 smithi072 bash[82901]: cluster 2024-05-11T04:59:07.745058+0000 mgr.y (mgr.24832) 252 : cluster [DBG] pgmap v198: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 850 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:08 smithi072 bash[82901]: cluster 2024-05-11T04:59:07.745058+0000 mgr.y (mgr.24832) 252 : cluster [DBG] pgmap v198: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 850 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 78 objects/s recovering 2024-05-11T04:59:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:08 smithi072 bash[82901]: cluster 2024-05-11T04:59:08.303558+0000 mon.a (mon.0) 431 : cluster [WRN] Health check update: Degraded data redundancy: 9591/170838 objects degraded (5.614%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:08 smithi072 bash[82901]: cluster 2024-05-11T04:59:08.303558+0000 mon.a (mon.0) 431 : cluster [WRN] Health check update: Degraded data redundancy: 9591/170838 objects degraded (5.614%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:10 smithi086 bash[67518]: cluster 2024-05-11T04:59:09.745576+0000 mgr.y (mgr.24832) 253 : cluster [DBG] pgmap v199: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 391 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 45 objects/s recovering 2024-05-11T04:59:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:10 smithi086 bash[67518]: cluster 2024-05-11T04:59:09.745576+0000 mgr.y (mgr.24832) 253 : cluster [DBG] pgmap v199: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 391 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 45 objects/s recovering 2024-05-11T04:59:11.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:10 smithi072 bash[80515]: cluster 2024-05-11T04:59:09.745576+0000 mgr.y (mgr.24832) 253 : cluster [DBG] pgmap v199: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 391 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 45 objects/s recovering 2024-05-11T04:59:11.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:10 smithi072 bash[80515]: cluster 2024-05-11T04:59:09.745576+0000 mgr.y (mgr.24832) 253 : cluster [DBG] pgmap v199: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 391 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 45 objects/s recovering 2024-05-11T04:59:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:10 smithi072 bash[82901]: cluster 2024-05-11T04:59:09.745576+0000 mgr.y (mgr.24832) 253 : cluster [DBG] pgmap v199: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 391 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 45 objects/s recovering 2024-05-11T04:59:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:10 smithi072 bash[82901]: cluster 2024-05-11T04:59:09.745576+0000 mgr.y (mgr.24832) 253 : cluster [DBG] pgmap v199: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 391 op/s; 9591/170838 objects degraded (5.614%); 0 B/s, 45 objects/s recovering 2024-05-11T04:59:13.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:12 smithi086 bash[67518]: cluster 2024-05-11T04:59:11.747269+0000 mgr.y (mgr.24832) 254 : cluster [DBG] pgmap v200: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:13.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:12 smithi086 bash[67518]: cluster 2024-05-11T04:59:11.747269+0000 mgr.y (mgr.24832) 254 : cluster [DBG] pgmap v200: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:13.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:12 smithi072 bash[80515]: cluster 2024-05-11T04:59:11.747269+0000 mgr.y (mgr.24832) 254 : cluster [DBG] pgmap v200: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:13.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:12 smithi072 bash[80515]: cluster 2024-05-11T04:59:11.747269+0000 mgr.y (mgr.24832) 254 : cluster [DBG] pgmap v200: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:13.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:12 smithi072 bash[82901]: cluster 2024-05-11T04:59:11.747269+0000 mgr.y (mgr.24832) 254 : cluster [DBG] pgmap v200: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:13.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:12 smithi072 bash[82901]: cluster 2024-05-11T04:59:11.747269+0000 mgr.y (mgr.24832) 254 : cluster [DBG] pgmap v200: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 799 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 63 objects/s recovering 2024-05-11T04:59:14.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:13 smithi086 bash[67518]: cluster 2024-05-11T04:59:13.304347+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 9591/159990 objects degraded (5.995%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:14.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:13 smithi086 bash[67518]: cluster 2024-05-11T04:59:13.304347+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 9591/159990 objects degraded (5.995%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:14.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:13 smithi072 bash[80515]: cluster 2024-05-11T04:59:13.304347+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 9591/159990 objects degraded (5.995%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:14.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:13 smithi072 bash[80515]: cluster 2024-05-11T04:59:13.304347+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 9591/159990 objects degraded (5.995%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:14.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:59:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:59:13] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-05-11T04:59:14.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:13 smithi072 bash[82901]: cluster 2024-05-11T04:59:13.304347+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 9591/159990 objects degraded (5.995%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:14.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:13 smithi072 bash[82901]: cluster 2024-05-11T04:59:13.304347+0000 mon.a (mon.0) 432 : cluster [WRN] Health check update: Degraded data redundancy: 9591/159990 objects degraded (5.995%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:15.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:14 smithi086 bash[67518]: cluster 2024-05-11T04:59:13.747816+0000 mgr.y (mgr.24832) 255 : cluster [DBG] pgmap v201: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 53 objects/s recovering 2024-05-11T04:59:15.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:14 smithi086 bash[67518]: cluster 2024-05-11T04:59:13.747816+0000 mgr.y (mgr.24832) 255 : cluster [DBG] pgmap v201: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 53 objects/s recovering 2024-05-11T04:59:15.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:14 smithi072 bash[80515]: cluster 2024-05-11T04:59:13.747816+0000 mgr.y (mgr.24832) 255 : cluster [DBG] pgmap v201: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 53 objects/s recovering 2024-05-11T04:59:15.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:14 smithi072 bash[80515]: cluster 2024-05-11T04:59:13.747816+0000 mgr.y (mgr.24832) 255 : cluster [DBG] pgmap v201: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 53 objects/s recovering 2024-05-11T04:59:15.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:14 smithi072 bash[82901]: cluster 2024-05-11T04:59:13.747816+0000 mgr.y (mgr.24832) 255 : cluster [DBG] pgmap v201: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 53 objects/s recovering 2024-05-11T04:59:15.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:14 smithi072 bash[82901]: cluster 2024-05-11T04:59:13.747816+0000 mgr.y (mgr.24832) 255 : cluster [DBG] pgmap v201: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 674 op/s; 9591/159990 objects degraded (5.995%); 0 B/s, 53 objects/s recovering 2024-05-11T04:59:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:16 smithi086 bash[67518]: cluster 2024-05-11T04:59:15.748531+0000 mgr.y (mgr.24832) 256 : cluster [DBG] pgmap v202: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 808 op/s; 9591/152487 objects degraded (6.290%); 0 B/s, 61 objects/s recovering 2024-05-11T04:59:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:16 smithi086 bash[67518]: cluster 2024-05-11T04:59:15.748531+0000 mgr.y (mgr.24832) 256 : cluster [DBG] pgmap v202: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 808 op/s; 9591/152487 objects degraded (6.290%); 0 B/s, 61 objects/s recovering 2024-05-11T04:59:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:16 smithi072 bash[80515]: cluster 2024-05-11T04:59:15.748531+0000 mgr.y (mgr.24832) 256 : cluster [DBG] pgmap v202: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 808 op/s; 9591/152487 objects degraded (6.290%); 0 B/s, 61 objects/s recovering 2024-05-11T04:59:17.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:16 smithi072 bash[80515]: cluster 2024-05-11T04:59:15.748531+0000 mgr.y (mgr.24832) 256 : cluster [DBG] pgmap v202: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 808 op/s; 9591/152487 objects degraded (6.290%); 0 B/s, 61 objects/s recovering 2024-05-11T04:59:17.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:16 smithi072 bash[82901]: cluster 2024-05-11T04:59:15.748531+0000 mgr.y (mgr.24832) 256 : cluster [DBG] pgmap v202: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 808 op/s; 9591/152487 objects degraded (6.290%); 0 B/s, 61 objects/s recovering 2024-05-11T04:59:17.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:16 smithi072 bash[82901]: cluster 2024-05-11T04:59:15.748531+0000 mgr.y (mgr.24832) 256 : cluster [DBG] pgmap v202: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 808 op/s; 9591/152487 objects degraded (6.290%); 0 B/s, 61 objects/s recovering 2024-05-11T04:59:19.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:18 smithi086 bash[67518]: cluster 2024-05-11T04:59:17.749089+0000 mgr.y (mgr.24832) 257 : cluster [DBG] pgmap v203: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:19.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:18 smithi086 bash[67518]: cluster 2024-05-11T04:59:17.749089+0000 mgr.y (mgr.24832) 257 : cluster [DBG] pgmap v203: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:19.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:18 smithi086 bash[67518]: cluster 2024-05-11T04:59:18.305129+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 9591/149073 objects degraded (6.434%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:19.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:18 smithi086 bash[67518]: cluster 2024-05-11T04:59:18.305129+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 9591/149073 objects degraded (6.434%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:18 smithi072 bash[80515]: cluster 2024-05-11T04:59:17.749089+0000 mgr.y (mgr.24832) 257 : cluster [DBG] pgmap v203: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:18 smithi072 bash[80515]: cluster 2024-05-11T04:59:17.749089+0000 mgr.y (mgr.24832) 257 : cluster [DBG] pgmap v203: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:18 smithi072 bash[80515]: cluster 2024-05-11T04:59:18.305129+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 9591/149073 objects degraded (6.434%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:19.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:18 smithi072 bash[80515]: cluster 2024-05-11T04:59:18.305129+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 9591/149073 objects degraded (6.434%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:19.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:18 smithi072 bash[82901]: cluster 2024-05-11T04:59:17.749089+0000 mgr.y (mgr.24832) 257 : cluster [DBG] pgmap v203: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:19.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:18 smithi072 bash[82901]: cluster 2024-05-11T04:59:17.749089+0000 mgr.y (mgr.24832) 257 : cluster [DBG] pgmap v203: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:19.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:18 smithi072 bash[82901]: cluster 2024-05-11T04:59:18.305129+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 9591/149073 objects degraded (6.434%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:19.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:18 smithi072 bash[82901]: cluster 2024-05-11T04:59:18.305129+0000 mon.a (mon.0) 433 : cluster [WRN] Health check update: Degraded data redundancy: 9591/149073 objects degraded (6.434%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:20.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:19 smithi086 bash[67518]: audit 2024-05-11T04:59:18.853043+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:20.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:19 smithi086 bash[67518]: audit 2024-05-11T04:59:18.853043+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:20.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:19 smithi072 bash[80515]: audit 2024-05-11T04:59:18.853043+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:20.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:19 smithi072 bash[80515]: audit 2024-05-11T04:59:18.853043+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:20.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:19 smithi072 bash[82901]: audit 2024-05-11T04:59:18.853043+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:20.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:19 smithi072 bash[82901]: audit 2024-05-11T04:59:18.853043+0000 mon.a (mon.0) 434 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:21.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:20 smithi086 bash[67518]: cluster 2024-05-11T04:59:19.749521+0000 mgr.y (mgr.24832) 258 : cluster [DBG] pgmap v204: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:21.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:20 smithi086 bash[67518]: cluster 2024-05-11T04:59:19.749521+0000 mgr.y (mgr.24832) 258 : cluster [DBG] pgmap v204: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:21.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:20 smithi072 bash[80515]: cluster 2024-05-11T04:59:19.749521+0000 mgr.y (mgr.24832) 258 : cluster [DBG] pgmap v204: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:21.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:20 smithi072 bash[80515]: cluster 2024-05-11T04:59:19.749521+0000 mgr.y (mgr.24832) 258 : cluster [DBG] pgmap v204: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:21.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:20 smithi072 bash[82901]: cluster 2024-05-11T04:59:19.749521+0000 mgr.y (mgr.24832) 258 : cluster [DBG] pgmap v204: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:21.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:20 smithi072 bash[82901]: cluster 2024-05-11T04:59:19.749521+0000 mgr.y (mgr.24832) 258 : cluster [DBG] pgmap v204: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 9591/149073 objects degraded (6.434%); 0 B/s, 27 objects/s recovering 2024-05-11T04:59:23.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:22 smithi086 bash[67518]: cluster 2024-05-11T04:59:21.750263+0000 mgr.y (mgr.24832) 259 : cluster [DBG] pgmap v205: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 901 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:23.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:22 smithi086 bash[67518]: cluster 2024-05-11T04:59:21.750263+0000 mgr.y (mgr.24832) 259 : cluster [DBG] pgmap v205: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 901 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:22 smithi072 bash[80515]: cluster 2024-05-11T04:59:21.750263+0000 mgr.y (mgr.24832) 259 : cluster [DBG] pgmap v205: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 901 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:23.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:22 smithi072 bash[80515]: cluster 2024-05-11T04:59:21.750263+0000 mgr.y (mgr.24832) 259 : cluster [DBG] pgmap v205: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 901 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:23.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:22 smithi072 bash[82901]: cluster 2024-05-11T04:59:21.750263+0000 mgr.y (mgr.24832) 259 : cluster [DBG] pgmap v205: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 901 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:22 smithi072 bash[82901]: cluster 2024-05-11T04:59:21.750263+0000 mgr.y (mgr.24832) 259 : cluster [DBG] pgmap v205: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 901 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:24.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:23 smithi086 bash[67518]: cluster 2024-05-11T04:59:23.305904+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 9591/138387 objects degraded (6.931%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:24.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:23 smithi086 bash[67518]: cluster 2024-05-11T04:59:23.305904+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 9591/138387 objects degraded (6.931%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:24.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:59:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:59:23] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-05-11T04:59:24.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:23 smithi072 bash[82901]: cluster 2024-05-11T04:59:23.305904+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 9591/138387 objects degraded (6.931%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:24.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:23 smithi072 bash[82901]: cluster 2024-05-11T04:59:23.305904+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 9591/138387 objects degraded (6.931%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:24.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:23 smithi072 bash[80515]: cluster 2024-05-11T04:59:23.305904+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 9591/138387 objects degraded (6.931%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:24.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:23 smithi072 bash[80515]: cluster 2024-05-11T04:59:23.305904+0000 mon.a (mon.0) 435 : cluster [WRN] Health check update: Degraded data redundancy: 9591/138387 objects degraded (6.931%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:25.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:24 smithi086 bash[67518]: cluster 2024-05-11T04:59:23.750735+0000 mgr.y (mgr.24832) 260 : cluster [DBG] pgmap v206: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 28 objects/s recovering 2024-05-11T04:59:25.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:24 smithi086 bash[67518]: cluster 2024-05-11T04:59:23.750735+0000 mgr.y (mgr.24832) 260 : cluster [DBG] pgmap v206: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 28 objects/s recovering 2024-05-11T04:59:25.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:24 smithi072 bash[80515]: cluster 2024-05-11T04:59:23.750735+0000 mgr.y (mgr.24832) 260 : cluster [DBG] pgmap v206: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 28 objects/s recovering 2024-05-11T04:59:25.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:24 smithi072 bash[80515]: cluster 2024-05-11T04:59:23.750735+0000 mgr.y (mgr.24832) 260 : cluster [DBG] pgmap v206: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 28 objects/s recovering 2024-05-11T04:59:25.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:24 smithi072 bash[82901]: cluster 2024-05-11T04:59:23.750735+0000 mgr.y (mgr.24832) 260 : cluster [DBG] pgmap v206: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 28 objects/s recovering 2024-05-11T04:59:25.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:24 smithi072 bash[82901]: cluster 2024-05-11T04:59:23.750735+0000 mgr.y (mgr.24832) 260 : cluster [DBG] pgmap v206: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/138387 objects degraded (6.931%); 0 B/s, 28 objects/s recovering 2024-05-11T04:59:27.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:26 smithi086 bash[67518]: cluster 2024-05-11T04:59:25.751328+0000 mgr.y (mgr.24832) 261 : cluster [DBG] pgmap v207: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 9591/130932 objects degraded (7.325%); 0 B/s, 44 objects/s recovering 2024-05-11T04:59:27.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:26 smithi086 bash[67518]: cluster 2024-05-11T04:59:25.751328+0000 mgr.y (mgr.24832) 261 : cluster [DBG] pgmap v207: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 9591/130932 objects degraded (7.325%); 0 B/s, 44 objects/s recovering 2024-05-11T04:59:27.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:26 smithi072 bash[80515]: cluster 2024-05-11T04:59:25.751328+0000 mgr.y (mgr.24832) 261 : cluster [DBG] pgmap v207: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 9591/130932 objects degraded (7.325%); 0 B/s, 44 objects/s recovering 2024-05-11T04:59:27.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:26 smithi072 bash[80515]: cluster 2024-05-11T04:59:25.751328+0000 mgr.y (mgr.24832) 261 : cluster [DBG] pgmap v207: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 9591/130932 objects degraded (7.325%); 0 B/s, 44 objects/s recovering 2024-05-11T04:59:27.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:26 smithi072 bash[82901]: cluster 2024-05-11T04:59:25.751328+0000 mgr.y (mgr.24832) 261 : cluster [DBG] pgmap v207: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 9591/130932 objects degraded (7.325%); 0 B/s, 44 objects/s recovering 2024-05-11T04:59:27.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:26 smithi072 bash[82901]: cluster 2024-05-11T04:59:25.751328+0000 mgr.y (mgr.24832) 261 : cluster [DBG] pgmap v207: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 806 op/s; 9591/130932 objects degraded (7.325%); 0 B/s, 44 objects/s recovering 2024-05-11T04:59:29.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:28 smithi086 bash[67518]: cluster 2024-05-11T04:59:27.751873+0000 mgr.y (mgr.24832) 262 : cluster [DBG] pgmap v208: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:29.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:28 smithi086 bash[67518]: cluster 2024-05-11T04:59:27.751873+0000 mgr.y (mgr.24832) 262 : cluster [DBG] pgmap v208: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:29.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:28 smithi086 bash[67518]: cluster 2024-05-11T04:59:28.306516+0000 mon.a (mon.0) 436 : cluster [WRN] Health check update: Degraded data redundancy: 9591/127488 objects degraded (7.523%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:29.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:28 smithi086 bash[67518]: cluster 2024-05-11T04:59:28.306516+0000 mon.a (mon.0) 436 : cluster [WRN] Health check update: Degraded data redundancy: 9591/127488 objects degraded (7.523%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:29.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:28 smithi072 bash[80515]: cluster 2024-05-11T04:59:27.751873+0000 mgr.y (mgr.24832) 262 : cluster [DBG] pgmap v208: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:29.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:28 smithi072 bash[80515]: cluster 2024-05-11T04:59:27.751873+0000 mgr.y (mgr.24832) 262 : cluster [DBG] pgmap v208: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:29.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:28 smithi072 bash[80515]: cluster 2024-05-11T04:59:28.306516+0000 mon.a (mon.0) 436 : cluster [WRN] Health check update: Degraded data redundancy: 9591/127488 objects degraded (7.523%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:29.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:28 smithi072 bash[80515]: cluster 2024-05-11T04:59:28.306516+0000 mon.a (mon.0) 436 : cluster [WRN] Health check update: Degraded data redundancy: 9591/127488 objects degraded (7.523%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:29.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:28 smithi072 bash[82901]: cluster 2024-05-11T04:59:27.751873+0000 mgr.y (mgr.24832) 262 : cluster [DBG] pgmap v208: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:29.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:28 smithi072 bash[82901]: cluster 2024-05-11T04:59:27.751873+0000 mgr.y (mgr.24832) 262 : cluster [DBG] pgmap v208: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:29.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:28 smithi072 bash[82901]: cluster 2024-05-11T04:59:28.306516+0000 mon.a (mon.0) 436 : cluster [WRN] Health check update: Degraded data redundancy: 9591/127488 objects degraded (7.523%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:29.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:28 smithi072 bash[82901]: cluster 2024-05-11T04:59:28.306516+0000 mon.a (mon.0) 436 : cluster [WRN] Health check update: Degraded data redundancy: 9591/127488 objects degraded (7.523%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T04:59:31.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:30 smithi086 bash[67518]: cluster 2024-05-11T04:59:29.752402+0000 mgr.y (mgr.24832) 263 : cluster [DBG] pgmap v209: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:31.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:30 smithi086 bash[67518]: cluster 2024-05-11T04:59:29.752402+0000 mgr.y (mgr.24832) 263 : cluster [DBG] pgmap v209: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:31.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:30 smithi072 bash[80515]: cluster 2024-05-11T04:59:29.752402+0000 mgr.y (mgr.24832) 263 : cluster [DBG] pgmap v209: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:31.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:30 smithi072 bash[80515]: cluster 2024-05-11T04:59:29.752402+0000 mgr.y (mgr.24832) 263 : cluster [DBG] pgmap v209: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:31.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:30 smithi072 bash[82901]: cluster 2024-05-11T04:59:29.752402+0000 mgr.y (mgr.24832) 263 : cluster [DBG] pgmap v209: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:31.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:30 smithi072 bash[82901]: cluster 2024-05-11T04:59:29.752402+0000 mgr.y (mgr.24832) 263 : cluster [DBG] pgmap v209: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 599 op/s; 9591/127488 objects degraded (7.523%); 0 B/s, 30 objects/s recovering 2024-05-11T04:59:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:32 smithi086 bash[67518]: cluster 2024-05-11T04:59:31.753209+0000 mgr.y (mgr.24832) 264 : cluster [DBG] pgmap v210: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 897 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 48 objects/s recovering 2024-05-11T04:59:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:32 smithi086 bash[67518]: cluster 2024-05-11T04:59:31.753209+0000 mgr.y (mgr.24832) 264 : cluster [DBG] pgmap v210: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 897 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 48 objects/s recovering 2024-05-11T04:59:33.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:32 smithi072 bash[80515]: cluster 2024-05-11T04:59:31.753209+0000 mgr.y (mgr.24832) 264 : cluster [DBG] pgmap v210: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 897 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 48 objects/s recovering 2024-05-11T04:59:33.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:32 smithi072 bash[80515]: cluster 2024-05-11T04:59:31.753209+0000 mgr.y (mgr.24832) 264 : cluster [DBG] pgmap v210: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 897 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 48 objects/s recovering 2024-05-11T04:59:33.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:32 smithi072 bash[82901]: cluster 2024-05-11T04:59:31.753209+0000 mgr.y (mgr.24832) 264 : cluster [DBG] pgmap v210: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 897 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 48 objects/s recovering 2024-05-11T04:59:33.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:32 smithi072 bash[82901]: cluster 2024-05-11T04:59:31.753209+0000 mgr.y (mgr.24832) 264 : cluster [DBG] pgmap v210: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 897 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 48 objects/s recovering 2024-05-11T04:59:34.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:33 smithi086 bash[67518]: cluster 2024-05-11T04:59:33.307309+0000 mon.a (mon.0) 437 : cluster [WRN] Health check update: Degraded data redundancy: 9591/116760 objects degraded (8.214%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:34.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:33 smithi086 bash[67518]: cluster 2024-05-11T04:59:33.307309+0000 mon.a (mon.0) 437 : cluster [WRN] Health check update: Degraded data redundancy: 9591/116760 objects degraded (8.214%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:34.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:33 smithi086 bash[67518]: audit 2024-05-11T04:59:33.847361+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:34.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:33 smithi086 bash[67518]: audit 2024-05-11T04:59:33.847361+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:34.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:59:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:59:33] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-05-11T04:59:34.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:33 smithi072 bash[82901]: cluster 2024-05-11T04:59:33.307309+0000 mon.a (mon.0) 437 : cluster [WRN] Health check update: Degraded data redundancy: 9591/116760 objects degraded (8.214%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:34.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:33 smithi072 bash[82901]: cluster 2024-05-11T04:59:33.307309+0000 mon.a (mon.0) 437 : cluster [WRN] Health check update: Degraded data redundancy: 9591/116760 objects degraded (8.214%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:34.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:33 smithi072 bash[82901]: audit 2024-05-11T04:59:33.847361+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:34.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:33 smithi072 bash[82901]: audit 2024-05-11T04:59:33.847361+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:34.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:33 smithi072 bash[80515]: cluster 2024-05-11T04:59:33.307309+0000 mon.a (mon.0) 437 : cluster [WRN] Health check update: Degraded data redundancy: 9591/116760 objects degraded (8.214%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:34.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:33 smithi072 bash[80515]: cluster 2024-05-11T04:59:33.307309+0000 mon.a (mon.0) 437 : cluster [WRN] Health check update: Degraded data redundancy: 9591/116760 objects degraded (8.214%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:34.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:33 smithi072 bash[80515]: audit 2024-05-11T04:59:33.847361+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:34.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:33 smithi072 bash[80515]: audit 2024-05-11T04:59:33.847361+0000 mon.a (mon.0) 438 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:35.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:34 smithi086 bash[67518]: cluster 2024-05-11T04:59:33.754512+0000 mgr.y (mgr.24832) 265 : cluster [DBG] pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 33 objects/s recovering 2024-05-11T04:59:35.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:34 smithi086 bash[67518]: cluster 2024-05-11T04:59:33.754512+0000 mgr.y (mgr.24832) 265 : cluster [DBG] pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 33 objects/s recovering 2024-05-11T04:59:35.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:34 smithi072 bash[80515]: cluster 2024-05-11T04:59:33.754512+0000 mgr.y (mgr.24832) 265 : cluster [DBG] pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 33 objects/s recovering 2024-05-11T04:59:35.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:34 smithi072 bash[80515]: cluster 2024-05-11T04:59:33.754512+0000 mgr.y (mgr.24832) 265 : cluster [DBG] pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 33 objects/s recovering 2024-05-11T04:59:35.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:34 smithi072 bash[82901]: cluster 2024-05-11T04:59:33.754512+0000 mgr.y (mgr.24832) 265 : cluster [DBG] pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 33 objects/s recovering 2024-05-11T04:59:35.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:34 smithi072 bash[82901]: cluster 2024-05-11T04:59:33.754512+0000 mgr.y (mgr.24832) 265 : cluster [DBG] pgmap v211: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 600 op/s; 9591/116760 objects degraded (8.214%); 0 B/s, 33 objects/s recovering 2024-05-11T04:59:37.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:36 smithi086 bash[67518]: cluster 2024-05-11T04:59:35.755220+0000 mgr.y (mgr.24832) 266 : cluster [DBG] pgmap v212: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 9591/109242 objects degraded (8.780%); 0 B/s, 50 objects/s recovering 2024-05-11T04:59:37.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:36 smithi086 bash[67518]: cluster 2024-05-11T04:59:35.755220+0000 mgr.y (mgr.24832) 266 : cluster [DBG] pgmap v212: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 9591/109242 objects degraded (8.780%); 0 B/s, 50 objects/s recovering 2024-05-11T04:59:37.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:36 smithi072 bash[80515]: cluster 2024-05-11T04:59:35.755220+0000 mgr.y (mgr.24832) 266 : cluster [DBG] pgmap v212: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 9591/109242 objects degraded (8.780%); 0 B/s, 50 objects/s recovering 2024-05-11T04:59:37.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:36 smithi072 bash[80515]: cluster 2024-05-11T04:59:35.755220+0000 mgr.y (mgr.24832) 266 : cluster [DBG] pgmap v212: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 9591/109242 objects degraded (8.780%); 0 B/s, 50 objects/s recovering 2024-05-11T04:59:37.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:36 smithi072 bash[82901]: cluster 2024-05-11T04:59:35.755220+0000 mgr.y (mgr.24832) 266 : cluster [DBG] pgmap v212: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 9591/109242 objects degraded (8.780%); 0 B/s, 50 objects/s recovering 2024-05-11T04:59:37.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:36 smithi072 bash[82901]: cluster 2024-05-11T04:59:35.755220+0000 mgr.y (mgr.24832) 266 : cluster [DBG] pgmap v212: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 809 op/s; 9591/109242 objects degraded (8.780%); 0 B/s, 50 objects/s recovering 2024-05-11T04:59:39.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:38 smithi086 bash[67518]: cluster 2024-05-11T04:59:37.755830+0000 mgr.y (mgr.24832) 267 : cluster [DBG] pgmap v213: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:39.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:38 smithi086 bash[67518]: cluster 2024-05-11T04:59:37.755830+0000 mgr.y (mgr.24832) 267 : cluster [DBG] pgmap v213: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:39.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:38 smithi086 bash[67518]: cluster 2024-05-11T04:59:38.308120+0000 mon.a (mon.0) 439 : cluster [WRN] Health check update: Degraded data redundancy: 9591/105840 objects degraded (9.062%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:39.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:38 smithi086 bash[67518]: cluster 2024-05-11T04:59:38.308120+0000 mon.a (mon.0) 439 : cluster [WRN] Health check update: Degraded data redundancy: 9591/105840 objects degraded (9.062%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:39.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:38 smithi072 bash[80515]: cluster 2024-05-11T04:59:37.755830+0000 mgr.y (mgr.24832) 267 : cluster [DBG] pgmap v213: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:39.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:38 smithi072 bash[80515]: cluster 2024-05-11T04:59:37.755830+0000 mgr.y (mgr.24832) 267 : cluster [DBG] pgmap v213: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:39.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:38 smithi072 bash[80515]: cluster 2024-05-11T04:59:38.308120+0000 mon.a (mon.0) 439 : cluster [WRN] Health check update: Degraded data redundancy: 9591/105840 objects degraded (9.062%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:39.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:38 smithi072 bash[80515]: cluster 2024-05-11T04:59:38.308120+0000 mon.a (mon.0) 439 : cluster [WRN] Health check update: Degraded data redundancy: 9591/105840 objects degraded (9.062%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:39.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:38 smithi072 bash[82901]: cluster 2024-05-11T04:59:37.755830+0000 mgr.y (mgr.24832) 267 : cluster [DBG] pgmap v213: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:39.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:38 smithi072 bash[82901]: cluster 2024-05-11T04:59:37.755830+0000 mgr.y (mgr.24832) 267 : cluster [DBG] pgmap v213: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:39.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:38 smithi072 bash[82901]: cluster 2024-05-11T04:59:38.308120+0000 mon.a (mon.0) 439 : cluster [WRN] Health check update: Degraded data redundancy: 9591/105840 objects degraded (9.062%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:39.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:38 smithi072 bash[82901]: cluster 2024-05-11T04:59:38.308120+0000 mon.a (mon.0) 439 : cluster [WRN] Health check update: Degraded data redundancy: 9591/105840 objects degraded (9.062%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:41.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:40 smithi086 bash[67518]: cluster 2024-05-11T04:59:39.756407+0000 mgr.y (mgr.24832) 268 : cluster [DBG] pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:41.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:40 smithi086 bash[67518]: cluster 2024-05-11T04:59:39.756407+0000 mgr.y (mgr.24832) 268 : cluster [DBG] pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:41.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:40 smithi072 bash[80515]: cluster 2024-05-11T04:59:39.756407+0000 mgr.y (mgr.24832) 268 : cluster [DBG] pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:41.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:40 smithi072 bash[80515]: cluster 2024-05-11T04:59:39.756407+0000 mgr.y (mgr.24832) 268 : cluster [DBG] pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:41.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:40 smithi072 bash[82901]: cluster 2024-05-11T04:59:39.756407+0000 mgr.y (mgr.24832) 268 : cluster [DBG] pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:41.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:40 smithi072 bash[82901]: cluster 2024-05-11T04:59:39.756407+0000 mgr.y (mgr.24832) 268 : cluster [DBG] pgmap v214: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.2 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 9591/105840 objects degraded (9.062%); 0 B/s, 34 objects/s recovering 2024-05-11T04:59:43.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:42 smithi086 bash[67518]: cluster 2024-05-11T04:59:41.757190+0000 mgr.y (mgr.24832) 269 : cluster [DBG] pgmap v215: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 904 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:43.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:42 smithi086 bash[67518]: cluster 2024-05-11T04:59:41.757190+0000 mgr.y (mgr.24832) 269 : cluster [DBG] pgmap v215: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 904 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:43.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:42 smithi072 bash[80515]: cluster 2024-05-11T04:59:41.757190+0000 mgr.y (mgr.24832) 269 : cluster [DBG] pgmap v215: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 904 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:43.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:42 smithi072 bash[80515]: cluster 2024-05-11T04:59:41.757190+0000 mgr.y (mgr.24832) 269 : cluster [DBG] pgmap v215: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 904 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:43.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:42 smithi072 bash[82901]: cluster 2024-05-11T04:59:41.757190+0000 mgr.y (mgr.24832) 269 : cluster [DBG] pgmap v215: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 904 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:43.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:42 smithi072 bash[82901]: cluster 2024-05-11T04:59:41.757190+0000 mgr.y (mgr.24832) 269 : cluster [DBG] pgmap v215: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 904 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:44.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:43 smithi086 bash[67518]: cluster 2024-05-11T04:59:42.930688+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-05-11T04:59:44.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:43 smithi086 bash[67518]: cluster 2024-05-11T04:59:42.930688+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-05-11T04:59:44.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:43 smithi086 bash[67518]: cluster 2024-05-11T04:59:43.308896+0000 mon.a (mon.0) 441 : cluster [WRN] Health check update: Degraded data redundancy: 9591/94899 objects degraded (10.107%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:44.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:43 smithi086 bash[67518]: cluster 2024-05-11T04:59:43.308896+0000 mon.a (mon.0) 441 : cluster [WRN] Health check update: Degraded data redundancy: 9591/94899 objects degraded (10.107%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:44.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:59:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:59:43] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-05-11T04:59:44.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:43 smithi072 bash[82901]: cluster 2024-05-11T04:59:42.930688+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-05-11T04:59:44.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:43 smithi072 bash[82901]: cluster 2024-05-11T04:59:42.930688+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-05-11T04:59:44.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:43 smithi072 bash[82901]: cluster 2024-05-11T04:59:43.308896+0000 mon.a (mon.0) 441 : cluster [WRN] Health check update: Degraded data redundancy: 9591/94899 objects degraded (10.107%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:44.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:43 smithi072 bash[82901]: cluster 2024-05-11T04:59:43.308896+0000 mon.a (mon.0) 441 : cluster [WRN] Health check update: Degraded data redundancy: 9591/94899 objects degraded (10.107%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:44.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:43 smithi072 bash[80515]: cluster 2024-05-11T04:59:42.930688+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-05-11T04:59:44.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:43 smithi072 bash[80515]: cluster 2024-05-11T04:59:42.930688+0000 mon.a (mon.0) 440 : cluster [DBG] osdmap e97: 8 total, 8 up, 8 in 2024-05-11T04:59:44.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:43 smithi072 bash[80515]: cluster 2024-05-11T04:59:43.308896+0000 mon.a (mon.0) 441 : cluster [WRN] Health check update: Degraded data redundancy: 9591/94899 objects degraded (10.107%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:44.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:43 smithi072 bash[80515]: cluster 2024-05-11T04:59:43.308896+0000 mon.a (mon.0) 441 : cluster [WRN] Health check update: Degraded data redundancy: 9591/94899 objects degraded (10.107%), 6 pgs degraded, 7 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:45.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:44 smithi086 bash[67518]: cluster 2024-05-11T04:59:43.758072+0000 mgr.y (mgr.24832) 270 : cluster [DBG] pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:45.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:44 smithi086 bash[67518]: cluster 2024-05-11T04:59:43.758072+0000 mgr.y (mgr.24832) 270 : cluster [DBG] pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:45.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:44 smithi086 bash[67518]: cluster 2024-05-11T04:59:43.941785+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-05-11T04:59:45.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:44 smithi086 bash[67518]: cluster 2024-05-11T04:59:43.941785+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-05-11T04:59:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:44 smithi072 bash[82901]: cluster 2024-05-11T04:59:43.758072+0000 mgr.y (mgr.24832) 270 : cluster [DBG] pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:44 smithi072 bash[82901]: cluster 2024-05-11T04:59:43.758072+0000 mgr.y (mgr.24832) 270 : cluster [DBG] pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:44 smithi072 bash[82901]: cluster 2024-05-11T04:59:43.941785+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-05-11T04:59:45.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:44 smithi072 bash[82901]: cluster 2024-05-11T04:59:43.941785+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-05-11T04:59:45.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:44 smithi072 bash[80515]: cluster 2024-05-11T04:59:43.758072+0000 mgr.y (mgr.24832) 270 : cluster [DBG] pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:45.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:44 smithi072 bash[80515]: cluster 2024-05-11T04:59:43.758072+0000 mgr.y (mgr.24832) 270 : cluster [DBG] pgmap v217: 89 pgs: 1 active+recovering+undersized+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 728 op/s; 9591/94899 objects degraded (10.107%); 0 B/s, 41 objects/s recovering 2024-05-11T04:59:45.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:44 smithi072 bash[80515]: cluster 2024-05-11T04:59:43.941785+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-05-11T04:59:45.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:44 smithi072 bash[80515]: cluster 2024-05-11T04:59:43.941785+0000 mon.a (mon.0) 442 : cluster [DBG] osdmap e98: 8 total, 8 up, 8 in 2024-05-11T04:59:47.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:46 smithi086 bash[67518]: cluster 2024-05-11T04:59:45.758874+0000 mgr.y (mgr.24832) 271 : cluster [DBG] pgmap v219: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 709 op/s; 9591/88797 objects degraded (10.801%); 0 B/s, 36 objects/s recovering 2024-05-11T04:59:47.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:46 smithi086 bash[67518]: cluster 2024-05-11T04:59:45.758874+0000 mgr.y (mgr.24832) 271 : cluster [DBG] pgmap v219: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 709 op/s; 9591/88797 objects degraded (10.801%); 0 B/s, 36 objects/s recovering 2024-05-11T04:59:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:46 smithi072 bash[80515]: cluster 2024-05-11T04:59:45.758874+0000 mgr.y (mgr.24832) 271 : cluster [DBG] pgmap v219: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 709 op/s; 9591/88797 objects degraded (10.801%); 0 B/s, 36 objects/s recovering 2024-05-11T04:59:47.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:46 smithi072 bash[80515]: cluster 2024-05-11T04:59:45.758874+0000 mgr.y (mgr.24832) 271 : cluster [DBG] pgmap v219: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 709 op/s; 9591/88797 objects degraded (10.801%); 0 B/s, 36 objects/s recovering 2024-05-11T04:59:47.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:46 smithi072 bash[82901]: cluster 2024-05-11T04:59:45.758874+0000 mgr.y (mgr.24832) 271 : cluster [DBG] pgmap v219: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 709 op/s; 9591/88797 objects degraded (10.801%); 0 B/s, 36 objects/s recovering 2024-05-11T04:59:47.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:46 smithi072 bash[82901]: cluster 2024-05-11T04:59:45.758874+0000 mgr.y (mgr.24832) 271 : cluster [DBG] pgmap v219: 89 pgs: 6 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.8 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 709 op/s; 9591/88797 objects degraded (10.801%); 0 B/s, 36 objects/s recovering 2024-05-11T04:59:49.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:48 smithi086 bash[67518]: cluster 2024-05-11T04:59:47.759540+0000 mgr.y (mgr.24832) 272 : cluster [DBG] pgmap v220: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 66 objects/s recovering 2024-05-11T04:59:49.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:48 smithi086 bash[67518]: cluster 2024-05-11T04:59:47.759540+0000 mgr.y (mgr.24832) 272 : cluster [DBG] pgmap v220: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 66 objects/s recovering 2024-05-11T04:59:49.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:48 smithi086 bash[67518]: cluster 2024-05-11T04:59:48.309508+0000 mon.a (mon.0) 443 : cluster [WRN] Health check update: Degraded data redundancy: 7963/85929 objects degraded (9.267%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:49.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:48 smithi086 bash[67518]: cluster 2024-05-11T04:59:48.309508+0000 mon.a (mon.0) 443 : cluster [WRN] Health check update: Degraded data redundancy: 7963/85929 objects degraded (9.267%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:49.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:48 smithi086 bash[67518]: audit 2024-05-11T04:59:48.847488+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:49.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:48 smithi086 bash[67518]: audit 2024-05-11T04:59:48.847488+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:49.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:48 smithi072 bash[80515]: cluster 2024-05-11T04:59:47.759540+0000 mgr.y (mgr.24832) 272 : cluster [DBG] pgmap v220: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 66 objects/s recovering 2024-05-11T04:59:49.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:48 smithi072 bash[80515]: cluster 2024-05-11T04:59:47.759540+0000 mgr.y (mgr.24832) 272 : cluster [DBG] pgmap v220: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 66 objects/s recovering 2024-05-11T04:59:49.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:48 smithi072 bash[80515]: cluster 2024-05-11T04:59:48.309508+0000 mon.a (mon.0) 443 : cluster [WRN] Health check update: Degraded data redundancy: 7963/85929 objects degraded (9.267%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:49.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:48 smithi072 bash[80515]: cluster 2024-05-11T04:59:48.309508+0000 mon.a (mon.0) 443 : cluster [WRN] Health check update: Degraded data redundancy: 7963/85929 objects degraded (9.267%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:49.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:48 smithi072 bash[80515]: audit 2024-05-11T04:59:48.847488+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:49.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:48 smithi072 bash[80515]: audit 2024-05-11T04:59:48.847488+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:49.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:48 smithi072 bash[82901]: cluster 2024-05-11T04:59:47.759540+0000 mgr.y (mgr.24832) 272 : cluster [DBG] pgmap v220: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 66 objects/s recovering 2024-05-11T04:59:49.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:48 smithi072 bash[82901]: cluster 2024-05-11T04:59:47.759540+0000 mgr.y (mgr.24832) 272 : cluster [DBG] pgmap v220: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 829 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 66 objects/s recovering 2024-05-11T04:59:49.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:48 smithi072 bash[82901]: cluster 2024-05-11T04:59:48.309508+0000 mon.a (mon.0) 443 : cluster [WRN] Health check update: Degraded data redundancy: 7963/85929 objects degraded (9.267%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:49.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:48 smithi072 bash[82901]: cluster 2024-05-11T04:59:48.309508+0000 mon.a (mon.0) 443 : cluster [WRN] Health check update: Degraded data redundancy: 7963/85929 objects degraded (9.267%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:49.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:48 smithi072 bash[82901]: audit 2024-05-11T04:59:48.847488+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:49.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:48 smithi072 bash[82901]: audit 2024-05-11T04:59:48.847488+0000 mon.a (mon.0) 444 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T04:59:51.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:50 smithi086 bash[67518]: cluster 2024-05-11T04:59:49.760141+0000 mgr.y (mgr.24832) 273 : cluster [DBG] pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 373 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:51.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:50 smithi086 bash[67518]: cluster 2024-05-11T04:59:49.760141+0000 mgr.y (mgr.24832) 273 : cluster [DBG] pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 373 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:51.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:50 smithi072 bash[80515]: cluster 2024-05-11T04:59:49.760141+0000 mgr.y (mgr.24832) 273 : cluster [DBG] pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 373 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:51.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:50 smithi072 bash[80515]: cluster 2024-05-11T04:59:49.760141+0000 mgr.y (mgr.24832) 273 : cluster [DBG] pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 373 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:51.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:50 smithi072 bash[82901]: cluster 2024-05-11T04:59:49.760141+0000 mgr.y (mgr.24832) 273 : cluster [DBG] pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 373 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:51.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:50 smithi072 bash[82901]: cluster 2024-05-11T04:59:49.760141+0000 mgr.y (mgr.24832) 273 : cluster [DBG] pgmap v221: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.7 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 373 op/s; 7963/85929 objects degraded (9.267%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:53.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:52 smithi086 bash[67518]: cluster 2024-05-11T04:59:51.760946+0000 mgr.y (mgr.24832) 274 : cluster [DBG] pgmap v222: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 750 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:53.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:52 smithi086 bash[67518]: cluster 2024-05-11T04:59:51.760946+0000 mgr.y (mgr.24832) 274 : cluster [DBG] pgmap v222: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 750 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:53.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:52 smithi072 bash[80515]: cluster 2024-05-11T04:59:51.760946+0000 mgr.y (mgr.24832) 274 : cluster [DBG] pgmap v222: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 750 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:53.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:52 smithi072 bash[80515]: cluster 2024-05-11T04:59:51.760946+0000 mgr.y (mgr.24832) 274 : cluster [DBG] pgmap v222: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 750 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:53.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:52 smithi072 bash[82901]: cluster 2024-05-11T04:59:51.760946+0000 mgr.y (mgr.24832) 274 : cluster [DBG] pgmap v222: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 750 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:53.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:53 smithi072 bash[82901]: cluster 2024-05-11T04:59:51.760946+0000 mgr.y (mgr.24832) 274 : cluster [DBG] pgmap v222: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 750 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 52 objects/s recovering 2024-05-11T04:59:54.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:53 smithi086 bash[67518]: cluster 2024-05-11T04:59:53.312702+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 7963/75021 objects degraded (10.614%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:54.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:53 smithi086 bash[67518]: cluster 2024-05-11T04:59:53.312702+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 7963/75021 objects degraded (10.614%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:54.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 04:59:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:04:59:53] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-05-11T04:59:54.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:53 smithi072 bash[82901]: cluster 2024-05-11T04:59:53.312702+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 7963/75021 objects degraded (10.614%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:54.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:53 smithi072 bash[82901]: cluster 2024-05-11T04:59:53.312702+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 7963/75021 objects degraded (10.614%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:54.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:53 smithi072 bash[80515]: cluster 2024-05-11T04:59:53.312702+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 7963/75021 objects degraded (10.614%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:54.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:53 smithi072 bash[80515]: cluster 2024-05-11T04:59:53.312702+0000 mon.a (mon.0) 445 : cluster [WRN] Health check update: Degraded data redundancy: 7963/75021 objects degraded (10.614%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:55.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:54 smithi086 bash[67518]: cluster 2024-05-11T04:59:53.761518+0000 mgr.y (mgr.24832) 275 : cluster [DBG] pgmap v223: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 46 objects/s recovering 2024-05-11T04:59:55.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:54 smithi086 bash[67518]: cluster 2024-05-11T04:59:53.761518+0000 mgr.y (mgr.24832) 275 : cluster [DBG] pgmap v223: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 46 objects/s recovering 2024-05-11T04:59:55.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:54 smithi072 bash[80515]: cluster 2024-05-11T04:59:53.761518+0000 mgr.y (mgr.24832) 275 : cluster [DBG] pgmap v223: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 46 objects/s recovering 2024-05-11T04:59:55.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:54 smithi072 bash[80515]: cluster 2024-05-11T04:59:53.761518+0000 mgr.y (mgr.24832) 275 : cluster [DBG] pgmap v223: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 46 objects/s recovering 2024-05-11T04:59:55.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:54 smithi072 bash[82901]: cluster 2024-05-11T04:59:53.761518+0000 mgr.y (mgr.24832) 275 : cluster [DBG] pgmap v223: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 46 objects/s recovering 2024-05-11T04:59:55.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:54 smithi072 bash[82901]: cluster 2024-05-11T04:59:53.761518+0000 mgr.y (mgr.24832) 275 : cluster [DBG] pgmap v223: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 662 op/s; 7963/75021 objects degraded (10.614%); 0 B/s, 46 objects/s recovering 2024-05-11T04:59:57.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:56 smithi086 bash[67518]: cluster 2024-05-11T04:59:55.762239+0000 mgr.y (mgr.24832) 276 : cluster [DBG] pgmap v224: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/67512 objects degraded (11.795%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:57.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:56 smithi086 bash[67518]: cluster 2024-05-11T04:59:55.762239+0000 mgr.y (mgr.24832) 276 : cluster [DBG] pgmap v224: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/67512 objects degraded (11.795%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:57.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:56 smithi072 bash[80515]: cluster 2024-05-11T04:59:55.762239+0000 mgr.y (mgr.24832) 276 : cluster [DBG] pgmap v224: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/67512 objects degraded (11.795%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:57.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:56 smithi072 bash[80515]: cluster 2024-05-11T04:59:55.762239+0000 mgr.y (mgr.24832) 276 : cluster [DBG] pgmap v224: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/67512 objects degraded (11.795%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:57.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:57 smithi072 bash[82901]: cluster 2024-05-11T04:59:55.762239+0000 mgr.y (mgr.24832) 276 : cluster [DBG] pgmap v224: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/67512 objects degraded (11.795%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:57.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:57 smithi072 bash[82901]: cluster 2024-05-11T04:59:55.762239+0000 mgr.y (mgr.24832) 276 : cluster [DBG] pgmap v224: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.4 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/67512 objects degraded (11.795%); 0 B/s, 39 objects/s recovering 2024-05-11T04:59:59.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:58 smithi086 bash[67518]: cluster 2024-05-11T04:59:57.762759+0000 mgr.y (mgr.24832) 277 : cluster [DBG] pgmap v225: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:59.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:58 smithi086 bash[67518]: cluster 2024-05-11T04:59:57.762759+0000 mgr.y (mgr.24832) 277 : cluster [DBG] pgmap v225: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:59.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:58 smithi086 bash[67518]: cluster 2024-05-11T04:59:58.313460+0000 mon.a (mon.0) 446 : cluster [WRN] Health check update: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:59.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 04:59:58 smithi086 bash[67518]: cluster 2024-05-11T04:59:58.313460+0000 mon.a (mon.0) 446 : cluster [WRN] Health check update: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:59.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:58 smithi072 bash[80515]: cluster 2024-05-11T04:59:57.762759+0000 mgr.y (mgr.24832) 277 : cluster [DBG] pgmap v225: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:59.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:58 smithi072 bash[80515]: cluster 2024-05-11T04:59:57.762759+0000 mgr.y (mgr.24832) 277 : cluster [DBG] pgmap v225: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:59.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:58 smithi072 bash[80515]: cluster 2024-05-11T04:59:58.313460+0000 mon.a (mon.0) 446 : cluster [WRN] Health check update: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:59.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 04:59:58 smithi072 bash[80515]: cluster 2024-05-11T04:59:58.313460+0000 mon.a (mon.0) 446 : cluster [WRN] Health check update: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:59.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:58 smithi072 bash[82901]: cluster 2024-05-11T04:59:57.762759+0000 mgr.y (mgr.24832) 277 : cluster [DBG] pgmap v225: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:59.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:58 smithi072 bash[82901]: cluster 2024-05-11T04:59:57.762759+0000 mgr.y (mgr.24832) 277 : cluster [DBG] pgmap v225: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 681 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 43 objects/s recovering 2024-05-11T04:59:59.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:58 smithi072 bash[82901]: cluster 2024-05-11T04:59:58.313460+0000 mon.a (mon.0) 446 : cluster [WRN] Health check update: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:59.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 04:59:58 smithi072 bash[82901]: cluster 2024-05-11T04:59:58.313460+0000 mon.a (mon.0) 446 : cluster [WRN] Health check update: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T04:59:59.675 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade resume' 2024-05-11T05:00:00.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable; Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:00.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : [WRN] PG_DEGRADED: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : pg 7.4 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : pg 7.6 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [3,7] 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : pg 7.7 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,3] 2024-05-11T05:00:00.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : pg 7.9 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:00.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : pg 7.d is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,1] 2024-05-11T05:00:00.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: debug 2024-05-11T04:59:59.998+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : pg 7.f is stuck undersized for 88s, current state active+recovering+undersized+remapped, last acting [3,7] 2024-05-11T05:00:01.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T04:59:59.763392+0000 mgr.y (mgr.24832) 278 : cluster [DBG] pgmap v226: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 23 objects/s recovering 2024-05-11T05:00:01.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T04:59:59.763392+0000 mgr.y (mgr.24832) 278 : cluster [DBG] pgmap v226: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 23 objects/s recovering 2024-05-11T05:00:01.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000131+0000 mon.a (mon.0) 447 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable; Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000131+0000 mon.a (mon.0) 447 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable; Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000174+0000 mon.a (mon.0) 448 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000174+0000 mon.a (mon.0) 448 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000187+0000 mon.a (mon.0) 449 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000187+0000 mon.a (mon.0) 449 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000198+0000 mon.a (mon.0) 450 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000198+0000 mon.a (mon.0) 450 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000209+0000 mon.a (mon.0) 451 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000209+0000 mon.a (mon.0) 451 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000274+0000 mon.a (mon.0) 452 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000274+0000 mon.a (mon.0) 452 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000286+0000 mon.a (mon.0) 453 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000286+0000 mon.a (mon.0) 453 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000301+0000 mon.a (mon.0) 454 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000301+0000 mon.a (mon.0) 454 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000313+0000 mon.a (mon.0) 455 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000313+0000 mon.a (mon.0) 455 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000330+0000 mon.a (mon.0) 456 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000330+0000 mon.a (mon.0) 456 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000358+0000 mon.a (mon.0) 457 : cluster [ERR] [WRN] PG_DEGRADED: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000358+0000 mon.a (mon.0) 457 : cluster [ERR] [WRN] PG_DEGRADED: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000375+0000 mon.a (mon.0) 458 : cluster [ERR] pg 7.4 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000375+0000 mon.a (mon.0) 458 : cluster [ERR] pg 7.4 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000391+0000 mon.a (mon.0) 459 : cluster [ERR] pg 7.6 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [3,7] 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000391+0000 mon.a (mon.0) 459 : cluster [ERR] pg 7.6 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [3,7] 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000408+0000 mon.a (mon.0) 460 : cluster [ERR] pg 7.7 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,3] 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000408+0000 mon.a (mon.0) 460 : cluster [ERR] pg 7.7 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,3] 2024-05-11T05:00:01.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000424+0000 mon.a (mon.0) 461 : cluster [ERR] pg 7.9 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000424+0000 mon.a (mon.0) 461 : cluster [ERR] pg 7.9 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000438+0000 mon.a (mon.0) 462 : cluster [ERR] pg 7.d is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,1] 2024-05-11T05:00:01.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000438+0000 mon.a (mon.0) 462 : cluster [ERR] pg 7.d is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,1] 2024-05-11T05:00:01.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000449+0000 mon.a (mon.0) 463 : cluster [ERR] pg 7.f is stuck undersized for 88s, current state active+recovering+undersized+remapped, last acting [3,7] 2024-05-11T05:00:01.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:00 smithi086 bash[67518]: cluster 2024-05-11T05:00:00.000449+0000 mon.a (mon.0) 463 : cluster [ERR] pg 7.f is stuck undersized for 88s, current state active+recovering+undersized+remapped, last acting [3,7] 2024-05-11T05:00:01.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T04:59:59.763392+0000 mgr.y (mgr.24832) 278 : cluster [DBG] pgmap v226: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 23 objects/s recovering 2024-05-11T05:00:01.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T04:59:59.763392+0000 mgr.y (mgr.24832) 278 : cluster [DBG] pgmap v226: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 23 objects/s recovering 2024-05-11T05:00:01.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000131+0000 mon.a (mon.0) 447 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable; Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000131+0000 mon.a (mon.0) 447 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable; Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000174+0000 mon.a (mon.0) 448 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:00:01.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000174+0000 mon.a (mon.0) 448 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:00:01.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000187+0000 mon.a (mon.0) 449 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000187+0000 mon.a (mon.0) 449 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000198+0000 mon.a (mon.0) 450 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000198+0000 mon.a (mon.0) 450 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000209+0000 mon.a (mon.0) 451 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000209+0000 mon.a (mon.0) 451 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000274+0000 mon.a (mon.0) 452 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000274+0000 mon.a (mon.0) 452 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000286+0000 mon.a (mon.0) 453 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000286+0000 mon.a (mon.0) 453 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000301+0000 mon.a (mon.0) 454 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000301+0000 mon.a (mon.0) 454 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000313+0000 mon.a (mon.0) 455 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000313+0000 mon.a (mon.0) 455 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000330+0000 mon.a (mon.0) 456 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000330+0000 mon.a (mon.0) 456 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000358+0000 mon.a (mon.0) 457 : cluster [ERR] [WRN] PG_DEGRADED: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000358+0000 mon.a (mon.0) 457 : cluster [ERR] [WRN] PG_DEGRADED: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000375+0000 mon.a (mon.0) 458 : cluster [ERR] pg 7.4 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000375+0000 mon.a (mon.0) 458 : cluster [ERR] pg 7.4 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000391+0000 mon.a (mon.0) 459 : cluster [ERR] pg 7.6 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [3,7] 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000391+0000 mon.a (mon.0) 459 : cluster [ERR] pg 7.6 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [3,7] 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000408+0000 mon.a (mon.0) 460 : cluster [ERR] pg 7.7 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,3] 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000408+0000 mon.a (mon.0) 460 : cluster [ERR] pg 7.7 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,3] 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000424+0000 mon.a (mon.0) 461 : cluster [ERR] pg 7.9 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000424+0000 mon.a (mon.0) 461 : cluster [ERR] pg 7.9 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000438+0000 mon.a (mon.0) 462 : cluster [ERR] pg 7.d is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,1] 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000438+0000 mon.a (mon.0) 462 : cluster [ERR] pg 7.d is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,1] 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000449+0000 mon.a (mon.0) 463 : cluster [ERR] pg 7.f is stuck undersized for 88s, current state active+recovering+undersized+remapped, last acting [3,7] 2024-05-11T05:00:01.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:00 smithi072 bash[80515]: cluster 2024-05-11T05:00:00.000449+0000 mon.a (mon.0) 463 : cluster [ERR] pg 7.f is stuck undersized for 88s, current state active+recovering+undersized+remapped, last acting [3,7] 2024-05-11T05:00:01.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T04:59:59.763392+0000 mgr.y (mgr.24832) 278 : cluster [DBG] pgmap v226: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 23 objects/s recovering 2024-05-11T05:00:01.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T04:59:59.763392+0000 mgr.y (mgr.24832) 278 : cluster [DBG] pgmap v226: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.3 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 601 op/s; 7963/64257 objects degraded (12.392%); 0 B/s, 23 objects/s recovering 2024-05-11T05:00:01.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000131+0000 mon.a (mon.0) 447 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable; Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000131+0000 mon.a (mon.0) 447 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable; Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000174+0000 mon.a (mon.0) 448 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:00:01.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000174+0000 mon.a (mon.0) 448 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:00:01.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000187+0000 mon.a (mon.0) 449 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000187+0000 mon.a (mon.0) 449 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000198+0000 mon.a (mon.0) 450 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000198+0000 mon.a (mon.0) 450 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000209+0000 mon.a (mon.0) 451 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000209+0000 mon.a (mon.0) 451 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000274+0000 mon.a (mon.0) 452 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000274+0000 mon.a (mon.0) 452 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000286+0000 mon.a (mon.0) 453 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000286+0000 mon.a (mon.0) 453 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000301+0000 mon.a (mon.0) 454 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000301+0000 mon.a (mon.0) 454 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000313+0000 mon.a (mon.0) 455 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000313+0000 mon.a (mon.0) 455 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000330+0000 mon.a (mon.0) 456 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000330+0000 mon.a (mon.0) 456 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000358+0000 mon.a (mon.0) 457 : cluster [ERR] [WRN] PG_DEGRADED: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000358+0000 mon.a (mon.0) 457 : cluster [ERR] [WRN] PG_DEGRADED: Degraded data redundancy: 7963/64257 objects degraded (12.392%), 5 pgs degraded, 6 pgs undersized 2024-05-11T05:00:01.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000375+0000 mon.a (mon.0) 458 : cluster [ERR] pg 7.4 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000375+0000 mon.a (mon.0) 458 : cluster [ERR] pg 7.4 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000391+0000 mon.a (mon.0) 459 : cluster [ERR] pg 7.6 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [3,7] 2024-05-11T05:00:01.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000391+0000 mon.a (mon.0) 459 : cluster [ERR] pg 7.6 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [3,7] 2024-05-11T05:00:01.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000408+0000 mon.a (mon.0) 460 : cluster [ERR] pg 7.7 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,3] 2024-05-11T05:00:01.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000408+0000 mon.a (mon.0) 460 : cluster [ERR] pg 7.7 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,3] 2024-05-11T05:00:01.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000424+0000 mon.a (mon.0) 461 : cluster [ERR] pg 7.9 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000424+0000 mon.a (mon.0) 461 : cluster [ERR] pg 7.9 is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [1,4] 2024-05-11T05:00:01.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000438+0000 mon.a (mon.0) 462 : cluster [ERR] pg 7.d is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,1] 2024-05-11T05:00:01.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000438+0000 mon.a (mon.0) 462 : cluster [ERR] pg 7.d is stuck undersized for 88s, current state active+recovery_wait+undersized+degraded+remapped, last acting [6,1] 2024-05-11T05:00:01.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000449+0000 mon.a (mon.0) 463 : cluster [ERR] pg 7.f is stuck undersized for 88s, current state active+recovering+undersized+remapped, last acting [3,7] 2024-05-11T05:00:01.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:00 smithi072 bash[82901]: cluster 2024-05-11T05:00:00.000449+0000 mon.a (mon.0) 463 : cluster [ERR] pg 7.f is stuck undersized for 88s, current state active+recovering+undersized+remapped, last acting [3,7] 2024-05-11T05:00:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:02 smithi086 bash[67518]: cluster 2024-05-11T05:00:01.764177+0000 mgr.y (mgr.24832) 279 : cluster [DBG] pgmap v227: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 846 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:02 smithi086 bash[67518]: cluster 2024-05-11T05:00:01.764177+0000 mgr.y (mgr.24832) 279 : cluster [DBG] pgmap v227: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 846 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:02 smithi086 bash[67518]: audit 2024-05-11T05:00:02.419513+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:02 smithi086 bash[67518]: audit 2024-05-11T05:00:02.419513+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:02 smithi072 bash[80515]: cluster 2024-05-11T05:00:01.764177+0000 mgr.y (mgr.24832) 279 : cluster [DBG] pgmap v227: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 846 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:02 smithi072 bash[80515]: cluster 2024-05-11T05:00:01.764177+0000 mgr.y (mgr.24832) 279 : cluster [DBG] pgmap v227: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 846 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:02 smithi072 bash[80515]: audit 2024-05-11T05:00:02.419513+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:02 smithi072 bash[80515]: audit 2024-05-11T05:00:02.419513+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:02 smithi072 bash[82901]: cluster 2024-05-11T05:00:01.764177+0000 mgr.y (mgr.24832) 279 : cluster [DBG] pgmap v227: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 846 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:02 smithi072 bash[82901]: cluster 2024-05-11T05:00:01.764177+0000 mgr.y (mgr.24832) 279 : cluster [DBG] pgmap v227: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 846 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:02 smithi072 bash[82901]: audit 2024-05-11T05:00:02.419513+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:02 smithi072 bash[82901]: audit 2024-05-11T05:00:02.419513+0000 mon.a (mon.0) 464 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:04 smithi086 bash[67518]: cluster 2024-05-11T05:00:03.314752+0000 mon.a (mon.0) 465 : cluster [WRN] Health check update: Degraded data redundancy: 7963/55446 objects degraded (14.362%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:04 smithi086 bash[67518]: cluster 2024-05-11T05:00:03.314752+0000 mon.a (mon.0) 465 : cluster [WRN] Health check update: Degraded data redundancy: 7963/55446 objects degraded (14.362%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:04 smithi086 bash[67518]: audit 2024-05-11T05:00:03.847716+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:04 smithi086 bash[67518]: audit 2024-05-11T05:00:03.847716+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:04.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:00:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:00:03] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-05-11T05:00:04.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:04 smithi072 bash[82901]: cluster 2024-05-11T05:00:03.314752+0000 mon.a (mon.0) 465 : cluster [WRN] Health check update: Degraded data redundancy: 7963/55446 objects degraded (14.362%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:04.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:04 smithi072 bash[82901]: cluster 2024-05-11T05:00:03.314752+0000 mon.a (mon.0) 465 : cluster [WRN] Health check update: Degraded data redundancy: 7963/55446 objects degraded (14.362%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:04.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:04 smithi072 bash[82901]: audit 2024-05-11T05:00:03.847716+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:04.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:04 smithi072 bash[82901]: audit 2024-05-11T05:00:03.847716+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:04.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:04 smithi072 bash[80515]: cluster 2024-05-11T05:00:03.314752+0000 mon.a (mon.0) 465 : cluster [WRN] Health check update: Degraded data redundancy: 7963/55446 objects degraded (14.362%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:04.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:04 smithi072 bash[80515]: cluster 2024-05-11T05:00:03.314752+0000 mon.a (mon.0) 465 : cluster [WRN] Health check update: Degraded data redundancy: 7963/55446 objects degraded (14.362%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:04.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:04 smithi072 bash[80515]: audit 2024-05-11T05:00:03.847716+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:04.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:04 smithi072 bash[80515]: audit 2024-05-11T05:00:03.847716+0000 mon.a (mon.0) 466 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:04.487 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:00:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:05 smithi086 bash[67518]: cluster 2024-05-11T05:00:03.764738+0000 mgr.y (mgr.24832) 280 : cluster [DBG] pgmap v228: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:05 smithi086 bash[67518]: cluster 2024-05-11T05:00:03.764738+0000 mgr.y (mgr.24832) 280 : cluster [DBG] pgmap v228: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:05.321 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:05 smithi072 bash[80515]: cluster 2024-05-11T05:00:03.764738+0000 mgr.y (mgr.24832) 280 : cluster [DBG] pgmap v228: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:05.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:05 smithi072 bash[80515]: cluster 2024-05-11T05:00:03.764738+0000 mgr.y (mgr.24832) 280 : cluster [DBG] pgmap v228: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:05.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:05 smithi072 bash[82901]: cluster 2024-05-11T05:00:03.764738+0000 mgr.y (mgr.24832) 280 : cluster [DBG] pgmap v228: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:05.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:05 smithi072 bash[82901]: cluster 2024-05-11T05:00:03.764738+0000 mgr.y (mgr.24832) 280 : cluster [DBG] pgmap v228: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.1 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 7963/55446 objects degraded (14.362%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:07.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:07 smithi086 bash[67518]: cluster 2024-05-11T05:00:05.765423+0000 mgr.y (mgr.24832) 281 : cluster [DBG] pgmap v229: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 7963/49854 objects degraded (15.973%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:07.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:07 smithi086 bash[67518]: cluster 2024-05-11T05:00:05.765423+0000 mgr.y (mgr.24832) 281 : cluster [DBG] pgmap v229: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 7963/49854 objects degraded (15.973%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:07 smithi072 bash[80515]: cluster 2024-05-11T05:00:05.765423+0000 mgr.y (mgr.24832) 281 : cluster [DBG] pgmap v229: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 7963/49854 objects degraded (15.973%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:07.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:07 smithi072 bash[80515]: cluster 2024-05-11T05:00:05.765423+0000 mgr.y (mgr.24832) 281 : cluster [DBG] pgmap v229: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 7963/49854 objects degraded (15.973%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:07.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:07 smithi072 bash[82901]: cluster 2024-05-11T05:00:05.765423+0000 mgr.y (mgr.24832) 281 : cluster [DBG] pgmap v229: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 7963/49854 objects degraded (15.973%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:07.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:07 smithi072 bash[82901]: cluster 2024-05-11T05:00:05.765423+0000 mgr.y (mgr.24832) 281 : cluster [DBG] pgmap v229: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 1.0 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 7963/49854 objects degraded (15.973%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: cluster 2024-05-11T05:00:07.766030+0000 mgr.y (mgr.24832) 282 : cluster [DBG] pgmap v230: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: cluster 2024-05-11T05:00:07.766030+0000 mgr.y (mgr.24832) 282 : cluster [DBG] pgmap v230: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: cluster 2024-05-11T05:00:08.315539+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 7963/45444 objects degraded (17.523%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: cluster 2024-05-11T05:00:08.315539+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 7963/45444 objects degraded (17.523%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: audit 2024-05-11T05:00:08.753591+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: audit 2024-05-11T05:00:08.753591+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: audit 2024-05-11T05:00:08.781010+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: audit 2024-05-11T05:00:08.781010+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: audit 2024-05-11T05:00:08.921810+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: audit 2024-05-11T05:00:08.921810+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: audit 2024-05-11T05:00:08.927443+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:09 smithi086 bash[67518]: audit 2024-05-11T05:00:08.927443+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.378 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: cluster 2024-05-11T05:00:07.766030+0000 mgr.y (mgr.24832) 282 : cluster [DBG] pgmap v230: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:09.378 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: cluster 2024-05-11T05:00:07.766030+0000 mgr.y (mgr.24832) 282 : cluster [DBG] pgmap v230: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:09.378 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: cluster 2024-05-11T05:00:08.315539+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 7963/45444 objects degraded (17.523%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:09.378 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: cluster 2024-05-11T05:00:08.315539+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 7963/45444 objects degraded (17.523%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:09.378 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: audit 2024-05-11T05:00:08.753591+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.378 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: audit 2024-05-11T05:00:08.753591+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.378 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: audit 2024-05-11T05:00:08.781010+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.379 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: audit 2024-05-11T05:00:08.781010+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.379 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: audit 2024-05-11T05:00:08.921810+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.379 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: audit 2024-05-11T05:00:08.921810+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.379 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: audit 2024-05-11T05:00:08.927443+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.379 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:09 smithi072 bash[80515]: audit 2024-05-11T05:00:08.927443+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.379 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: cluster 2024-05-11T05:00:07.766030+0000 mgr.y (mgr.24832) 282 : cluster [DBG] pgmap v230: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:09.379 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: cluster 2024-05-11T05:00:07.766030+0000 mgr.y (mgr.24832) 282 : cluster [DBG] pgmap v230: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 612 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 45 objects/s recovering 2024-05-11T05:00:09.379 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: cluster 2024-05-11T05:00:08.315539+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 7963/45444 objects degraded (17.523%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:09.379 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: cluster 2024-05-11T05:00:08.315539+0000 mon.a (mon.0) 467 : cluster [WRN] Health check update: Degraded data redundancy: 7963/45444 objects degraded (17.523%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:09.379 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: audit 2024-05-11T05:00:08.753591+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.380 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: audit 2024-05-11T05:00:08.753591+0000 mon.a (mon.0) 468 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.380 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: audit 2024-05-11T05:00:08.781010+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.380 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: audit 2024-05-11T05:00:08.781010+0000 mon.a (mon.0) 469 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.380 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: audit 2024-05-11T05:00:08.921810+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.380 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: audit 2024-05-11T05:00:08.921810+0000 mon.a (mon.0) 470 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.380 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: audit 2024-05-11T05:00:08.927443+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:09.380 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:09 smithi072 bash[82901]: audit 2024-05-11T05:00:08.927443+0000 mon.a (mon.0) 471 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:10.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:10 smithi086 bash[67518]: audit 2024-05-11T05:00:09.608049+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:10.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:10 smithi086 bash[67518]: audit 2024-05-11T05:00:09.608049+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:10.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:10 smithi086 bash[67518]: audit 2024-05-11T05:00:09.609538+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:10.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:10 smithi086 bash[67518]: audit 2024-05-11T05:00:09.609538+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:10.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:10 smithi086 bash[67518]: audit 2024-05-11T05:00:09.619912+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:10.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:10 smithi086 bash[67518]: audit 2024-05-11T05:00:09.619912+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:10.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:10 smithi072 bash[80515]: audit 2024-05-11T05:00:09.608049+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:10.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:10 smithi072 bash[80515]: audit 2024-05-11T05:00:09.608049+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:10.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:10 smithi072 bash[80515]: audit 2024-05-11T05:00:09.609538+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:10.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:10 smithi072 bash[80515]: audit 2024-05-11T05:00:09.609538+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:10.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:10 smithi072 bash[80515]: audit 2024-05-11T05:00:09.619912+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:10.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:10 smithi072 bash[80515]: audit 2024-05-11T05:00:09.619912+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:10.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:10 smithi072 bash[82901]: audit 2024-05-11T05:00:09.608049+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:10.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:10 smithi072 bash[82901]: audit 2024-05-11T05:00:09.608049+0000 mon.a (mon.0) 472 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:10.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:10 smithi072 bash[82901]: audit 2024-05-11T05:00:09.609538+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:10.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:10 smithi072 bash[82901]: audit 2024-05-11T05:00:09.609538+0000 mon.a (mon.0) 473 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:10.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:10 smithi072 bash[82901]: audit 2024-05-11T05:00:09.619912+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:10.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:10 smithi072 bash[82901]: audit 2024-05-11T05:00:09.619912+0000 mon.a (mon.0) 474 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:11 smithi086 bash[67518]: cluster 2024-05-11T05:00:09.766594+0000 mgr.y (mgr.24832) 283 : cluster [DBG] pgmap v231: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 34 objects/s recovering 2024-05-11T05:00:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:11 smithi086 bash[67518]: cluster 2024-05-11T05:00:09.766594+0000 mgr.y (mgr.24832) 283 : cluster [DBG] pgmap v231: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 34 objects/s recovering 2024-05-11T05:00:11.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:11 smithi072 bash[80515]: cluster 2024-05-11T05:00:09.766594+0000 mgr.y (mgr.24832) 283 : cluster [DBG] pgmap v231: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 34 objects/s recovering 2024-05-11T05:00:11.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:11 smithi072 bash[80515]: cluster 2024-05-11T05:00:09.766594+0000 mgr.y (mgr.24832) 283 : cluster [DBG] pgmap v231: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 34 objects/s recovering 2024-05-11T05:00:11.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:11 smithi072 bash[82901]: cluster 2024-05-11T05:00:09.766594+0000 mgr.y (mgr.24832) 283 : cluster [DBG] pgmap v231: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 34 objects/s recovering 2024-05-11T05:00:11.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:11 smithi072 bash[82901]: cluster 2024-05-11T05:00:09.766594+0000 mgr.y (mgr.24832) 283 : cluster [DBG] pgmap v231: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 946 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 522 op/s; 7963/45444 objects degraded (17.523%); 0 B/s, 34 objects/s recovering 2024-05-11T05:00:13.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:13 smithi086 bash[67518]: cluster 2024-05-11T05:00:11.767268+0000 mgr.y (mgr.24832) 284 : cluster [DBG] pgmap v232: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 51 objects/s recovering 2024-05-11T05:00:13.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:13 smithi086 bash[67518]: cluster 2024-05-11T05:00:11.767268+0000 mgr.y (mgr.24832) 284 : cluster [DBG] pgmap v232: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 51 objects/s recovering 2024-05-11T05:00:13.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:13 smithi072 bash[80515]: cluster 2024-05-11T05:00:11.767268+0000 mgr.y (mgr.24832) 284 : cluster [DBG] pgmap v232: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 51 objects/s recovering 2024-05-11T05:00:13.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:13 smithi072 bash[80515]: cluster 2024-05-11T05:00:11.767268+0000 mgr.y (mgr.24832) 284 : cluster [DBG] pgmap v232: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 51 objects/s recovering 2024-05-11T05:00:13.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:13 smithi072 bash[82901]: cluster 2024-05-11T05:00:11.767268+0000 mgr.y (mgr.24832) 284 : cluster [DBG] pgmap v232: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 51 objects/s recovering 2024-05-11T05:00:13.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:13 smithi072 bash[82901]: cluster 2024-05-11T05:00:11.767268+0000 mgr.y (mgr.24832) 284 : cluster [DBG] pgmap v232: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 51 objects/s recovering 2024-05-11T05:00:14.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:14 smithi086 bash[67518]: cluster 2024-05-11T05:00:13.316427+0000 mon.a (mon.0) 475 : cluster [WRN] Health check update: Degraded data redundancy: 7963/36459 objects degraded (21.841%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:14.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:14 smithi086 bash[67518]: cluster 2024-05-11T05:00:13.316427+0000 mon.a (mon.0) 475 : cluster [WRN] Health check update: Degraded data redundancy: 7963/36459 objects degraded (21.841%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:14.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:00:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:00:13] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-05-11T05:00:14.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:14 smithi072 bash[80515]: cluster 2024-05-11T05:00:13.316427+0000 mon.a (mon.0) 475 : cluster [WRN] Health check update: Degraded data redundancy: 7963/36459 objects degraded (21.841%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:14.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:14 smithi072 bash[80515]: cluster 2024-05-11T05:00:13.316427+0000 mon.a (mon.0) 475 : cluster [WRN] Health check update: Degraded data redundancy: 7963/36459 objects degraded (21.841%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:14.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:14 smithi072 bash[82901]: cluster 2024-05-11T05:00:13.316427+0000 mon.a (mon.0) 475 : cluster [WRN] Health check update: Degraded data redundancy: 7963/36459 objects degraded (21.841%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:14.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:14 smithi072 bash[82901]: cluster 2024-05-11T05:00:13.316427+0000 mon.a (mon.0) 475 : cluster [WRN] Health check update: Degraded data redundancy: 7963/36459 objects degraded (21.841%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:15.091 INFO:teuthology.orchestra.run.smithi072.stdout:Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:00:15.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:15 smithi086 bash[67518]: cluster 2024-05-11T05:00:13.767729+0000 mgr.y (mgr.24832) 285 : cluster [DBG] pgmap v233: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:15.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:15 smithi086 bash[67518]: cluster 2024-05-11T05:00:13.767729+0000 mgr.y (mgr.24832) 285 : cluster [DBG] pgmap v233: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:15.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:15 smithi072 bash[80515]: cluster 2024-05-11T05:00:13.767729+0000 mgr.y (mgr.24832) 285 : cluster [DBG] pgmap v233: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:15.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:15 smithi072 bash[80515]: cluster 2024-05-11T05:00:13.767729+0000 mgr.y (mgr.24832) 285 : cluster [DBG] pgmap v233: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:15.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:00:15 smithi072 bash[72627]: debug 2024-05-11T05:00:15.250+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:15.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:15 smithi072 bash[82901]: cluster 2024-05-11T05:00:13.767729+0000 mgr.y (mgr.24832) 285 : cluster [DBG] pgmap v233: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:15.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:15 smithi072 bash[82901]: cluster 2024-05-11T05:00:13.767729+0000 mgr.y (mgr.24832) 285 : cluster [DBG] pgmap v233: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 759 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 527 op/s; 7963/36459 objects degraded (21.841%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.087284+0000 mgr.y (mgr.24832) 286 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:00:16.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.087284+0000 mgr.y (mgr.24832) 286 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: cephadm 2024-05-11T05:00:15.087758+0000 mgr.y (mgr.24832) 287 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: cephadm 2024-05-11T05:00:15.087758+0000 mgr.y (mgr.24832) 287 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.093527+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.093527+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.140661+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.140661+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.143247+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.143247+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.144496+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.144496+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.151383+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.151383+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.238499+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.238499+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.245076+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.245076+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.247500+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.247500+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.249302+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.249302+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.251786+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.251786+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.254605+0000 mgr.y (mgr.24832) 288 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: audit 2024-05-11T05:00:15.254605+0000 mgr.y (mgr.24832) 288 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: cephadm 2024-05-11T05:00:15.255828+0000 mgr.y (mgr.24832) 289 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:16.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:16 smithi086 bash[67518]: cephadm 2024-05-11T05:00:15.255828+0000 mgr.y (mgr.24832) 289 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.087284+0000 mgr.y (mgr.24832) 286 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:00:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.087284+0000 mgr.y (mgr.24832) 286 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:00:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: cephadm 2024-05-11T05:00:15.087758+0000 mgr.y (mgr.24832) 287 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:00:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: cephadm 2024-05-11T05:00:15.087758+0000 mgr.y (mgr.24832) 287 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:00:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.093527+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.093527+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.140661+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.140661+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.143247+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.143247+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.144496+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.144496+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.151383+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.151383+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.238499+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.238499+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.245076+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.245076+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.247500+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.247500+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.249302+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.249302+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.251786+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.251786+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.254605+0000 mgr.y (mgr.24832) 288 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: audit 2024-05-11T05:00:15.254605+0000 mgr.y (mgr.24832) 288 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: cephadm 2024-05-11T05:00:15.255828+0000 mgr.y (mgr.24832) 289 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:16.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:16 smithi072 bash[80515]: cephadm 2024-05-11T05:00:15.255828+0000 mgr.y (mgr.24832) 289 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:16.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.087284+0000 mgr.y (mgr.24832) 286 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:00:16.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.087284+0000 mgr.y (mgr.24832) 286 : audit [DBG] from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade resume", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:00:16.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: cephadm 2024-05-11T05:00:15.087758+0000 mgr.y (mgr.24832) 287 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:00:16.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: cephadm 2024-05-11T05:00:15.087758+0000 mgr.y (mgr.24832) 287 : cephadm [INF] Upgrade: Resumed upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:00:16.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.093527+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.093527+0000 mon.a (mon.0) 476 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.140661+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.140661+0000 mon.a (mon.0) 477 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.143247+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.143247+0000 mon.a (mon.0) 478 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.144496+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.144496+0000 mon.a (mon.0) 479 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.151383+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.151383+0000 mon.a (mon.0) 480 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.238499+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.238499+0000 mon.a (mon.0) 481 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.245076+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.245076+0000 mon.a (mon.0) 482 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.247500+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.247500+0000 mon.a (mon.0) 483 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.249302+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.249302+0000 mon.a (mon.0) 484 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:00:16.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.251786+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.251786+0000 mon.a (mon.0) 485 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.254605+0000 mgr.y (mgr.24832) 288 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: audit 2024-05-11T05:00:15.254605+0000 mgr.y (mgr.24832) 288 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:16.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: cephadm 2024-05-11T05:00:15.255828+0000 mgr.y (mgr.24832) 289 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:16.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:16 smithi072 bash[82901]: cephadm 2024-05-11T05:00:15.255828+0000 mgr.y (mgr.24832) 289 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:17.097 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'echo wait for half of osds to upgrade' 2024-05-11T05:00:17.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:17 smithi072 bash[80515]: cluster 2024-05-11T05:00:15.768489+0000 mgr.y (mgr.24832) 290 : cluster [DBG] pgmap v234: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 647 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 7963/31080 objects degraded (25.621%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:17.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:17 smithi072 bash[80515]: cluster 2024-05-11T05:00:15.768489+0000 mgr.y (mgr.24832) 290 : cluster [DBG] pgmap v234: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 647 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 7963/31080 objects degraded (25.621%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:17.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:17 smithi072 bash[82901]: cluster 2024-05-11T05:00:15.768489+0000 mgr.y (mgr.24832) 290 : cluster [DBG] pgmap v234: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 647 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 7963/31080 objects degraded (25.621%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:17.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:17 smithi072 bash[82901]: cluster 2024-05-11T05:00:15.768489+0000 mgr.y (mgr.24832) 290 : cluster [DBG] pgmap v234: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 647 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 7963/31080 objects degraded (25.621%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:17.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:17 smithi086 bash[67518]: cluster 2024-05-11T05:00:15.768489+0000 mgr.y (mgr.24832) 290 : cluster [DBG] pgmap v234: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 647 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 7963/31080 objects degraded (25.621%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:17.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:17 smithi086 bash[67518]: cluster 2024-05-11T05:00:15.768489+0000 mgr.y (mgr.24832) 290 : cluster [DBG] pgmap v234: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 647 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 7963/31080 objects degraded (25.621%); 0 B/s, 30 objects/s recovering 2024-05-11T05:00:18.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:18 smithi086 bash[67518]: cluster 2024-05-11T05:00:18.317263+0000 mon.a (mon.0) 486 : cluster [WRN] Health check update: Degraded data redundancy: 7963/31080 objects degraded (25.621%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:18.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:18 smithi086 bash[67518]: cluster 2024-05-11T05:00:18.317263+0000 mon.a (mon.0) 486 : cluster [WRN] Health check update: Degraded data redundancy: 7963/31080 objects degraded (25.621%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:18 smithi072 bash[80515]: cluster 2024-05-11T05:00:18.317263+0000 mon.a (mon.0) 486 : cluster [WRN] Health check update: Degraded data redundancy: 7963/31080 objects degraded (25.621%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:18.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:18 smithi072 bash[80515]: cluster 2024-05-11T05:00:18.317263+0000 mon.a (mon.0) 486 : cluster [WRN] Health check update: Degraded data redundancy: 7963/31080 objects degraded (25.621%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:18.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:18 smithi072 bash[82901]: cluster 2024-05-11T05:00:18.317263+0000 mon.a (mon.0) 486 : cluster [WRN] Health check update: Degraded data redundancy: 7963/31080 objects degraded (25.621%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:18.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:18 smithi072 bash[82901]: cluster 2024-05-11T05:00:18.317263+0000 mon.a (mon.0) 486 : cluster [WRN] Health check update: Degraded data redundancy: 7963/31080 objects degraded (25.621%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:19.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:19 smithi086 bash[67518]: cluster 2024-05-11T05:00:17.769085+0000 mgr.y (mgr.24832) 291 : cluster [DBG] pgmap v235: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 52 objects/s recovering 2024-05-11T05:00:19.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:19 smithi086 bash[67518]: cluster 2024-05-11T05:00:17.769085+0000 mgr.y (mgr.24832) 291 : cluster [DBG] pgmap v235: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 52 objects/s recovering 2024-05-11T05:00:19.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:19 smithi086 bash[67518]: audit 2024-05-11T05:00:18.848192+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:19.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:19 smithi086 bash[67518]: audit 2024-05-11T05:00:18.848192+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:19.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:19 smithi072 bash[80515]: cluster 2024-05-11T05:00:17.769085+0000 mgr.y (mgr.24832) 291 : cluster [DBG] pgmap v235: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 52 objects/s recovering 2024-05-11T05:00:19.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:19 smithi072 bash[80515]: cluster 2024-05-11T05:00:17.769085+0000 mgr.y (mgr.24832) 291 : cluster [DBG] pgmap v235: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 52 objects/s recovering 2024-05-11T05:00:19.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:19 smithi072 bash[80515]: audit 2024-05-11T05:00:18.848192+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:19.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:19 smithi072 bash[80515]: audit 2024-05-11T05:00:18.848192+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:19.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:19 smithi072 bash[82901]: cluster 2024-05-11T05:00:17.769085+0000 mgr.y (mgr.24832) 291 : cluster [DBG] pgmap v235: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 52 objects/s recovering 2024-05-11T05:00:19.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:19 smithi072 bash[82901]: cluster 2024-05-11T05:00:17.769085+0000 mgr.y (mgr.24832) 291 : cluster [DBG] pgmap v235: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 639 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 52 objects/s recovering 2024-05-11T05:00:19.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:19 smithi072 bash[82901]: audit 2024-05-11T05:00:18.848192+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:19.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:19 smithi072 bash[82901]: audit 2024-05-11T05:00:18.848192+0000 mon.a (mon.0) 487 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:21.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:21 smithi086 bash[67518]: cluster 2024-05-11T05:00:19.769668+0000 mgr.y (mgr.24832) 292 : cluster [DBG] pgmap v236: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 517 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 39 objects/s recovering 2024-05-11T05:00:21.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:21 smithi086 bash[67518]: cluster 2024-05-11T05:00:19.769668+0000 mgr.y (mgr.24832) 292 : cluster [DBG] pgmap v236: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 517 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 39 objects/s recovering 2024-05-11T05:00:21.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:21 smithi072 bash[80515]: cluster 2024-05-11T05:00:19.769668+0000 mgr.y (mgr.24832) 292 : cluster [DBG] pgmap v236: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 517 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 39 objects/s recovering 2024-05-11T05:00:21.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:21 smithi072 bash[80515]: cluster 2024-05-11T05:00:19.769668+0000 mgr.y (mgr.24832) 292 : cluster [DBG] pgmap v236: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 517 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 39 objects/s recovering 2024-05-11T05:00:21.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:21 smithi072 bash[82901]: cluster 2024-05-11T05:00:19.769668+0000 mgr.y (mgr.24832) 292 : cluster [DBG] pgmap v236: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 517 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 39 objects/s recovering 2024-05-11T05:00:21.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:21 smithi072 bash[82901]: cluster 2024-05-11T05:00:19.769668+0000 mgr.y (mgr.24832) 292 : cluster [DBG] pgmap v236: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 558 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 517 op/s; 7963/26823 objects degraded (29.687%); 0 B/s, 39 objects/s recovering 2024-05-11T05:00:21.861 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:00:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:23 smithi086 bash[67518]: cluster 2024-05-11T05:00:21.770455+0000 mgr.y (mgr.24832) 293 : cluster [DBG] pgmap v237: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 807 op/s; 7963/16356 objects degraded (48.685%); 0 B/s, 54 objects/s recovering 2024-05-11T05:00:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:23 smithi086 bash[67518]: cluster 2024-05-11T05:00:21.770455+0000 mgr.y (mgr.24832) 293 : cluster [DBG] pgmap v237: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 807 op/s; 7963/16356 objects degraded (48.685%); 0 B/s, 54 objects/s recovering 2024-05-11T05:00:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:23 smithi086 bash[67518]: cluster 2024-05-11T05:00:23.318126+0000 mon.a (mon.0) 488 : cluster [WRN] Health check update: Degraded data redundancy: 7963/16356 objects degraded (48.685%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:23 smithi086 bash[67518]: cluster 2024-05-11T05:00:23.318126+0000 mon.a (mon.0) 488 : cluster [WRN] Health check update: Degraded data redundancy: 7963/16356 objects degraded (48.685%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:23 smithi086 bash[67518]: cluster 2024-05-11T05:00:23.327435+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-05-11T05:00:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:23 smithi086 bash[67518]: cluster 2024-05-11T05:00:23.327435+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-05-11T05:00:23.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:23 smithi072 bash[80515]: cluster 2024-05-11T05:00:21.770455+0000 mgr.y (mgr.24832) 293 : cluster [DBG] pgmap v237: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 807 op/s; 7963/16356 objects degraded (48.685%); 0 B/s, 54 objects/s recovering 2024-05-11T05:00:23.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:23 smithi072 bash[80515]: cluster 2024-05-11T05:00:21.770455+0000 mgr.y (mgr.24832) 293 : cluster [DBG] pgmap v237: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 807 op/s; 7963/16356 objects degraded (48.685%); 0 B/s, 54 objects/s recovering 2024-05-11T05:00:23.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:23 smithi072 bash[80515]: cluster 2024-05-11T05:00:23.318126+0000 mon.a (mon.0) 488 : cluster [WRN] Health check update: Degraded data redundancy: 7963/16356 objects degraded (48.685%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:23.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:23 smithi072 bash[80515]: cluster 2024-05-11T05:00:23.318126+0000 mon.a (mon.0) 488 : cluster [WRN] Health check update: Degraded data redundancy: 7963/16356 objects degraded (48.685%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:23.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:23 smithi072 bash[80515]: cluster 2024-05-11T05:00:23.327435+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-05-11T05:00:23.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:23 smithi072 bash[80515]: cluster 2024-05-11T05:00:23.327435+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-05-11T05:00:23.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:23 smithi072 bash[82901]: cluster 2024-05-11T05:00:21.770455+0000 mgr.y (mgr.24832) 293 : cluster [DBG] pgmap v237: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 807 op/s; 7963/16356 objects degraded (48.685%); 0 B/s, 54 objects/s recovering 2024-05-11T05:00:23.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:23 smithi072 bash[82901]: cluster 2024-05-11T05:00:21.770455+0000 mgr.y (mgr.24832) 293 : cluster [DBG] pgmap v237: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 340 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 807 op/s; 7963/16356 objects degraded (48.685%); 0 B/s, 54 objects/s recovering 2024-05-11T05:00:23.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:23 smithi072 bash[82901]: cluster 2024-05-11T05:00:23.318126+0000 mon.a (mon.0) 488 : cluster [WRN] Health check update: Degraded data redundancy: 7963/16356 objects degraded (48.685%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:23.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:23 smithi072 bash[82901]: cluster 2024-05-11T05:00:23.318126+0000 mon.a (mon.0) 488 : cluster [WRN] Health check update: Degraded data redundancy: 7963/16356 objects degraded (48.685%), 5 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:23.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:23 smithi072 bash[82901]: cluster 2024-05-11T05:00:23.327435+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-05-11T05:00:23.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:23 smithi072 bash[82901]: cluster 2024-05-11T05:00:23.327435+0000 mon.a (mon.0) 489 : cluster [DBG] osdmap e99: 8 total, 8 up, 8 in 2024-05-11T05:00:24.305 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:00:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:00:23] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-05-11T05:00:25.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:25 smithi086 bash[67518]: cluster 2024-05-11T05:00:23.770917+0000 mgr.y (mgr.24832) 294 : cluster [DBG] pgmap v239: 89 pgs: 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 334 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 7963/16092 objects degraded (49.484%); 0 B/s, 47 objects/s recovering 2024-05-11T05:00:25.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:25 smithi086 bash[67518]: cluster 2024-05-11T05:00:23.770917+0000 mgr.y (mgr.24832) 294 : cluster [DBG] pgmap v239: 89 pgs: 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 334 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 7963/16092 objects degraded (49.484%); 0 B/s, 47 objects/s recovering 2024-05-11T05:00:25.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:25 smithi086 bash[67518]: cluster 2024-05-11T05:00:24.334818+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T05:00:25.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:25 smithi086 bash[67518]: cluster 2024-05-11T05:00:24.334818+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T05:00:25.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:25 smithi072 bash[80515]: cluster 2024-05-11T05:00:23.770917+0000 mgr.y (mgr.24832) 294 : cluster [DBG] pgmap v239: 89 pgs: 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 334 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 7963/16092 objects degraded (49.484%); 0 B/s, 47 objects/s recovering 2024-05-11T05:00:25.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:25 smithi072 bash[80515]: cluster 2024-05-11T05:00:23.770917+0000 mgr.y (mgr.24832) 294 : cluster [DBG] pgmap v239: 89 pgs: 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 334 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 7963/16092 objects degraded (49.484%); 0 B/s, 47 objects/s recovering 2024-05-11T05:00:25.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:25 smithi072 bash[80515]: cluster 2024-05-11T05:00:24.334818+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T05:00:25.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:25 smithi072 bash[80515]: cluster 2024-05-11T05:00:24.334818+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T05:00:25.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:25 smithi072 bash[82901]: cluster 2024-05-11T05:00:23.770917+0000 mgr.y (mgr.24832) 294 : cluster [DBG] pgmap v239: 89 pgs: 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 334 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 7963/16092 objects degraded (49.484%); 0 B/s, 47 objects/s recovering 2024-05-11T05:00:25.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:25 smithi072 bash[82901]: cluster 2024-05-11T05:00:23.770917+0000 mgr.y (mgr.24832) 294 : cluster [DBG] pgmap v239: 89 pgs: 1 peering, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 334 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 7963/16092 objects degraded (49.484%); 0 B/s, 47 objects/s recovering 2024-05-11T05:00:25.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:25 smithi072 bash[82901]: cluster 2024-05-11T05:00:24.334818+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T05:00:25.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:25 smithi072 bash[82901]: cluster 2024-05-11T05:00:24.334818+0000 mon.a (mon.0) 490 : cluster [DBG] osdmap e100: 8 total, 8 up, 8 in 2024-05-11T05:00:27.624 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:27 smithi072 bash[80515]: cluster 2024-05-11T05:00:25.772103+0000 mgr.y (mgr.24832) 295 : cluster [DBG] pgmap v241: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 234 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 6375/11265 objects degraded (56.591%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:27.624 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:27 smithi072 bash[80515]: cluster 2024-05-11T05:00:25.772103+0000 mgr.y (mgr.24832) 295 : cluster [DBG] pgmap v241: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 234 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 6375/11265 objects degraded (56.591%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:27.624 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:27 smithi072 bash[82901]: cluster 2024-05-11T05:00:25.772103+0000 mgr.y (mgr.24832) 295 : cluster [DBG] pgmap v241: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 234 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 6375/11265 objects degraded (56.591%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:27.624 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:27 smithi072 bash[82901]: cluster 2024-05-11T05:00:25.772103+0000 mgr.y (mgr.24832) 295 : cluster [DBG] pgmap v241: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 234 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 6375/11265 objects degraded (56.591%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:27.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:27 smithi086 bash[67518]: cluster 2024-05-11T05:00:25.772103+0000 mgr.y (mgr.24832) 295 : cluster [DBG] pgmap v241: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 234 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 6375/11265 objects degraded (56.591%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:27.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:27 smithi086 bash[67518]: cluster 2024-05-11T05:00:25.772103+0000 mgr.y (mgr.24832) 295 : cluster [DBG] pgmap v241: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 234 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 648 op/s; 6375/11265 objects degraded (56.591%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:28.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:28 smithi086 bash[67518]: cluster 2024-05-11T05:00:28.319468+0000 mon.a (mon.0) 491 : cluster [WRN] Health check update: Degraded data redundancy: 6375/11265 objects degraded (56.591%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:28.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:28 smithi086 bash[67518]: cluster 2024-05-11T05:00:28.319468+0000 mon.a (mon.0) 491 : cluster [WRN] Health check update: Degraded data redundancy: 6375/11265 objects degraded (56.591%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:28 smithi072 bash[80515]: cluster 2024-05-11T05:00:28.319468+0000 mon.a (mon.0) 491 : cluster [WRN] Health check update: Degraded data redundancy: 6375/11265 objects degraded (56.591%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:28 smithi072 bash[80515]: cluster 2024-05-11T05:00:28.319468+0000 mon.a (mon.0) 491 : cluster [WRN] Health check update: Degraded data redundancy: 6375/11265 objects degraded (56.591%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:28.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:28 smithi072 bash[82901]: cluster 2024-05-11T05:00:28.319468+0000 mon.a (mon.0) 491 : cluster [WRN] Health check update: Degraded data redundancy: 6375/11265 objects degraded (56.591%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:28 smithi072 bash[82901]: cluster 2024-05-11T05:00:28.319468+0000 mon.a (mon.0) 491 : cluster [WRN] Health check update: Degraded data redundancy: 6375/11265 objects degraded (56.591%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:29.600 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Removed 111616 objects 2024-05-11T05:00:29.600 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Clean up completed and total clean up time :158.612 2024-05-11T05:00:29.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:29 smithi086 bash[67518]: cluster 2024-05-11T05:00:27.772691+0000 mgr.y (mgr.24832) 296 : cluster [DBG] pgmap v242: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 170 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 775 op/s; 6375/8193 objects degraded (77.810%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:29.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:29 smithi086 bash[67518]: cluster 2024-05-11T05:00:27.772691+0000 mgr.y (mgr.24832) 296 : cluster [DBG] pgmap v242: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 170 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 775 op/s; 6375/8193 objects degraded (77.810%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:29.794 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:29 smithi072 bash[80515]: cluster 2024-05-11T05:00:27.772691+0000 mgr.y (mgr.24832) 296 : cluster [DBG] pgmap v242: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 170 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 775 op/s; 6375/8193 objects degraded (77.810%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:29.794 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:29 smithi072 bash[80515]: cluster 2024-05-11T05:00:27.772691+0000 mgr.y (mgr.24832) 296 : cluster [DBG] pgmap v242: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 170 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 775 op/s; 6375/8193 objects degraded (77.810%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:29.794 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:29 smithi072 bash[82901]: cluster 2024-05-11T05:00:27.772691+0000 mgr.y (mgr.24832) 296 : cluster [DBG] pgmap v242: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 170 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 775 op/s; 6375/8193 objects degraded (77.810%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:29.794 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:29 smithi072 bash[82901]: cluster 2024-05-11T05:00:27.772691+0000 mgr.y (mgr.24832) 296 : cluster [DBG] pgmap v242: 89 pgs: 1 peering, 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 170 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 775 op/s; 6375/8193 objects degraded (77.810%); 0 B/s, 56 objects/s recovering 2024-05-11T05:00:30.075 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_2 2024-05-11T05:00:30.075 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool rm unique_pool_2 unique_pool_2 --yes-i-really-really-mean-it 2024-05-11T05:00:30.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:30 smithi086 bash[67518]: audit 2024-05-11T05:00:30.269615+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:30.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:30 smithi086 bash[67518]: audit 2024-05-11T05:00:30.269615+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:31.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:30 smithi072 bash[82901]: audit 2024-05-11T05:00:30.269615+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:31.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:30 smithi072 bash[82901]: audit 2024-05-11T05:00:30.269615+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:31.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:30 smithi072 bash[80515]: audit 2024-05-11T05:00:30.269615+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:31.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:30 smithi072 bash[80515]: audit 2024-05-11T05:00:30.269615+0000 mon.a (mon.0) 492 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:31.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:00:30 smithi072 bash[72627]: debug 2024-05-11T05:00:30.265+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:31.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:31 smithi086 bash[67518]: cluster 2024-05-11T05:00:29.773166+0000 mgr.y (mgr.24832) 297 : cluster [DBG] pgmap v243: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 159 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 361 op/s; 6375/7686 objects degraded (82.943%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:31.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:31 smithi086 bash[67518]: cluster 2024-05-11T05:00:29.773166+0000 mgr.y (mgr.24832) 297 : cluster [DBG] pgmap v243: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 159 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 361 op/s; 6375/7686 objects degraded (82.943%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:31.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:31 smithi086 bash[67518]: audit 2024-05-11T05:00:30.269788+0000 mgr.y (mgr.24832) 298 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:31.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:31 smithi086 bash[67518]: audit 2024-05-11T05:00:30.269788+0000 mgr.y (mgr.24832) 298 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:31.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:31 smithi086 bash[67518]: cephadm 2024-05-11T05:00:30.270709+0000 mgr.y (mgr.24832) 299 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:31.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:31 smithi086 bash[67518]: cephadm 2024-05-11T05:00:30.270709+0000 mgr.y (mgr.24832) 299 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:31.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:31 smithi072 bash[80515]: cluster 2024-05-11T05:00:29.773166+0000 mgr.y (mgr.24832) 297 : cluster [DBG] pgmap v243: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 159 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 361 op/s; 6375/7686 objects degraded (82.943%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:31.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:31 smithi072 bash[80515]: cluster 2024-05-11T05:00:29.773166+0000 mgr.y (mgr.24832) 297 : cluster [DBG] pgmap v243: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 159 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 361 op/s; 6375/7686 objects degraded (82.943%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:31.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:31 smithi072 bash[80515]: audit 2024-05-11T05:00:30.269788+0000 mgr.y (mgr.24832) 298 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:31.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:31 smithi072 bash[80515]: audit 2024-05-11T05:00:30.269788+0000 mgr.y (mgr.24832) 298 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:31.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:31 smithi072 bash[80515]: cephadm 2024-05-11T05:00:30.270709+0000 mgr.y (mgr.24832) 299 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:31.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:31 smithi072 bash[80515]: cephadm 2024-05-11T05:00:30.270709+0000 mgr.y (mgr.24832) 299 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:31.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:31 smithi072 bash[82901]: cluster 2024-05-11T05:00:29.773166+0000 mgr.y (mgr.24832) 297 : cluster [DBG] pgmap v243: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 159 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 361 op/s; 6375/7686 objects degraded (82.943%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:31.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:31 smithi072 bash[82901]: cluster 2024-05-11T05:00:29.773166+0000 mgr.y (mgr.24832) 297 : cluster [DBG] pgmap v243: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 159 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 361 op/s; 6375/7686 objects degraded (82.943%); 0 B/s, 33 objects/s recovering 2024-05-11T05:00:31.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:31 smithi072 bash[82901]: audit 2024-05-11T05:00:30.269788+0000 mgr.y (mgr.24832) 298 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:31.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:31 smithi072 bash[82901]: audit 2024-05-11T05:00:30.269788+0000 mgr.y (mgr.24832) 298 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:31.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:31 smithi072 bash[82901]: cephadm 2024-05-11T05:00:30.270709+0000 mgr.y (mgr.24832) 299 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:31.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:31 smithi072 bash[82901]: cephadm 2024-05-11T05:00:30.270709+0000 mgr.y (mgr.24832) 299 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:00:32.635 INFO:teuthology.orchestra.run.smithi072.stdout:wait for half of osds to upgrade 2024-05-11T05:00:33.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:33 smithi086 bash[67518]: cluster 2024-05-11T05:00:31.774465+0000 mgr.y (mgr.24832) 300 : cluster [DBG] pgmap v244: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.4 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 635 op/s; 6375/255 objects degraded (2500.000%); 0 B/s, 76 objects/s recovering 2024-05-11T05:00:33.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:33 smithi086 bash[67518]: cluster 2024-05-11T05:00:31.774465+0000 mgr.y (mgr.24832) 300 : cluster [DBG] pgmap v244: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.4 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 635 op/s; 6375/255 objects degraded (2500.000%); 0 B/s, 76 objects/s recovering 2024-05-11T05:00:33.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:33 smithi086 bash[67518]: cluster 2024-05-11T05:00:33.320099+0000 mon.a (mon.0) 493 : cluster [WRN] Health check update: Degraded data redundancy: 6375/255 objects degraded (2500.000%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:33.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:33 smithi086 bash[67518]: cluster 2024-05-11T05:00:33.320099+0000 mon.a (mon.0) 493 : cluster [WRN] Health check update: Degraded data redundancy: 6375/255 objects degraded (2500.000%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:33.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:33 smithi072 bash[80515]: cluster 2024-05-11T05:00:31.774465+0000 mgr.y (mgr.24832) 300 : cluster [DBG] pgmap v244: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.4 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 635 op/s; 6375/255 objects degraded (2500.000%); 0 B/s, 76 objects/s recovering 2024-05-11T05:00:33.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:33 smithi072 bash[80515]: cluster 2024-05-11T05:00:31.774465+0000 mgr.y (mgr.24832) 300 : cluster [DBG] pgmap v244: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.4 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 635 op/s; 6375/255 objects degraded (2500.000%); 0 B/s, 76 objects/s recovering 2024-05-11T05:00:33.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:33 smithi072 bash[80515]: cluster 2024-05-11T05:00:33.320099+0000 mon.a (mon.0) 493 : cluster [WRN] Health check update: Degraded data redundancy: 6375/255 objects degraded (2500.000%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:33.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:33 smithi072 bash[80515]: cluster 2024-05-11T05:00:33.320099+0000 mon.a (mon.0) 493 : cluster [WRN] Health check update: Degraded data redundancy: 6375/255 objects degraded (2500.000%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:33.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:33 smithi072 bash[82901]: cluster 2024-05-11T05:00:31.774465+0000 mgr.y (mgr.24832) 300 : cluster [DBG] pgmap v244: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.4 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 635 op/s; 6375/255 objects degraded (2500.000%); 0 B/s, 76 objects/s recovering 2024-05-11T05:00:33.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:33 smithi072 bash[82901]: cluster 2024-05-11T05:00:31.774465+0000 mgr.y (mgr.24832) 300 : cluster [DBG] pgmap v244: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 4.4 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 635 op/s; 6375/255 objects degraded (2500.000%); 0 B/s, 76 objects/s recovering 2024-05-11T05:00:33.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:33 smithi072 bash[82901]: cluster 2024-05-11T05:00:33.320099+0000 mon.a (mon.0) 493 : cluster [WRN] Health check update: Degraded data redundancy: 6375/255 objects degraded (2500.000%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:33.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:33 smithi072 bash[82901]: cluster 2024-05-11T05:00:33.320099+0000 mon.a (mon.0) 493 : cluster [WRN] Health check update: Degraded data redundancy: 6375/255 objects degraded (2500.000%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:34.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:00:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:00:33] "GET /metrics HTTP/1.1" 200 36604 "" "Prometheus/2.43.0" 2024-05-11T05:00:34.348 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'while ! ceph osd versions | grep $sha1 | egrep '"'"': [45678]'"'"'; do sleep 2 ; done' 2024-05-11T05:00:34.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:34 smithi086 bash[67518]: audit 2024-05-11T05:00:33.849530+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:34.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:34 smithi086 bash[67518]: audit 2024-05-11T05:00:33.849530+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:34.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:34 smithi072 bash[82901]: audit 2024-05-11T05:00:33.849530+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:34.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:34 smithi072 bash[82901]: audit 2024-05-11T05:00:33.849530+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:34.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:34 smithi072 bash[80515]: audit 2024-05-11T05:00:33.849530+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:34.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:34 smithi072 bash[80515]: audit 2024-05-11T05:00:33.849530+0000 mon.a (mon.0) 494 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:34.815 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:00:35.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:35 smithi086 bash[67518]: cluster 2024-05-11T05:00:33.775380+0000 mgr.y (mgr.24832) 301 : cluster [DBG] pgmap v245: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 61 objects/s recovering 2024-05-11T05:00:35.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:35 smithi086 bash[67518]: cluster 2024-05-11T05:00:33.775380+0000 mgr.y (mgr.24832) 301 : cluster [DBG] pgmap v245: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 61 objects/s recovering 2024-05-11T05:00:35.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:35 smithi072 bash[80515]: cluster 2024-05-11T05:00:33.775380+0000 mgr.y (mgr.24832) 301 : cluster [DBG] pgmap v245: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 61 objects/s recovering 2024-05-11T05:00:35.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:35 smithi072 bash[80515]: cluster 2024-05-11T05:00:33.775380+0000 mgr.y (mgr.24832) 301 : cluster [DBG] pgmap v245: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 61 objects/s recovering 2024-05-11T05:00:35.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:35 smithi072 bash[82901]: cluster 2024-05-11T05:00:33.775380+0000 mgr.y (mgr.24832) 301 : cluster [DBG] pgmap v245: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 61 objects/s recovering 2024-05-11T05:00:35.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:35 smithi072 bash[82901]: cluster 2024-05-11T05:00:33.775380+0000 mgr.y (mgr.24832) 301 : cluster [DBG] pgmap v245: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 533 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 61 objects/s recovering 2024-05-11T05:00:37.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:37 smithi086 bash[67518]: cluster 2024-05-11T05:00:35.776489+0000 mgr.y (mgr.24832) 302 : cluster [DBG] pgmap v246: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 466 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 131 objects/s recovering 2024-05-11T05:00:37.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:37 smithi086 bash[67518]: cluster 2024-05-11T05:00:35.776489+0000 mgr.y (mgr.24832) 302 : cluster [DBG] pgmap v246: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 466 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 131 objects/s recovering 2024-05-11T05:00:37.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:37 smithi086 bash[67518]: cluster 2024-05-11T05:00:36.393325+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T05:00:37.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:37 smithi086 bash[67518]: cluster 2024-05-11T05:00:36.393325+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T05:00:37.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:37 smithi072 bash[82901]: cluster 2024-05-11T05:00:35.776489+0000 mgr.y (mgr.24832) 302 : cluster [DBG] pgmap v246: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 466 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 131 objects/s recovering 2024-05-11T05:00:37.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:37 smithi072 bash[82901]: cluster 2024-05-11T05:00:35.776489+0000 mgr.y (mgr.24832) 302 : cluster [DBG] pgmap v246: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 466 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 131 objects/s recovering 2024-05-11T05:00:37.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:37 smithi072 bash[82901]: cluster 2024-05-11T05:00:36.393325+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T05:00:37.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:37 smithi072 bash[82901]: cluster 2024-05-11T05:00:36.393325+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T05:00:37.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:37 smithi072 bash[80515]: cluster 2024-05-11T05:00:35.776489+0000 mgr.y (mgr.24832) 302 : cluster [DBG] pgmap v246: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 466 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 131 objects/s recovering 2024-05-11T05:00:37.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:37 smithi072 bash[80515]: cluster 2024-05-11T05:00:35.776489+0000 mgr.y (mgr.24832) 302 : cluster [DBG] pgmap v246: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 466 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 131 objects/s recovering 2024-05-11T05:00:37.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:37 smithi072 bash[80515]: cluster 2024-05-11T05:00:36.393325+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T05:00:37.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:37 smithi072 bash[80515]: cluster 2024-05-11T05:00:36.393325+0000 mon.a (mon.0) 495 : cluster [DBG] osdmap e101: 8 total, 8 up, 8 in 2024-05-11T05:00:38.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:38 smithi086 bash[67518]: cluster 2024-05-11T05:00:37.396229+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-05-11T05:00:38.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:38 smithi086 bash[67518]: cluster 2024-05-11T05:00:37.396229+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-05-11T05:00:38.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:38 smithi086 bash[67518]: cluster 2024-05-11T05:00:38.321200+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:38.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:38 smithi086 bash[67518]: cluster 2024-05-11T05:00:38.321200+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:38.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:38 smithi072 bash[82901]: cluster 2024-05-11T05:00:37.396229+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-05-11T05:00:38.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:38 smithi072 bash[82901]: cluster 2024-05-11T05:00:37.396229+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-05-11T05:00:38.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:38 smithi072 bash[82901]: cluster 2024-05-11T05:00:38.321200+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:38.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:38 smithi072 bash[82901]: cluster 2024-05-11T05:00:38.321200+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:38.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:38 smithi072 bash[80515]: cluster 2024-05-11T05:00:37.396229+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-05-11T05:00:38.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:38 smithi072 bash[80515]: cluster 2024-05-11T05:00:37.396229+0000 mon.a (mon.0) 496 : cluster [DBG] osdmap e102: 8 total, 8 up, 8 in 2024-05-11T05:00:38.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:38 smithi072 bash[80515]: cluster 2024-05-11T05:00:38.321200+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:38.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:38 smithi072 bash[80515]: cluster 2024-05-11T05:00:38.321200+0000 mon.a (mon.0) 497 : cluster [WRN] Health check update: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:00:38.895 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:00:39.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:39 smithi086 bash[67518]: cluster 2024-05-11T05:00:37.777271+0000 mgr.y (mgr.24832) 303 : cluster [DBG] pgmap v249: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 317 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 158 objects/s recovering 2024-05-11T05:00:39.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:39 smithi086 bash[67518]: cluster 2024-05-11T05:00:37.777271+0000 mgr.y (mgr.24832) 303 : cluster [DBG] pgmap v249: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 317 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 158 objects/s recovering 2024-05-11T05:00:39.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:39 smithi072 bash[80515]: cluster 2024-05-11T05:00:37.777271+0000 mgr.y (mgr.24832) 303 : cluster [DBG] pgmap v249: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 317 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 158 objects/s recovering 2024-05-11T05:00:39.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:39 smithi072 bash[80515]: cluster 2024-05-11T05:00:37.777271+0000 mgr.y (mgr.24832) 303 : cluster [DBG] pgmap v249: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 317 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 158 objects/s recovering 2024-05-11T05:00:39.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:39 smithi072 bash[82901]: cluster 2024-05-11T05:00:37.777271+0000 mgr.y (mgr.24832) 303 : cluster [DBG] pgmap v249: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 317 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 158 objects/s recovering 2024-05-11T05:00:39.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:39 smithi072 bash[82901]: cluster 2024-05-11T05:00:37.777271+0000 mgr.y (mgr.24832) 303 : cluster [DBG] pgmap v249: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 317 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 158 objects/s recovering 2024-05-11T05:00:40.440 INFO:teuthology.orchestra.run.smithi072.stderr:pool 'unique_pool_2' removed 2024-05-11T05:00:40.661 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:40 smithi072 bash[82901]: audit 2024-05-11T05:00:39.815349+0000 mon.a (mon.0) 498 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:00:40.661 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:40 smithi072 bash[82901]: audit 2024-05-11T05:00:39.815349+0000 mon.a (mon.0) 498 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:00:40.662 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:40 smithi072 bash[80515]: audit 2024-05-11T05:00:39.815349+0000 mon.a (mon.0) 498 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:00:40.662 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:40 smithi072 bash[80515]: audit 2024-05-11T05:00:39.815349+0000 mon.a (mon.0) 498 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:00:40.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:40 smithi086 bash[67518]: audit 2024-05-11T05:00:39.815349+0000 mon.a (mon.0) 498 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:00:40.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:40 smithi086 bash[67518]: audit 2024-05-11T05:00:39.815349+0000 mon.a (mon.0) 498 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:00:41.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:41 smithi086 bash[67518]: cluster 2024-05-11T05:00:39.777919+0000 mgr.y (mgr.24832) 304 : cluster [DBG] pgmap v250: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 121 objects/s recovering 2024-05-11T05:00:41.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:41 smithi086 bash[67518]: cluster 2024-05-11T05:00:39.777919+0000 mgr.y (mgr.24832) 304 : cluster [DBG] pgmap v250: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 121 objects/s recovering 2024-05-11T05:00:41.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:41 smithi086 bash[67518]: audit 2024-05-11T05:00:40.427253+0000 mon.a (mon.0) 499 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:00:41.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:41 smithi086 bash[67518]: audit 2024-05-11T05:00:40.427253+0000 mon.a (mon.0) 499 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:00:41.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:41 smithi086 bash[67518]: cluster 2024-05-11T05:00:40.433182+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-05-11T05:00:41.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:41 smithi086 bash[67518]: cluster 2024-05-11T05:00:40.433182+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-05-11T05:00:41.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:41 smithi072 bash[80515]: cluster 2024-05-11T05:00:39.777919+0000 mgr.y (mgr.24832) 304 : cluster [DBG] pgmap v250: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 121 objects/s recovering 2024-05-11T05:00:41.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:41 smithi072 bash[80515]: cluster 2024-05-11T05:00:39.777919+0000 mgr.y (mgr.24832) 304 : cluster [DBG] pgmap v250: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 121 objects/s recovering 2024-05-11T05:00:41.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:41 smithi072 bash[80515]: audit 2024-05-11T05:00:40.427253+0000 mon.a (mon.0) 499 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:00:41.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:41 smithi072 bash[80515]: audit 2024-05-11T05:00:40.427253+0000 mon.a (mon.0) 499 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:00:41.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:41 smithi072 bash[80515]: cluster 2024-05-11T05:00:40.433182+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-05-11T05:00:41.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:41 smithi072 bash[80515]: cluster 2024-05-11T05:00:40.433182+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-05-11T05:00:41.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:41 smithi072 bash[82901]: cluster 2024-05-11T05:00:39.777919+0000 mgr.y (mgr.24832) 304 : cluster [DBG] pgmap v250: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 121 objects/s recovering 2024-05-11T05:00:41.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:41 smithi072 bash[82901]: cluster 2024-05-11T05:00:39.777919+0000 mgr.y (mgr.24832) 304 : cluster [DBG] pgmap v250: 89 pgs: 4 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 7 op/s; 6375/72 objects degraded (8854.167%); 0 B/s, 121 objects/s recovering 2024-05-11T05:00:41.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:41 smithi072 bash[82901]: audit 2024-05-11T05:00:40.427253+0000 mon.a (mon.0) 499 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:00:41.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:41 smithi072 bash[82901]: audit 2024-05-11T05:00:40.427253+0000 mon.a (mon.0) 499 : audit [INF] from='client.? 172.21.15.72:0/4214006090' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_2", "pool2": "unique_pool_2", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:00:41.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:41 smithi072 bash[82901]: cluster 2024-05-11T05:00:40.433182+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-05-11T05:00:41.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:41 smithi072 bash[82901]: cluster 2024-05-11T05:00:40.433182+0000 mon.a (mon.0) 500 : cluster [DBG] osdmap e103: 8 total, 8 up, 8 in 2024-05-11T05:00:42.375 INFO:teuthology.task.full_sequential:In full_sequential, running task radosbench... 2024-05-11T05:00:42.376 INFO:tasks.radosbench:Beginning radosbench... 2024-05-11T05:00:42.376 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_3 2024-05-11T05:00:42.376 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool create unique_pool_3 16 2024-05-11T05:00:42.670 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:42 smithi072 bash[82901]: cluster 2024-05-11T05:00:42.429399+0000 mon.a (mon.0) 501 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 4 pgs undersized) 2024-05-11T05:00:42.671 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:42 smithi072 bash[82901]: cluster 2024-05-11T05:00:42.429399+0000 mon.a (mon.0) 501 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 4 pgs undersized) 2024-05-11T05:00:42.671 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:42 smithi072 bash[80515]: cluster 2024-05-11T05:00:42.429399+0000 mon.a (mon.0) 501 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 4 pgs undersized) 2024-05-11T05:00:42.671 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:42 smithi072 bash[80515]: cluster 2024-05-11T05:00:42.429399+0000 mon.a (mon.0) 501 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 4 pgs undersized) 2024-05-11T05:00:42.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:42 smithi086 bash[67518]: cluster 2024-05-11T05:00:42.429399+0000 mon.a (mon.0) 501 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 4 pgs undersized) 2024-05-11T05:00:42.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:42 smithi086 bash[67518]: cluster 2024-05-11T05:00:42.429399+0000 mon.a (mon.0) 501 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 6375/72 objects degraded (8854.167%), 4 pgs degraded, 4 pgs undersized) 2024-05-11T05:00:43.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:43 smithi086 bash[67518]: cluster 2024-05-11T05:00:41.778664+0000 mgr.y (mgr.24832) 305 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:43.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:43 smithi086 bash[67518]: cluster 2024-05-11T05:00:41.778664+0000 mgr.y (mgr.24832) 305 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:43.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:43 smithi072 bash[80515]: cluster 2024-05-11T05:00:41.778664+0000 mgr.y (mgr.24832) 305 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:43.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:43 smithi072 bash[80515]: cluster 2024-05-11T05:00:41.778664+0000 mgr.y (mgr.24832) 305 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:43.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:43 smithi072 bash[82901]: cluster 2024-05-11T05:00:41.778664+0000 mgr.y (mgr.24832) 305 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:43.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:43 smithi072 bash[82901]: cluster 2024-05-11T05:00:41.778664+0000 mgr.y (mgr.24832) 305 : cluster [DBG] pgmap v252: 73 pgs: 73 active+clean; 582 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:44.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:00:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:00:43] "GET /metrics HTTP/1.1" 200 36595 "" "Prometheus/2.43.0" 2024-05-11T05:00:44.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:44 smithi086 bash[67518]: audit 2024-05-11T05:00:44.245441+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.72:0/620480542' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:44.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:44 smithi086 bash[67518]: audit 2024-05-11T05:00:44.245441+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.72:0/620480542' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:44.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:44 smithi072 bash[80515]: audit 2024-05-11T05:00:44.245441+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.72:0/620480542' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:44.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:44 smithi072 bash[80515]: audit 2024-05-11T05:00:44.245441+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.72:0/620480542' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:44.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:44 smithi072 bash[82901]: audit 2024-05-11T05:00:44.245441+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.72:0/620480542' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:44.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:44 smithi072 bash[82901]: audit 2024-05-11T05:00:44.245441+0000 mon.a (mon.0) 502 : audit [DBG] from='client.? 172.21.15.72:0/620480542' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:45.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:45 smithi086 bash[67518]: cluster 2024-05-11T05:00:43.779410+0000 mgr.y (mgr.24832) 306 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:45.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:45 smithi086 bash[67518]: cluster 2024-05-11T05:00:43.779410+0000 mgr.y (mgr.24832) 306 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:45.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:45 smithi086 bash[67518]: audit 2024-05-11T05:00:45.284327+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:45.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:45 smithi086 bash[67518]: audit 2024-05-11T05:00:45.284327+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:45.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:45 smithi072 bash[80515]: cluster 2024-05-11T05:00:43.779410+0000 mgr.y (mgr.24832) 306 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:45.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:45 smithi072 bash[80515]: cluster 2024-05-11T05:00:43.779410+0000 mgr.y (mgr.24832) 306 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:45.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:45 smithi072 bash[80515]: audit 2024-05-11T05:00:45.284327+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:45.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:45 smithi072 bash[80515]: audit 2024-05-11T05:00:45.284327+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:45.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:45 smithi072 bash[82901]: cluster 2024-05-11T05:00:43.779410+0000 mgr.y (mgr.24832) 306 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:45.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:45 smithi072 bash[82901]: cluster 2024-05-11T05:00:43.779410+0000 mgr.y (mgr.24832) 306 : cluster [DBG] pgmap v253: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:45.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:45 smithi072 bash[82901]: audit 2024-05-11T05:00:45.284327+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:45.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:45 smithi072 bash[82901]: audit 2024-05-11T05:00:45.284327+0000 mon.a (mon.0) 503 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:46.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:46 smithi086 bash[67518]: audit 2024-05-11T05:00:45.284744+0000 mgr.y (mgr.24832) 307 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:46.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:46 smithi086 bash[67518]: audit 2024-05-11T05:00:45.284744+0000 mgr.y (mgr.24832) 307 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:46.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:46 smithi086 bash[67518]: cephadm 2024-05-11T05:00:45.287090+0000 mgr.y (mgr.24832) 308 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T05:00:46.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:46 smithi086 bash[67518]: cephadm 2024-05-11T05:00:45.287090+0000 mgr.y (mgr.24832) 308 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T05:00:46.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:46 smithi072 bash[82901]: audit 2024-05-11T05:00:45.284744+0000 mgr.y (mgr.24832) 307 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:46.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:46 smithi072 bash[82901]: audit 2024-05-11T05:00:45.284744+0000 mgr.y (mgr.24832) 307 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:46.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:46 smithi072 bash[82901]: cephadm 2024-05-11T05:00:45.287090+0000 mgr.y (mgr.24832) 308 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T05:00:46.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:46 smithi072 bash[82901]: cephadm 2024-05-11T05:00:45.287090+0000 mgr.y (mgr.24832) 308 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T05:00:46.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:46 smithi072 bash[80515]: audit 2024-05-11T05:00:45.284744+0000 mgr.y (mgr.24832) 307 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:46.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:46 smithi072 bash[80515]: audit 2024-05-11T05:00:45.284744+0000 mgr.y (mgr.24832) 307 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-05-11T05:00:46.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:46 smithi072 bash[80515]: cephadm 2024-05-11T05:00:45.287090+0000 mgr.y (mgr.24832) 308 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T05:00:46.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:46 smithi072 bash[80515]: cephadm 2024-05-11T05:00:45.287090+0000 mgr.y (mgr.24832) 308 : cephadm [INF] Upgrade: osd.1 is safe to restart 2024-05-11T05:00:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:47 smithi086 bash[67518]: cluster 2024-05-11T05:00:45.780031+0000 mgr.y (mgr.24832) 309 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:47 smithi086 bash[67518]: cluster 2024-05-11T05:00:45.780031+0000 mgr.y (mgr.24832) 309 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:47 smithi086 bash[67518]: audit 2024-05-11T05:00:46.618457+0000 mon.a (mon.0) 504 : audit [DBG] from='client.? 172.21.15.72:0/12579114' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:47 smithi086 bash[67518]: audit 2024-05-11T05:00:46.618457+0000 mon.a (mon.0) 504 : audit [DBG] from='client.? 172.21.15.72:0/12579114' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:47.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:47 smithi072 bash[80515]: cluster 2024-05-11T05:00:45.780031+0000 mgr.y (mgr.24832) 309 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:47.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:47 smithi072 bash[80515]: cluster 2024-05-11T05:00:45.780031+0000 mgr.y (mgr.24832) 309 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:47.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:47 smithi072 bash[80515]: audit 2024-05-11T05:00:46.618457+0000 mon.a (mon.0) 504 : audit [DBG] from='client.? 172.21.15.72:0/12579114' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:47.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:47 smithi072 bash[80515]: audit 2024-05-11T05:00:46.618457+0000 mon.a (mon.0) 504 : audit [DBG] from='client.? 172.21.15.72:0/12579114' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:47.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:47 smithi072 bash[82901]: cluster 2024-05-11T05:00:45.780031+0000 mgr.y (mgr.24832) 309 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:47.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:47 smithi072 bash[82901]: cluster 2024-05-11T05:00:45.780031+0000 mgr.y (mgr.24832) 309 : cluster [DBG] pgmap v254: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:47.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:47 smithi072 bash[82901]: audit 2024-05-11T05:00:46.618457+0000 mon.a (mon.0) 504 : audit [DBG] from='client.? 172.21.15.72:0/12579114' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:47.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:47 smithi072 bash[82901]: audit 2024-05-11T05:00:46.618457+0000 mon.a (mon.0) 504 : audit [DBG] from='client.? 172.21.15.72:0/12579114' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:48.539 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: cluster 2024-05-11T05:00:47.780819+0000 mgr.y (mgr.24832) 310 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: cluster 2024-05-11T05:00:47.780819+0000 mgr.y (mgr.24832) 310 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: cephadm 2024-05-11T05:00:48.108018+0000 mgr.y (mgr.24832) 311 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: cephadm 2024-05-11T05:00:48.108018+0000 mgr.y (mgr.24832) 311 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.115255+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.115255+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.119884+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.119884+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.121461+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.121461+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: cephadm 2024-05-11T05:00:48.124889+0000 mgr.y (mgr.24832) 312 : cephadm [INF] Deploying daemon osd.1 on smithi072 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: cephadm 2024-05-11T05:00:48.124889+0000 mgr.y (mgr.24832) 312 : cephadm [INF] Deploying daemon osd.1 on smithi072 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.859222+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.859222+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.860813+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:49.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.860813+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:49.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.948975+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.948975+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.994141+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.72:0/1930366832' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:49.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:49 smithi086 bash[67518]: audit 2024-05-11T05:00:48.994141+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.72:0/1930366832' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:49.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: cluster 2024-05-11T05:00:47.780819+0000 mgr.y (mgr.24832) 310 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:49.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: cluster 2024-05-11T05:00:47.780819+0000 mgr.y (mgr.24832) 310 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:49.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: cephadm 2024-05-11T05:00:48.108018+0000 mgr.y (mgr.24832) 311 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T05:00:49.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: cephadm 2024-05-11T05:00:48.108018+0000 mgr.y (mgr.24832) 311 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T05:00:49.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.115255+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.115255+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.119884+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.119884+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.121461+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.121461+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: cephadm 2024-05-11T05:00:48.124889+0000 mgr.y (mgr.24832) 312 : cephadm [INF] Deploying daemon osd.1 on smithi072 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: cephadm 2024-05-11T05:00:48.124889+0000 mgr.y (mgr.24832) 312 : cephadm [INF] Deploying daemon osd.1 on smithi072 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.859222+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.859222+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.860813+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.860813+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.948975+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.948975+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.994141+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.72:0/1930366832' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:49 smithi072 bash[80515]: audit 2024-05-11T05:00:48.994141+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.72:0/1930366832' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: cluster 2024-05-11T05:00:47.780819+0000 mgr.y (mgr.24832) 310 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: cluster 2024-05-11T05:00:47.780819+0000 mgr.y (mgr.24832) 310 : cluster [DBG] pgmap v255: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: cephadm 2024-05-11T05:00:48.108018+0000 mgr.y (mgr.24832) 311 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: cephadm 2024-05-11T05:00:48.108018+0000 mgr.y (mgr.24832) 311 : cephadm [INF] Upgrade: Updating osd.1 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.115255+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.115255+0000 mon.a (mon.0) 505 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.119884+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.119884+0000 mon.a (mon.0) 506 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.121461+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.121461+0000 mon.a (mon.0) 507 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: cephadm 2024-05-11T05:00:48.124889+0000 mgr.y (mgr.24832) 312 : cephadm [INF] Deploying daemon osd.1 on smithi072 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: cephadm 2024-05-11T05:00:48.124889+0000 mgr.y (mgr.24832) 312 : cephadm [INF] Deploying daemon osd.1 on smithi072 2024-05-11T05:00:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.859222+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.859222+0000 mon.a (mon.0) 508 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.860813+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:49.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.860813+0000 mon.a (mon.0) 509 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:00:49.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.948975+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.948975+0000 mon.a (mon.0) 510 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:00:49.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.994141+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.72:0/1930366832' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:49.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:49 smithi072 bash[82901]: audit 2024-05-11T05:00:48.994141+0000 mon.c (mon.2) 5 : audit [DBG] from='client.? 172.21.15.72:0/1930366832' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:51.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:51 smithi086 bash[67518]: cluster 2024-05-11T05:00:49.781590+0000 mgr.y (mgr.24832) 313 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:51.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:51 smithi086 bash[67518]: cluster 2024-05-11T05:00:49.781590+0000 mgr.y (mgr.24832) 313 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:51.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:51 smithi072 bash[82901]: cluster 2024-05-11T05:00:49.781590+0000 mgr.y (mgr.24832) 313 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:51.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:51 smithi072 bash[82901]: cluster 2024-05-11T05:00:49.781590+0000 mgr.y (mgr.24832) 313 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:51.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:51 smithi072 bash[80515]: cluster 2024-05-11T05:00:49.781590+0000 mgr.y (mgr.24832) 313 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:51.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:51 smithi072 bash[80515]: cluster 2024-05-11T05:00:49.781590+0000 mgr.y (mgr.24832) 313 : cluster [DBG] pgmap v256: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:52.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:52 smithi072 bash[82901]: audit 2024-05-11T05:00:51.357653+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.72:0/815884115' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:52.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:52 smithi072 bash[82901]: audit 2024-05-11T05:00:51.357653+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.72:0/815884115' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:52.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:52 smithi072 bash[80515]: audit 2024-05-11T05:00:51.357653+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.72:0/815884115' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:52.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:52 smithi072 bash[80515]: audit 2024-05-11T05:00:51.357653+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.72:0/815884115' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:52.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:52 smithi086 bash[67518]: audit 2024-05-11T05:00:51.357653+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.72:0/815884115' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:52.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:52 smithi086 bash[67518]: audit 2024-05-11T05:00:51.357653+0000 mon.c (mon.2) 6 : audit [DBG] from='client.? 172.21.15.72:0/815884115' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:53.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:53 smithi086 bash[67518]: cluster 2024-05-11T05:00:51.782572+0000 mgr.y (mgr.24832) 314 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:53.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:53 smithi086 bash[67518]: cluster 2024-05-11T05:00:51.782572+0000 mgr.y (mgr.24832) 314 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:53.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:53 smithi072 bash[80515]: cluster 2024-05-11T05:00:51.782572+0000 mgr.y (mgr.24832) 314 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:53.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:53 smithi072 bash[80515]: cluster 2024-05-11T05:00:51.782572+0000 mgr.y (mgr.24832) 314 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:53.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:53 smithi072 bash[82901]: cluster 2024-05-11T05:00:51.782572+0000 mgr.y (mgr.24832) 314 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:53.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:53 smithi072 bash[82901]: cluster 2024-05-11T05:00:51.782572+0000 mgr.y (mgr.24832) 314 : cluster [DBG] pgmap v257: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:54.007 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:00:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:00:53] "GET /metrics HTTP/1.1" 200 34245 "" "Prometheus/2.43.0" 2024-05-11T05:00:54.195 INFO:teuthology.orchestra.run.smithi072.stderr:pool 'unique_pool_3' created 2024-05-11T05:00:54.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:54 smithi072 bash[80515]: audit 2024-05-11T05:00:53.724083+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.72:0/388329922' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:54.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:54 smithi072 bash[80515]: audit 2024-05-11T05:00:53.724083+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.72:0/388329922' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:54.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:54 smithi072 bash[82901]: audit 2024-05-11T05:00:53.724083+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.72:0/388329922' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:54.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:54 smithi072 bash[82901]: audit 2024-05-11T05:00:53.724083+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.72:0/388329922' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:54.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:54 smithi086 bash[67518]: audit 2024-05-11T05:00:53.724083+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.72:0/388329922' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:54.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:54 smithi086 bash[67518]: audit 2024-05-11T05:00:53.724083+0000 mon.a (mon.0) 511 : audit [DBG] from='client.? 172.21.15.72:0/388329922' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:55.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:55 smithi086 bash[67518]: cluster 2024-05-11T05:00:53.782981+0000 mgr.y (mgr.24832) 315 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:55.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:55 smithi086 bash[67518]: cluster 2024-05-11T05:00:53.782981+0000 mgr.y (mgr.24832) 315 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:55.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:55 smithi086 bash[67518]: audit 2024-05-11T05:00:54.130371+0000 mon.a (mon.0) 512 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2024-05-11T05:00:55.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:55 smithi086 bash[67518]: audit 2024-05-11T05:00:54.130371+0000 mon.a (mon.0) 512 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2024-05-11T05:00:55.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:55 smithi086 bash[67518]: audit 2024-05-11T05:00:54.189590+0000 mon.a (mon.0) 513 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2024-05-11T05:00:55.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:55 smithi086 bash[67518]: audit 2024-05-11T05:00:54.189590+0000 mon.a (mon.0) 513 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2024-05-11T05:00:55.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:55 smithi086 bash[67518]: cluster 2024-05-11T05:00:54.195083+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-05-11T05:00:55.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:55 smithi086 bash[67518]: cluster 2024-05-11T05:00:54.195083+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-05-11T05:00:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:55 smithi072 bash[80515]: cluster 2024-05-11T05:00:53.782981+0000 mgr.y (mgr.24832) 315 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:55 smithi072 bash[80515]: cluster 2024-05-11T05:00:53.782981+0000 mgr.y (mgr.24832) 315 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:55 smithi072 bash[80515]: audit 2024-05-11T05:00:54.130371+0000 mon.a (mon.0) 512 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2024-05-11T05:00:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:55 smithi072 bash[80515]: audit 2024-05-11T05:00:54.130371+0000 mon.a (mon.0) 512 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2024-05-11T05:00:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:55 smithi072 bash[80515]: audit 2024-05-11T05:00:54.189590+0000 mon.a (mon.0) 513 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2024-05-11T05:00:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:55 smithi072 bash[80515]: audit 2024-05-11T05:00:54.189590+0000 mon.a (mon.0) 513 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2024-05-11T05:00:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:55 smithi072 bash[80515]: cluster 2024-05-11T05:00:54.195083+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-05-11T05:00:55.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:55 smithi072 bash[80515]: cluster 2024-05-11T05:00:54.195083+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-05-11T05:00:55.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:55 smithi072 bash[82901]: cluster 2024-05-11T05:00:53.782981+0000 mgr.y (mgr.24832) 315 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:55 smithi072 bash[82901]: cluster 2024-05-11T05:00:53.782981+0000 mgr.y (mgr.24832) 315 : cluster [DBG] pgmap v258: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:55 smithi072 bash[82901]: audit 2024-05-11T05:00:54.130371+0000 mon.a (mon.0) 512 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2024-05-11T05:00:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:55 smithi072 bash[82901]: audit 2024-05-11T05:00:54.130371+0000 mon.a (mon.0) 512 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]: dispatch 2024-05-11T05:00:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:55 smithi072 bash[82901]: audit 2024-05-11T05:00:54.189590+0000 mon.a (mon.0) 513 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2024-05-11T05:00:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:55 smithi072 bash[82901]: audit 2024-05-11T05:00:54.189590+0000 mon.a (mon.0) 513 : audit [INF] from='client.? 172.21.15.72:0/3662395719' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_3", "pg_num": 16}]': finished 2024-05-11T05:00:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:55 smithi072 bash[82901]: cluster 2024-05-11T05:00:54.195083+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-05-11T05:00:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:55 smithi072 bash[82901]: cluster 2024-05-11T05:00:54.195083+0000 mon.a (mon.0) 514 : cluster [DBG] osdmap e104: 8 total, 8 up, 8 in 2024-05-11T05:00:56.211 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool application enable unique_pool_3 rados --yes-i-really-mean-it || true 2024-05-11T05:00:56.446 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:00:56 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:00:56.446 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:56 smithi072 bash[82901]: cluster 2024-05-11T05:00:55.199948+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T05:00:56.447 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:56 smithi072 bash[82901]: cluster 2024-05-11T05:00:55.199948+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T05:00:56.447 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:56 smithi072 bash[82901]: audit 2024-05-11T05:00:56.097638+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.72:0/831777332' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:56.447 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:56 smithi072 bash[82901]: audit 2024-05-11T05:00:56.097638+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.72:0/831777332' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:56.447 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:56 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:00:56.447 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:00:56 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:00:56.447 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:00:56 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:00:56.448 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:00:56 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:00:56.448 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:00:56 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:00:56.448 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:00:56 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:00:56.448 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:00:56 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:00:56.449 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:56 smithi072 bash[80515]: cluster 2024-05-11T05:00:55.199948+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T05:00:56.449 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:56 smithi072 bash[80515]: cluster 2024-05-11T05:00:55.199948+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T05:00:56.449 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:56 smithi072 bash[80515]: audit 2024-05-11T05:00:56.097638+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.72:0/831777332' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:56.449 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:56 smithi072 bash[80515]: audit 2024-05-11T05:00:56.097638+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.72:0/831777332' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:56.449 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:56 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:00:56.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:56 smithi086 bash[67518]: cluster 2024-05-11T05:00:55.199948+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T05:00:56.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:56 smithi086 bash[67518]: cluster 2024-05-11T05:00:55.199948+0000 mon.a (mon.0) 515 : cluster [DBG] osdmap e105: 8 total, 8 up, 8 in 2024-05-11T05:00:56.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:56 smithi086 bash[67518]: audit 2024-05-11T05:00:56.097638+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.72:0/831777332' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:56.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:56 smithi086 bash[67518]: audit 2024-05-11T05:00:56.097638+0000 mon.c (mon.2) 7 : audit [DBG] from='client.? 172.21.15.72:0/831777332' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:56.542 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:00:56 smithi072 systemd[1]: Stopping Ceph osd.1 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:00:56.800 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:00:56 smithi072 bash[40270]: debug 2024-05-11T05:00:56.541+0000 7fc4a3aa3700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:00:56.800 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:00:56 smithi072 bash[40270]: debug 2024-05-11T05:00:56.541+0000 7fc4a3aa3700 -1 osd.1 106 *** Got signal Terminated *** 2024-05-11T05:00:56.800 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:00:56 smithi072 bash[40270]: debug 2024-05-11T05:00:56.541+0000 7fc4a3aa3700 -1 osd.1 106 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T05:00:57.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:57 smithi086 bash[67518]: cluster 2024-05-11T05:00:55.783832+0000 mgr.y (mgr.24832) 316 : cluster [DBG] pgmap v261: 89 pgs: 4 creating+activating, 3 creating+peering, 6 unknown, 76 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:57.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:57 smithi086 bash[67518]: cluster 2024-05-11T05:00:55.783832+0000 mgr.y (mgr.24832) 316 : cluster [DBG] pgmap v261: 89 pgs: 4 creating+activating, 3 creating+peering, 6 unknown, 76 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:57.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:57 smithi086 bash[67518]: cluster 2024-05-11T05:00:56.192341+0000 mon.a (mon.0) 516 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T05:00:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:57 smithi086 bash[67518]: cluster 2024-05-11T05:00:56.192341+0000 mon.a (mon.0) 516 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T05:00:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:57 smithi086 bash[67518]: cluster 2024-05-11T05:00:56.213302+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T05:00:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:57 smithi086 bash[67518]: cluster 2024-05-11T05:00:56.213302+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T05:00:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:57 smithi086 bash[67518]: cluster 2024-05-11T05:00:56.546727+0000 mon.a (mon.0) 518 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T05:00:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:57 smithi086 bash[67518]: cluster 2024-05-11T05:00:56.546727+0000 mon.a (mon.0) 518 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T05:00:57.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:57 smithi072 bash[82901]: cluster 2024-05-11T05:00:55.783832+0000 mgr.y (mgr.24832) 316 : cluster [DBG] pgmap v261: 89 pgs: 4 creating+activating, 3 creating+peering, 6 unknown, 76 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:57.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:57 smithi072 bash[82901]: cluster 2024-05-11T05:00:55.783832+0000 mgr.y (mgr.24832) 316 : cluster [DBG] pgmap v261: 89 pgs: 4 creating+activating, 3 creating+peering, 6 unknown, 76 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:57.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:57 smithi072 bash[82901]: cluster 2024-05-11T05:00:56.192341+0000 mon.a (mon.0) 516 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T05:00:57.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:57 smithi072 bash[82901]: cluster 2024-05-11T05:00:56.192341+0000 mon.a (mon.0) 516 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T05:00:57.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:57 smithi072 bash[82901]: cluster 2024-05-11T05:00:56.213302+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T05:00:57.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:57 smithi072 bash[82901]: cluster 2024-05-11T05:00:56.213302+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T05:00:57.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:57 smithi072 bash[82901]: cluster 2024-05-11T05:00:56.546727+0000 mon.a (mon.0) 518 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T05:00:57.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:57 smithi072 bash[82901]: cluster 2024-05-11T05:00:56.546727+0000 mon.a (mon.0) 518 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T05:00:57.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:57 smithi072 bash[80515]: debug 2024-05-11T05:00:57.201+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:00:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:57 smithi072 bash[80515]: cluster 2024-05-11T05:00:55.783832+0000 mgr.y (mgr.24832) 316 : cluster [DBG] pgmap v261: 89 pgs: 4 creating+activating, 3 creating+peering, 6 unknown, 76 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:57 smithi072 bash[80515]: cluster 2024-05-11T05:00:55.783832+0000 mgr.y (mgr.24832) 316 : cluster [DBG] pgmap v261: 89 pgs: 4 creating+activating, 3 creating+peering, 6 unknown, 76 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:57 smithi072 bash[80515]: cluster 2024-05-11T05:00:56.192341+0000 mon.a (mon.0) 516 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T05:00:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:57 smithi072 bash[80515]: cluster 2024-05-11T05:00:56.192341+0000 mon.a (mon.0) 516 : cluster [WRN] Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-05-11T05:00:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:57 smithi072 bash[80515]: cluster 2024-05-11T05:00:56.213302+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T05:00:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:57 smithi072 bash[80515]: cluster 2024-05-11T05:00:56.213302+0000 mon.a (mon.0) 517 : cluster [DBG] osdmap e106: 8 total, 8 up, 8 in 2024-05-11T05:00:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:57 smithi072 bash[80515]: cluster 2024-05-11T05:00:56.546727+0000 mon.a (mon.0) 518 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T05:00:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:57 smithi072 bash[80515]: cluster 2024-05-11T05:00:56.546727+0000 mon.a (mon.0) 518 : cluster [INF] osd.1 marked itself down and dead 2024-05-11T05:00:58.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:58 smithi086 bash[67518]: cluster 2024-05-11T05:00:57.204013+0000 mon.a (mon.0) 519 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:00:58.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:58 smithi086 bash[67518]: cluster 2024-05-11T05:00:57.204013+0000 mon.a (mon.0) 519 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:00:58.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:58 smithi086 bash[67518]: cluster 2024-05-11T05:00:57.204074+0000 mon.a (mon.0) 520 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:00:58.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:58 smithi086 bash[67518]: cluster 2024-05-11T05:00:57.204074+0000 mon.a (mon.0) 520 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:00:58.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:58 smithi086 bash[67518]: cluster 2024-05-11T05:00:57.226323+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T05:00:58.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:58 smithi086 bash[67518]: cluster 2024-05-11T05:00:57.226323+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T05:00:58.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:58 smithi072 bash[82901]: cluster 2024-05-11T05:00:57.204013+0000 mon.a (mon.0) 519 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:00:58.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:58 smithi072 bash[82901]: cluster 2024-05-11T05:00:57.204013+0000 mon.a (mon.0) 519 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:00:58.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:58 smithi072 bash[82901]: cluster 2024-05-11T05:00:57.204074+0000 mon.a (mon.0) 520 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:00:58.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:58 smithi072 bash[82901]: cluster 2024-05-11T05:00:57.204074+0000 mon.a (mon.0) 520 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:00:58.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:58 smithi072 bash[82901]: cluster 2024-05-11T05:00:57.226323+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T05:00:58.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:58 smithi072 bash[82901]: cluster 2024-05-11T05:00:57.226323+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T05:00:58.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:58 smithi072 bash[80515]: cluster 2024-05-11T05:00:57.204013+0000 mon.a (mon.0) 519 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:00:58.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:58 smithi072 bash[80515]: cluster 2024-05-11T05:00:57.204013+0000 mon.a (mon.0) 519 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:00:58.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:58 smithi072 bash[80515]: cluster 2024-05-11T05:00:57.204074+0000 mon.a (mon.0) 520 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:00:58.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:58 smithi072 bash[80515]: cluster 2024-05-11T05:00:57.204074+0000 mon.a (mon.0) 520 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:00:58.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:58 smithi072 bash[80515]: cluster 2024-05-11T05:00:57.226323+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T05:00:58.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:58 smithi072 bash[80515]: cluster 2024-05-11T05:00:57.226323+0000 mon.a (mon.0) 521 : cluster [DBG] osdmap e107: 8 total, 7 up, 8 in 2024-05-11T05:00:59.201 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:00:58 smithi072 bash[94881]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-1 2024-05-11T05:00:59.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:59 smithi086 bash[67518]: cluster 2024-05-11T05:00:57.784548+0000 mgr.y (mgr.24832) 317 : cluster [DBG] pgmap v264: 89 pgs: 11 stale+active+clean, 2 creating+activating, 3 creating+peering, 3 unknown, 2 stale+creating+activating, 68 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:59.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:59 smithi086 bash[67518]: cluster 2024-05-11T05:00:57.784548+0000 mgr.y (mgr.24832) 317 : cluster [DBG] pgmap v264: 89 pgs: 11 stale+active+clean, 2 creating+activating, 3 creating+peering, 3 unknown, 2 stale+creating+activating, 68 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:59.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:59 smithi086 bash[67518]: cluster 2024-05-11T05:00:58.227854+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T05:00:59.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:59 smithi086 bash[67518]: cluster 2024-05-11T05:00:58.227854+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T05:00:59.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:59 smithi086 bash[67518]: audit 2024-05-11T05:00:58.473802+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.72:0/3855682379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:59.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:00:59 smithi086 bash[67518]: audit 2024-05-11T05:00:58.473802+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.72:0/3855682379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:59.549 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:00:59 smithi072 bash[94988]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-1 2024-05-11T05:00:59.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:59 smithi072 bash[80515]: cluster 2024-05-11T05:00:57.784548+0000 mgr.y (mgr.24832) 317 : cluster [DBG] pgmap v264: 89 pgs: 11 stale+active+clean, 2 creating+activating, 3 creating+peering, 3 unknown, 2 stale+creating+activating, 68 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:59.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:59 smithi072 bash[80515]: cluster 2024-05-11T05:00:57.784548+0000 mgr.y (mgr.24832) 317 : cluster [DBG] pgmap v264: 89 pgs: 11 stale+active+clean, 2 creating+activating, 3 creating+peering, 3 unknown, 2 stale+creating+activating, 68 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:59.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:59 smithi072 bash[80515]: cluster 2024-05-11T05:00:58.227854+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T05:00:59.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:59 smithi072 bash[80515]: cluster 2024-05-11T05:00:58.227854+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T05:00:59.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:59 smithi072 bash[80515]: audit 2024-05-11T05:00:58.473802+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.72:0/3855682379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:59.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:00:59 smithi072 bash[80515]: audit 2024-05-11T05:00:58.473802+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.72:0/3855682379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:59.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:59 smithi072 bash[82901]: cluster 2024-05-11T05:00:57.784548+0000 mgr.y (mgr.24832) 317 : cluster [DBG] pgmap v264: 89 pgs: 11 stale+active+clean, 2 creating+activating, 3 creating+peering, 3 unknown, 2 stale+creating+activating, 68 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:59.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:59 smithi072 bash[82901]: cluster 2024-05-11T05:00:57.784548+0000 mgr.y (mgr.24832) 317 : cluster [DBG] pgmap v264: 89 pgs: 11 stale+active+clean, 2 creating+activating, 3 creating+peering, 3 unknown, 2 stale+creating+activating, 68 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:00:59.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:59 smithi072 bash[82901]: cluster 2024-05-11T05:00:58.227854+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T05:00:59.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:59 smithi072 bash[82901]: cluster 2024-05-11T05:00:58.227854+0000 mon.a (mon.0) 522 : cluster [DBG] osdmap e108: 8 total, 7 up, 8 in 2024-05-11T05:00:59.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:59 smithi072 bash[82901]: audit 2024-05-11T05:00:58.473802+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.72:0/3855682379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:00:59.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:00:59 smithi072 bash[82901]: audit 2024-05-11T05:00:58.473802+0000 mon.c (mon.2) 8 : audit [DBG] from='client.? 172.21.15.72:0/3855682379' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:00.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:00 smithi086 bash[67518]: cluster 2024-05-11T05:01:00.226366+0000 mon.a (mon.0) 523 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:01:00.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:00 smithi086 bash[67518]: cluster 2024-05-11T05:01:00.226366+0000 mon.a (mon.0) 523 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:01:00.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:00 smithi072 bash[80515]: cluster 2024-05-11T05:01:00.226366+0000 mon.a (mon.0) 523 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:01:00.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:00 smithi072 bash[80515]: cluster 2024-05-11T05:01:00.226366+0000 mon.a (mon.0) 523 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:01:00.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:00 smithi072 bash[82901]: cluster 2024-05-11T05:01:00.226366+0000 mon.a (mon.0) 523 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:01:00.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:00 smithi072 bash[82901]: cluster 2024-05-11T05:01:00.226366+0000 mon.a (mon.0) 523 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:01:01.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:01 smithi086 bash[67518]: cluster 2024-05-11T05:00:59.785591+0000 mgr.y (mgr.24832) 318 : cluster [DBG] pgmap v266: 89 pgs: 1 active+undersized+degraded, 4 active+undersized, 68 active+clean, 1 stale+creating+activating, 3 creating+peering, 2 creating+activating, 10 stale+active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:01:01.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:01 smithi086 bash[67518]: cluster 2024-05-11T05:00:59.785591+0000 mgr.y (mgr.24832) 318 : cluster [DBG] pgmap v266: 89 pgs: 1 active+undersized+degraded, 4 active+undersized, 68 active+clean, 1 stale+creating+activating, 3 creating+peering, 2 creating+activating, 10 stale+active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:01:01.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:01 smithi086 bash[67518]: audit 2024-05-11T05:01:00.839940+0000 mon.a (mon.0) 524 : audit [DBG] from='client.? 172.21.15.72:0/850395524' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:01.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:01 smithi086 bash[67518]: audit 2024-05-11T05:01:00.839940+0000 mon.a (mon.0) 524 : audit [DBG] from='client.? 172.21.15.72:0/850395524' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:01.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:01 smithi072 bash[80515]: cluster 2024-05-11T05:00:59.785591+0000 mgr.y (mgr.24832) 318 : cluster [DBG] pgmap v266: 89 pgs: 1 active+undersized+degraded, 4 active+undersized, 68 active+clean, 1 stale+creating+activating, 3 creating+peering, 2 creating+activating, 10 stale+active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:01:01.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:01 smithi072 bash[80515]: cluster 2024-05-11T05:00:59.785591+0000 mgr.y (mgr.24832) 318 : cluster [DBG] pgmap v266: 89 pgs: 1 active+undersized+degraded, 4 active+undersized, 68 active+clean, 1 stale+creating+activating, 3 creating+peering, 2 creating+activating, 10 stale+active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:01:01.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:01 smithi072 bash[80515]: audit 2024-05-11T05:01:00.839940+0000 mon.a (mon.0) 524 : audit [DBG] from='client.? 172.21.15.72:0/850395524' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:01.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:01 smithi072 bash[80515]: audit 2024-05-11T05:01:00.839940+0000 mon.a (mon.0) 524 : audit [DBG] from='client.? 172.21.15.72:0/850395524' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:01.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:01 smithi072 bash[82901]: cluster 2024-05-11T05:00:59.785591+0000 mgr.y (mgr.24832) 318 : cluster [DBG] pgmap v266: 89 pgs: 1 active+undersized+degraded, 4 active+undersized, 68 active+clean, 1 stale+creating+activating, 3 creating+peering, 2 creating+activating, 10 stale+active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:01:01.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:01 smithi072 bash[82901]: cluster 2024-05-11T05:00:59.785591+0000 mgr.y (mgr.24832) 318 : cluster [DBG] pgmap v266: 89 pgs: 1 active+undersized+degraded, 4 active+undersized, 68 active+clean, 1 stale+creating+activating, 3 creating+peering, 2 creating+activating, 10 stale+active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:01:01.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:01 smithi072 bash[82901]: audit 2024-05-11T05:01:00.839940+0000 mon.a (mon.0) 524 : audit [DBG] from='client.? 172.21.15.72:0/850395524' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:01.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:01 smithi072 bash[82901]: audit 2024-05-11T05:01:00.839940+0000 mon.a (mon.0) 524 : audit [DBG] from='client.? 172.21.15.72:0/850395524' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:01.949 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:01:01.949 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.1.service: Deactivated successfully. 2024-05-11T05:01:01.949 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: Stopped Ceph osd.1 for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T05:01:01.950 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:01:01.950 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:01:01.950 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:01:01.950 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:01:01.951 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:01:01.951 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:01:01.951 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:01:01.951 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:01:02.124 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:01:02.299 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:01 smithi072 systemd[1]: Started Ceph osd.1 for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T05:01:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:02 smithi086 bash[67518]: cluster 2024-05-11T05:01:01.786601+0000 mgr.y (mgr.24832) 319 : cluster [DBG] pgmap v267: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:02 smithi086 bash[67518]: cluster 2024-05-11T05:01:01.786601+0000 mgr.y (mgr.24832) 319 : cluster [DBG] pgmap v267: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:02 smithi086 bash[67518]: audit 2024-05-11T05:01:01.999413+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:03 smithi086 bash[67518]: audit 2024-05-11T05:01:01.999413+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:03 smithi086 bash[67518]: audit 2024-05-11T05:01:02.006081+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:03 smithi086 bash[67518]: audit 2024-05-11T05:01:02.006081+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:03 smithi086 bash[67518]: audit 2024-05-11T05:01:02.020480+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:03.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:03 smithi086 bash[67518]: audit 2024-05-11T05:01:02.020480+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:02 smithi072 bash[80515]: cluster 2024-05-11T05:01:01.786601+0000 mgr.y (mgr.24832) 319 : cluster [DBG] pgmap v267: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:02 smithi072 bash[80515]: cluster 2024-05-11T05:01:01.786601+0000 mgr.y (mgr.24832) 319 : cluster [DBG] pgmap v267: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:02 smithi072 bash[80515]: audit 2024-05-11T05:01:01.999413+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:02 smithi072 bash[80515]: audit 2024-05-11T05:01:01.999413+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:02 smithi072 bash[80515]: audit 2024-05-11T05:01:02.006081+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:03 smithi072 bash[80515]: audit 2024-05-11T05:01:02.006081+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:03 smithi072 bash[80515]: audit 2024-05-11T05:01:02.020480+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:03 smithi072 bash[80515]: audit 2024-05-11T05:01:02.020480+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:03 smithi072 bash[82901]: cluster 2024-05-11T05:01:01.786601+0000 mgr.y (mgr.24832) 319 : cluster [DBG] pgmap v267: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:03 smithi072 bash[82901]: cluster 2024-05-11T05:01:01.786601+0000 mgr.y (mgr.24832) 319 : cluster [DBG] pgmap v267: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:03 smithi072 bash[82901]: audit 2024-05-11T05:01:01.999413+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:03 smithi072 bash[82901]: audit 2024-05-11T05:01:01.999413+0000 mon.a (mon.0) 525 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:03 smithi072 bash[82901]: audit 2024-05-11T05:01:02.006081+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:03 smithi072 bash[82901]: audit 2024-05-11T05:01:02.006081+0000 mon.a (mon.0) 526 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:03 smithi072 bash[82901]: audit 2024-05-11T05:01:02.020480+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:03 smithi072 bash[82901]: audit 2024-05-11T05:01:02.020480+0000 mon.a (mon.0) 527 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:04.181 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:01:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:01:03] "GET /metrics HTTP/1.1" 200 34245 "" "Prometheus/2.43.0" 2024-05-11T05:01:04.181 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:04 smithi072 bash[80515]: audit 2024-05-11T05:01:03.208022+0000 mon.a (mon.0) 528 : audit [DBG] from='client.? 172.21.15.72:0/3460695567' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:04.181 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:04 smithi072 bash[80515]: audit 2024-05-11T05:01:03.208022+0000 mon.a (mon.0) 528 : audit [DBG] from='client.? 172.21.15.72:0/3460695567' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:04.181 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:04 smithi072 bash[80515]: audit 2024-05-11T05:01:03.852474+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:04.181 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:04 smithi072 bash[80515]: audit 2024-05-11T05:01:03.852474+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:04.181 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:04 smithi072 bash[80515]: audit 2024-05-11T05:01:03.853609+0000 mon.a (mon.0) 530 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:04.181 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:04 smithi072 bash[80515]: audit 2024-05-11T05:01:03.853609+0000 mon.a (mon.0) 530 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:04.182 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:04 smithi072 bash[82901]: audit 2024-05-11T05:01:03.208022+0000 mon.a (mon.0) 528 : audit [DBG] from='client.? 172.21.15.72:0/3460695567' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:04.182 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:04 smithi072 bash[82901]: audit 2024-05-11T05:01:03.208022+0000 mon.a (mon.0) 528 : audit [DBG] from='client.? 172.21.15.72:0/3460695567' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:04.182 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:04 smithi072 bash[82901]: audit 2024-05-11T05:01:03.852474+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:04.182 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:04 smithi072 bash[82901]: audit 2024-05-11T05:01:03.852474+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:04.182 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:04 smithi072 bash[82901]: audit 2024-05-11T05:01:03.853609+0000 mon.a (mon.0) 530 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:04.182 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:04 smithi072 bash[82901]: audit 2024-05-11T05:01:03.853609+0000 mon.a (mon.0) 530 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:04 smithi086 bash[67518]: audit 2024-05-11T05:01:03.208022+0000 mon.a (mon.0) 528 : audit [DBG] from='client.? 172.21.15.72:0/3460695567' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:04 smithi086 bash[67518]: audit 2024-05-11T05:01:03.208022+0000 mon.a (mon.0) 528 : audit [DBG] from='client.? 172.21.15.72:0/3460695567' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:04 smithi086 bash[67518]: audit 2024-05-11T05:01:03.852474+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:04 smithi086 bash[67518]: audit 2024-05-11T05:01:03.852474+0000 mon.a (mon.0) 529 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:04 smithi086 bash[67518]: audit 2024-05-11T05:01:03.853609+0000 mon.a (mon.0) 530 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:04 smithi086 bash[67518]: audit 2024-05-11T05:01:03.853609+0000 mon.a (mon.0) 530 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:04.446 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:04 smithi072 bash[95164]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T05:01:04.446 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:04 smithi072 bash[95164]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T05:01:04.446 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:04 smithi072 bash[95164]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-05-11T05:01:04.446 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:04 smithi072 bash[95164]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-05-11T05:01:04.446 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:04 smithi072 bash[95164]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-05-11T05:01:04.446 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:04 smithi072 bash[95164]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-05-11T05:01:04.446 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:04 smithi072 bash[95164]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-05-11T05:01:04.446 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:04 smithi072 bash[95164]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-05-11T05:01:04.446 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:04 smithi072 bash[95164]: --> ceph-volume raw activate successful for osd ID: 1 2024-05-11T05:01:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:05 smithi086 bash[67518]: cluster 2024-05-11T05:01:03.787084+0000 mgr.y (mgr.24832) 320 : cluster [DBG] pgmap v268: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:05 smithi086 bash[67518]: cluster 2024-05-11T05:01:03.787084+0000 mgr.y (mgr.24832) 320 : cluster [DBG] pgmap v268: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:05.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:05 smithi072 bash[80515]: cluster 2024-05-11T05:01:03.787084+0000 mgr.y (mgr.24832) 320 : cluster [DBG] pgmap v268: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:05.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:05 smithi072 bash[80515]: cluster 2024-05-11T05:01:03.787084+0000 mgr.y (mgr.24832) 320 : cluster [DBG] pgmap v268: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:05.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:05 smithi072 bash[82901]: cluster 2024-05-11T05:01:03.787084+0000 mgr.y (mgr.24832) 320 : cluster [DBG] pgmap v268: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:05.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:05 smithi072 bash[82901]: cluster 2024-05-11T05:01:03.787084+0000 mgr.y (mgr.24832) 320 : cluster [DBG] pgmap v268: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:06.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:06 smithi086 bash[67518]: audit 2024-05-11T05:01:05.571403+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.72:0/2551499460' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:06.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:06 smithi086 bash[67518]: audit 2024-05-11T05:01:05.571403+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.72:0/2551499460' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:06.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:06 smithi072 bash[80515]: audit 2024-05-11T05:01:05.571403+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.72:0/2551499460' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:06.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:06 smithi072 bash[80515]: audit 2024-05-11T05:01:05.571403+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.72:0/2551499460' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:06.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:06 smithi072 bash[82901]: audit 2024-05-11T05:01:05.571403+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.72:0/2551499460' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:06.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:06 smithi072 bash[82901]: audit 2024-05-11T05:01:05.571403+0000 mon.c (mon.2) 9 : audit [DBG] from='client.? 172.21.15.72:0/2551499460' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:07.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:07 smithi086 bash[67518]: cluster 2024-05-11T05:01:05.788148+0000 mgr.y (mgr.24832) 321 : cluster [DBG] pgmap v269: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:07.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:07 smithi086 bash[67518]: cluster 2024-05-11T05:01:05.788148+0000 mgr.y (mgr.24832) 321 : cluster [DBG] pgmap v269: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:07.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:07 smithi072 bash[80515]: cluster 2024-05-11T05:01:05.788148+0000 mgr.y (mgr.24832) 321 : cluster [DBG] pgmap v269: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:07.311 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:07 smithi072 bash[80515]: cluster 2024-05-11T05:01:05.788148+0000 mgr.y (mgr.24832) 321 : cluster [DBG] pgmap v269: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:07.311 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:07 smithi072 bash[82901]: cluster 2024-05-11T05:01:05.788148+0000 mgr.y (mgr.24832) 321 : cluster [DBG] pgmap v269: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:07.311 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:07 smithi072 bash[82901]: cluster 2024-05-11T05:01:05.788148+0000 mgr.y (mgr.24832) 321 : cluster [DBG] pgmap v269: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:08.016 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:07 smithi072 bash[95534]: debug 2024-05-11T05:01:07.833+0000 7f3a83793700 1 -- 172.21.15.72:0/1181398453 <== mon.0 v2:172.21.15.72:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5585fe6a3680 con 0x5585fe700c00 2024-05-11T05:01:08.034 INFO:teuthology.orchestra.run.smithi072.stderr:enabled application 'rados' on pool 'unique_pool_3' 2024-05-11T05:01:08.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:08 smithi072 bash[82901]: audit 2024-05-11T05:01:07.823427+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.72:0/974175087' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:08 smithi072 bash[82901]: audit 2024-05-11T05:01:07.823427+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.72:0/974175087' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:08 smithi072 bash[82901]: audit 2024-05-11T05:01:07.823772+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:08 smithi072 bash[82901]: audit 2024-05-11T05:01:07.823772+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:08 smithi072 bash[82901]: audit 2024-05-11T05:01:07.929439+0000 mon.a (mon.0) 532 : audit [DBG] from='client.? 172.21.15.72:0/2044160371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:08.273 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:08 smithi072 bash[82901]: audit 2024-05-11T05:01:07.929439+0000 mon.a (mon.0) 532 : audit [DBG] from='client.? 172.21.15.72:0/2044160371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:08.274 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:08 smithi072 bash[80515]: audit 2024-05-11T05:01:07.823427+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.72:0/974175087' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.274 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:08 smithi072 bash[80515]: audit 2024-05-11T05:01:07.823427+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.72:0/974175087' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.274 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:08 smithi072 bash[80515]: audit 2024-05-11T05:01:07.823772+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.274 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:08 smithi072 bash[80515]: audit 2024-05-11T05:01:07.823772+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.274 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:08 smithi072 bash[80515]: audit 2024-05-11T05:01:07.929439+0000 mon.a (mon.0) 532 : audit [DBG] from='client.? 172.21.15.72:0/2044160371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:08.274 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:08 smithi072 bash[80515]: audit 2024-05-11T05:01:07.929439+0000 mon.a (mon.0) 532 : audit [DBG] from='client.? 172.21.15.72:0/2044160371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:08.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:08 smithi086 bash[67518]: audit 2024-05-11T05:01:07.823427+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.72:0/974175087' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:08 smithi086 bash[67518]: audit 2024-05-11T05:01:07.823427+0000 mon.c (mon.2) 10 : audit [INF] from='client.? 172.21.15.72:0/974175087' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:08 smithi086 bash[67518]: audit 2024-05-11T05:01:07.823772+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:08 smithi086 bash[67518]: audit 2024-05-11T05:01:07.823772+0000 mon.a (mon.0) 531 : audit [INF] from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-05-11T05:01:08.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:08 smithi086 bash[67518]: audit 2024-05-11T05:01:07.929439+0000 mon.a (mon.0) 532 : audit [DBG] from='client.? 172.21.15.72:0/2044160371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:08.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:08 smithi086 bash[67518]: audit 2024-05-11T05:01:07.929439+0000 mon.a (mon.0) 532 : audit [DBG] from='client.? 172.21.15.72:0/2044160371' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:08.549 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:08 smithi072 bash[95534]: debug 2024-05-11T05:01:08.393+0000 7f3a8c92c7c0 -1 Falling back to public interface 2024-05-11T05:01:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:09 smithi086 bash[67518]: cluster 2024-05-11T05:01:07.788800+0000 mgr.y (mgr.24832) 322 : cluster [DBG] pgmap v270: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:09 smithi086 bash[67518]: cluster 2024-05-11T05:01:07.788800+0000 mgr.y (mgr.24832) 322 : cluster [DBG] pgmap v270: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:09 smithi086 bash[67518]: audit 2024-05-11T05:01:08.029084+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T05:01:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:09 smithi086 bash[67518]: audit 2024-05-11T05:01:08.029084+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T05:01:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:09 smithi086 bash[67518]: cluster 2024-05-11T05:01:08.034545+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T05:01:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:09 smithi086 bash[67518]: cluster 2024-05-11T05:01:08.034545+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T05:01:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:09 smithi086 bash[67518]: cluster 2024-05-11T05:01:08.328196+0000 mon.a (mon.0) 535 : cluster [WRN] Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:09.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:09 smithi086 bash[67518]: cluster 2024-05-11T05:01:08.328196+0000 mon.a (mon.0) 535 : cluster [WRN] Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:09 smithi072 bash[82901]: cluster 2024-05-11T05:01:07.788800+0000 mgr.y (mgr.24832) 322 : cluster [DBG] pgmap v270: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:09 smithi072 bash[82901]: cluster 2024-05-11T05:01:07.788800+0000 mgr.y (mgr.24832) 322 : cluster [DBG] pgmap v270: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:09.299 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:09 smithi072 bash[82901]: audit 2024-05-11T05:01:08.029084+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:09 smithi072 bash[82901]: audit 2024-05-11T05:01:08.029084+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:09 smithi072 bash[82901]: cluster 2024-05-11T05:01:08.034545+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:09 smithi072 bash[82901]: cluster 2024-05-11T05:01:08.034545+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:09 smithi072 bash[82901]: cluster 2024-05-11T05:01:08.328196+0000 mon.a (mon.0) 535 : cluster [WRN] Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:09 smithi072 bash[82901]: cluster 2024-05-11T05:01:08.328196+0000 mon.a (mon.0) 535 : cluster [WRN] Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:09 smithi072 bash[80515]: cluster 2024-05-11T05:01:07.788800+0000 mgr.y (mgr.24832) 322 : cluster [DBG] pgmap v270: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:09 smithi072 bash[80515]: cluster 2024-05-11T05:01:07.788800+0000 mgr.y (mgr.24832) 322 : cluster [DBG] pgmap v270: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:09 smithi072 bash[80515]: audit 2024-05-11T05:01:08.029084+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:09 smithi072 bash[80515]: audit 2024-05-11T05:01:08.029084+0000 mon.a (mon.0) 533 : audit [INF] from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_3", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:09 smithi072 bash[80515]: cluster 2024-05-11T05:01:08.034545+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:09 smithi072 bash[80515]: cluster 2024-05-11T05:01:08.034545+0000 mon.a (mon.0) 534 : cluster [DBG] osdmap e109: 8 total, 7 up, 8 in 2024-05-11T05:01:09.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:09 smithi072 bash[80515]: cluster 2024-05-11T05:01:08.328196+0000 mon.a (mon.0) 535 : cluster [WRN] Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:09.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:09 smithi072 bash[80515]: cluster 2024-05-11T05:01:08.328196+0000 mon.a (mon.0) 535 : cluster [WRN] Health check update: Degraded data redundancy: 3/72 objects degraded (4.167%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:10.008 DEBUG:teuthology.orchestra.run.smithi072:> /bin/sh -c 'adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --no-log-to-stderr --name client.0 -b 65536 --object-size 65536 -p unique_pool_3 bench 90 write' 2024-05-11T05:01:10.011 INFO:tasks.radosbench:joining radosbench (timing out after 3000s) 2024-05-11T05:01:10.011 INFO:teuthology.orchestra.run:waiting for 3000 2024-05-11T05:01:10.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:hints = 1 2024-05-11T05:01:10.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Maintaining 16 concurrent writes of 65536 bytes to objects of size 65536 for up to 90 seconds or 0 objects 2024-05-11T05:01:10.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Object prefix: benchmark_data_smithi072_95750 2024-05-11T05:01:10.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T05:01:10.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 0 0 0 0 0 0 - 0 2024-05-11T05:01:10.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:10 smithi086 bash[67518]: cluster 2024-05-11T05:01:10.031027+0000 mon.a (mon.0) 536 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T05:01:10.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:10 smithi086 bash[67518]: cluster 2024-05-11T05:01:10.031027+0000 mon.a (mon.0) 536 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T05:01:10.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:10 smithi072 bash[80515]: cluster 2024-05-11T05:01:10.031027+0000 mon.a (mon.0) 536 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T05:01:10.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:10 smithi072 bash[80515]: cluster 2024-05-11T05:01:10.031027+0000 mon.a (mon.0) 536 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T05:01:10.549 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:10 smithi072 bash[82901]: cluster 2024-05-11T05:01:10.031027+0000 mon.a (mon.0) 536 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T05:01:10.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:10 smithi072 bash[82901]: cluster 2024-05-11T05:01:10.031027+0000 mon.a (mon.0) 536 : cluster [INF] Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-05-11T05:01:11.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 1 16 3332 3316 207.237 207.25 0.00224684 0.00480672 2024-05-11T05:01:11.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:11 smithi086 bash[67518]: cluster 2024-05-11T05:01:09.789640+0000 mgr.y (mgr.24832) 323 : cluster [DBG] pgmap v272: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:11.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:11 smithi086 bash[67518]: cluster 2024-05-11T05:01:09.789640+0000 mgr.y (mgr.24832) 323 : cluster [DBG] pgmap v272: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:11.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:11 smithi086 bash[67518]: audit 2024-05-11T05:01:10.528213+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.72:0/3066782815' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:11.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:11 smithi086 bash[67518]: audit 2024-05-11T05:01:10.528213+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.72:0/3066782815' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:11.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:11 smithi072 bash[80515]: cluster 2024-05-11T05:01:09.789640+0000 mgr.y (mgr.24832) 323 : cluster [DBG] pgmap v272: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:11.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:11 smithi072 bash[80515]: cluster 2024-05-11T05:01:09.789640+0000 mgr.y (mgr.24832) 323 : cluster [DBG] pgmap v272: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:11.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:11 smithi072 bash[80515]: audit 2024-05-11T05:01:10.528213+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.72:0/3066782815' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:11.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:11 smithi072 bash[80515]: audit 2024-05-11T05:01:10.528213+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.72:0/3066782815' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:11.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:11 smithi072 bash[82901]: cluster 2024-05-11T05:01:09.789640+0000 mgr.y (mgr.24832) 323 : cluster [DBG] pgmap v272: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:11.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:11 smithi072 bash[82901]: cluster 2024-05-11T05:01:09.789640+0000 mgr.y (mgr.24832) 323 : cluster [DBG] pgmap v272: 89 pgs: 3 active+undersized+degraded, 36 active+undersized, 50 active+clean; 582 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3/72 objects degraded (4.167%) 2024-05-11T05:01:11.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:11 smithi072 bash[82901]: audit 2024-05-11T05:01:10.528213+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.72:0/3066782815' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:11.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:11 smithi072 bash[82901]: audit 2024-05-11T05:01:10.528213+0000 mon.c (mon.2) 11 : audit [DBG] from='client.? 172.21.15.72:0/3066782815' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:12.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 2 16 6322 6306 197.047 186.875 0.00513279 0.0050629 2024-05-11T05:01:13.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:12 smithi086 bash[67518]: audit 2024-05-11T05:01:11.568687+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:12 smithi086 bash[67518]: audit 2024-05-11T05:01:11.568687+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:12 smithi086 bash[67518]: audit 2024-05-11T05:01:11.577310+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:12 smithi086 bash[67518]: audit 2024-05-11T05:01:11.577310+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:12 smithi086 bash[67518]: cluster 2024-05-11T05:01:11.792498+0000 mgr.y (mgr.24832) 324 : cluster [DBG] pgmap v273: 89 pgs: 9 active+undersized+degraded, 30 active+undersized, 50 active+clean; 97 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s wr, 153 op/s; 1450/4692 objects degraded (30.904%) 2024-05-11T05:01:13.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:12 smithi086 bash[67518]: cluster 2024-05-11T05:01:11.792498+0000 mgr.y (mgr.24832) 324 : cluster [DBG] pgmap v273: 89 pgs: 9 active+undersized+degraded, 30 active+undersized, 50 active+clean; 97 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s wr, 153 op/s; 1450/4692 objects degraded (30.904%) 2024-05-11T05:01:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:12 smithi072 bash[80515]: audit 2024-05-11T05:01:11.568687+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:12 smithi072 bash[80515]: audit 2024-05-11T05:01:11.568687+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:12 smithi072 bash[80515]: audit 2024-05-11T05:01:11.577310+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:12 smithi072 bash[80515]: audit 2024-05-11T05:01:11.577310+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:12 smithi072 bash[80515]: cluster 2024-05-11T05:01:11.792498+0000 mgr.y (mgr.24832) 324 : cluster [DBG] pgmap v273: 89 pgs: 9 active+undersized+degraded, 30 active+undersized, 50 active+clean; 97 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s wr, 153 op/s; 1450/4692 objects degraded (30.904%) 2024-05-11T05:01:13.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:12 smithi072 bash[80515]: cluster 2024-05-11T05:01:11.792498+0000 mgr.y (mgr.24832) 324 : cluster [DBG] pgmap v273: 89 pgs: 9 active+undersized+degraded, 30 active+undersized, 50 active+clean; 97 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s wr, 153 op/s; 1450/4692 objects degraded (30.904%) 2024-05-11T05:01:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:12 smithi072 bash[82901]: audit 2024-05-11T05:01:11.568687+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:12 smithi072 bash[82901]: audit 2024-05-11T05:01:11.568687+0000 mon.a (mon.0) 537 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:12 smithi072 bash[82901]: audit 2024-05-11T05:01:11.577310+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:12 smithi072 bash[82901]: audit 2024-05-11T05:01:11.577310+0000 mon.a (mon.0) 538 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:12 smithi072 bash[82901]: cluster 2024-05-11T05:01:11.792498+0000 mgr.y (mgr.24832) 324 : cluster [DBG] pgmap v273: 89 pgs: 9 active+undersized+degraded, 30 active+undersized, 50 active+clean; 97 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s wr, 153 op/s; 1450/4692 objects degraded (30.904%) 2024-05-11T05:01:13.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:12 smithi072 bash[82901]: cluster 2024-05-11T05:01:11.792498+0000 mgr.y (mgr.24832) 324 : cluster [DBG] pgmap v273: 89 pgs: 9 active+undersized+degraded, 30 active+undersized, 50 active+clean; 97 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 9.6 MiB/s wr, 153 op/s; 1450/4692 objects degraded (30.904%) 2024-05-11T05:01:13.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 3 16 9023 9007 187.631 168.812 0.00398627 0.00531732 2024-05-11T05:01:13.851 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:13 smithi072 bash[80515]: audit 2024-05-11T05:01:13.128317+0000 mon.a (mon.0) 539 : audit [DBG] from='client.? 172.21.15.72:0/2658078467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:13 smithi072 bash[80515]: audit 2024-05-11T05:01:13.128317+0000 mon.a (mon.0) 539 : audit [DBG] from='client.? 172.21.15.72:0/2658078467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:13 smithi072 bash[80515]: audit 2024-05-11T05:01:13.172599+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:13 smithi072 bash[80515]: audit 2024-05-11T05:01:13.172599+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:13 smithi072 bash[80515]: audit 2024-05-11T05:01:13.186014+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:13 smithi072 bash[80515]: audit 2024-05-11T05:01:13.186014+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:13 smithi072 bash[80515]: cluster 2024-05-11T05:01:13.329437+0000 mon.a (mon.0) 542 : cluster [WRN] Health check update: Degraded data redundancy: 1450/4692 objects degraded (30.904%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:13 smithi072 bash[80515]: cluster 2024-05-11T05:01:13.329437+0000 mon.a (mon.0) 542 : cluster [WRN] Health check update: Degraded data redundancy: 1450/4692 objects degraded (30.904%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:13 smithi072 bash[82901]: audit 2024-05-11T05:01:13.128317+0000 mon.a (mon.0) 539 : audit [DBG] from='client.? 172.21.15.72:0/2658078467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:13 smithi072 bash[82901]: audit 2024-05-11T05:01:13.128317+0000 mon.a (mon.0) 539 : audit [DBG] from='client.? 172.21.15.72:0/2658078467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:13 smithi072 bash[82901]: audit 2024-05-11T05:01:13.172599+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:13 smithi072 bash[82901]: audit 2024-05-11T05:01:13.172599+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:13 smithi072 bash[82901]: audit 2024-05-11T05:01:13.186014+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.852 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:13 smithi072 bash[82901]: audit 2024-05-11T05:01:13.186014+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:13.853 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:13 smithi072 bash[82901]: cluster 2024-05-11T05:01:13.329437+0000 mon.a (mon.0) 542 : cluster [WRN] Health check update: Degraded data redundancy: 1450/4692 objects degraded (30.904%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:13.853 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:13 smithi072 bash[82901]: cluster 2024-05-11T05:01:13.329437+0000 mon.a (mon.0) 542 : cluster [WRN] Health check update: Degraded data redundancy: 1450/4692 objects degraded (30.904%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:14.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:13 smithi086 bash[67518]: audit 2024-05-11T05:01:13.128317+0000 mon.a (mon.0) 539 : audit [DBG] from='client.? 172.21.15.72:0/2658078467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:14.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:13 smithi086 bash[67518]: audit 2024-05-11T05:01:13.128317+0000 mon.a (mon.0) 539 : audit [DBG] from='client.? 172.21.15.72:0/2658078467' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:14.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:13 smithi086 bash[67518]: audit 2024-05-11T05:01:13.172599+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:14.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:13 smithi086 bash[67518]: audit 2024-05-11T05:01:13.172599+0000 mon.a (mon.0) 540 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:14.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:13 smithi086 bash[67518]: audit 2024-05-11T05:01:13.186014+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:14.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:13 smithi086 bash[67518]: audit 2024-05-11T05:01:13.186014+0000 mon.a (mon.0) 541 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:14.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:13 smithi086 bash[67518]: cluster 2024-05-11T05:01:13.329437+0000 mon.a (mon.0) 542 : cluster [WRN] Health check update: Degraded data redundancy: 1450/4692 objects degraded (30.904%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:14.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:13 smithi086 bash[67518]: cluster 2024-05-11T05:01:13.329437+0000 mon.a (mon.0) 542 : cluster [WRN] Health check update: Degraded data redundancy: 1450/4692 objects degraded (30.904%), 9 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:14.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 4 16 11569 11553 180.498 159.125 0.0015465 0.00540035 2024-05-11T05:01:14.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:01:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:01:13] "GET /metrics HTTP/1.1" 200 36530 "" "Prometheus/2.43.0" 2024-05-11T05:01:15.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:14 smithi086 bash[67518]: cluster 2024-05-11T05:01:13.793075+0000 mgr.y (mgr.24832) 325 : cluster [DBG] pgmap v274: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 267 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s wr, 426 op/s; 2130/12876 objects degraded (16.542%) 2024-05-11T05:01:15.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:14 smithi086 bash[67518]: cluster 2024-05-11T05:01:13.793075+0000 mgr.y (mgr.24832) 325 : cluster [DBG] pgmap v274: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 267 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s wr, 426 op/s; 2130/12876 objects degraded (16.542%) 2024-05-11T05:01:15.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:14 smithi072 bash[80515]: cluster 2024-05-11T05:01:13.793075+0000 mgr.y (mgr.24832) 325 : cluster [DBG] pgmap v274: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 267 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s wr, 426 op/s; 2130/12876 objects degraded (16.542%) 2024-05-11T05:01:15.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:14 smithi072 bash[80515]: cluster 2024-05-11T05:01:13.793075+0000 mgr.y (mgr.24832) 325 : cluster [DBG] pgmap v274: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 267 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s wr, 426 op/s; 2130/12876 objects degraded (16.542%) 2024-05-11T05:01:15.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:14 smithi072 bash[82901]: cluster 2024-05-11T05:01:13.793075+0000 mgr.y (mgr.24832) 325 : cluster [DBG] pgmap v274: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 267 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s wr, 426 op/s; 2130/12876 objects degraded (16.542%) 2024-05-11T05:01:15.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:14 smithi072 bash[82901]: cluster 2024-05-11T05:01:13.793075+0000 mgr.y (mgr.24832) 325 : cluster [DBG] pgmap v274: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 267 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s wr, 426 op/s; 2130/12876 objects degraded (16.542%) 2024-05-11T05:01:15.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 5 16 14446 14430 180.357 179.812 0.00527859 0.00553721 2024-05-11T05:01:16.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:15 smithi086 bash[67518]: audit 2024-05-11T05:01:15.719910+0000 mon.b (mon.1) 5 : audit [DBG] from='client.? 172.21.15.72:0/1160917875' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:16.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:15 smithi086 bash[67518]: audit 2024-05-11T05:01:15.719910+0000 mon.b (mon.1) 5 : audit [DBG] from='client.? 172.21.15.72:0/1160917875' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:16.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:15 smithi072 bash[80515]: audit 2024-05-11T05:01:15.719910+0000 mon.b (mon.1) 5 : audit [DBG] from='client.? 172.21.15.72:0/1160917875' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:16.049 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:15 smithi072 bash[80515]: audit 2024-05-11T05:01:15.719910+0000 mon.b (mon.1) 5 : audit [DBG] from='client.? 172.21.15.72:0/1160917875' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:16.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:15 smithi072 bash[82901]: audit 2024-05-11T05:01:15.719910+0000 mon.b (mon.1) 5 : audit [DBG] from='client.? 172.21.15.72:0/1160917875' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:16.049 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:15 smithi072 bash[82901]: audit 2024-05-11T05:01:15.719910+0000 mon.b (mon.1) 5 : audit [DBG] from='client.? 172.21.15.72:0/1160917875' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:16.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 6 16 17093 17077 177.868 165.438 0.00546856 0.0056158 2024-05-11T05:01:16.549 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:16 smithi072 bash[95534]: debug 2024-05-11T05:01:16.220+0000 7f3a8c92c7c0 -1 osd.1 106 log_to_monitors true 2024-05-11T05:01:17.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:16 smithi086 bash[67518]: cluster 2024-05-11T05:01:15.793808+0000 mgr.y (mgr.24832) 326 : cluster [DBG] pgmap v275: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 655 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 2961/31464 objects degraded (9.411%) 2024-05-11T05:01:17.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:16 smithi086 bash[67518]: cluster 2024-05-11T05:01:15.793808+0000 mgr.y (mgr.24832) 326 : cluster [DBG] pgmap v275: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 655 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 2961/31464 objects degraded (9.411%) 2024-05-11T05:01:17.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:16 smithi086 bash[67518]: audit 2024-05-11T05:01:16.238626+0000 mon.b (mon.1) 6 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:16 smithi086 bash[67518]: audit 2024-05-11T05:01:16.238626+0000 mon.b (mon.1) 6 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:16 smithi086 bash[67518]: audit 2024-05-11T05:01:16.239171+0000 mon.a (mon.0) 543 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:16 smithi086 bash[67518]: audit 2024-05-11T05:01:16.239171+0000 mon.a (mon.0) 543 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.049 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:01:16 smithi072 bash[95534]: debug 2024-05-11T05:01:16.828+0000 7f3a7dd83700 -1 osd.1 106 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-11T05:01:17.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:16 smithi072 bash[80515]: cluster 2024-05-11T05:01:15.793808+0000 mgr.y (mgr.24832) 326 : cluster [DBG] pgmap v275: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 655 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 2961/31464 objects degraded (9.411%) 2024-05-11T05:01:17.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:16 smithi072 bash[80515]: cluster 2024-05-11T05:01:15.793808+0000 mgr.y (mgr.24832) 326 : cluster [DBG] pgmap v275: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 655 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 2961/31464 objects degraded (9.411%) 2024-05-11T05:01:17.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:16 smithi072 bash[80515]: audit 2024-05-11T05:01:16.238626+0000 mon.b (mon.1) 6 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:16 smithi072 bash[80515]: audit 2024-05-11T05:01:16.238626+0000 mon.b (mon.1) 6 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:16 smithi072 bash[80515]: audit 2024-05-11T05:01:16.239171+0000 mon.a (mon.0) 543 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:16 smithi072 bash[80515]: audit 2024-05-11T05:01:16.239171+0000 mon.a (mon.0) 543 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:16 smithi072 bash[82901]: cluster 2024-05-11T05:01:15.793808+0000 mgr.y (mgr.24832) 326 : cluster [DBG] pgmap v275: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 655 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 2961/31464 objects degraded (9.411%) 2024-05-11T05:01:17.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:16 smithi072 bash[82901]: cluster 2024-05-11T05:01:15.793808+0000 mgr.y (mgr.24832) 326 : cluster [DBG] pgmap v275: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 655 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 2961/31464 objects degraded (9.411%) 2024-05-11T05:01:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:16 smithi072 bash[82901]: audit 2024-05-11T05:01:16.238626+0000 mon.b (mon.1) 6 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:16 smithi072 bash[82901]: audit 2024-05-11T05:01:16.238626+0000 mon.b (mon.1) 6 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:16 smithi072 bash[82901]: audit 2024-05-11T05:01:16.239171+0000 mon.a (mon.0) 543 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:16 smithi072 bash[82901]: audit 2024-05-11T05:01:16.239171+0000 mon.a (mon.0) 543 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-05-11T05:01:17.053 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 7 16 19838 19822 176.965 171.562 0.00599898 0.00564443 2024-05-11T05:01:18.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:17 smithi086 bash[67518]: audit 2024-05-11T05:01:16.782495+0000 mon.a (mon.0) 544 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T05:01:18.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:17 smithi086 bash[67518]: audit 2024-05-11T05:01:16.782495+0000 mon.a (mon.0) 544 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T05:01:18.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:17 smithi086 bash[67518]: audit 2024-05-11T05:01:16.789585+0000 mon.b (mon.1) 7 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:17 smithi086 bash[67518]: audit 2024-05-11T05:01:16.789585+0000 mon.b (mon.1) 7 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:17 smithi086 bash[67518]: cluster 2024-05-11T05:01:16.794725+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e110: 8 total, 7 up, 8 in 2024-05-11T05:01:18.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:17 smithi086 bash[67518]: cluster 2024-05-11T05:01:16.794725+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e110: 8 total, 7 up, 8 in 2024-05-11T05:01:18.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:17 smithi086 bash[67518]: audit 2024-05-11T05:01:16.795862+0000 mon.a (mon.0) 546 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:17 smithi086 bash[67518]: audit 2024-05-11T05:01:16.795862+0000 mon.a (mon.0) 546 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:17 smithi072 bash[82901]: audit 2024-05-11T05:01:16.782495+0000 mon.a (mon.0) 544 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T05:01:18.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:17 smithi072 bash[82901]: audit 2024-05-11T05:01:16.782495+0000 mon.a (mon.0) 544 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T05:01:18.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:17 smithi072 bash[82901]: audit 2024-05-11T05:01:16.789585+0000 mon.b (mon.1) 7 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:17 smithi072 bash[82901]: audit 2024-05-11T05:01:16.789585+0000 mon.b (mon.1) 7 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:17 smithi072 bash[82901]: cluster 2024-05-11T05:01:16.794725+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e110: 8 total, 7 up, 8 in 2024-05-11T05:01:18.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:17 smithi072 bash[82901]: cluster 2024-05-11T05:01:16.794725+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e110: 8 total, 7 up, 8 in 2024-05-11T05:01:18.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:17 smithi072 bash[82901]: audit 2024-05-11T05:01:16.795862+0000 mon.a (mon.0) 546 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:17 smithi072 bash[82901]: audit 2024-05-11T05:01:16.795862+0000 mon.a (mon.0) 546 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:17 smithi072 bash[80515]: debug 2024-05-11T05:01:17.776+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:01:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:17 smithi072 bash[80515]: audit 2024-05-11T05:01:16.782495+0000 mon.a (mon.0) 544 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T05:01:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:17 smithi072 bash[80515]: audit 2024-05-11T05:01:16.782495+0000 mon.a (mon.0) 544 : audit [INF] from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-05-11T05:01:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:17 smithi072 bash[80515]: audit 2024-05-11T05:01:16.789585+0000 mon.b (mon.1) 7 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:17 smithi072 bash[80515]: audit 2024-05-11T05:01:16.789585+0000 mon.b (mon.1) 7 : audit [INF] from='osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:17 smithi072 bash[80515]: cluster 2024-05-11T05:01:16.794725+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e110: 8 total, 7 up, 8 in 2024-05-11T05:01:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:17 smithi072 bash[80515]: cluster 2024-05-11T05:01:16.794725+0000 mon.a (mon.0) 545 : cluster [DBG] osdmap e110: 8 total, 7 up, 8 in 2024-05-11T05:01:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:17 smithi072 bash[80515]: audit 2024-05-11T05:01:16.795862+0000 mon.a (mon.0) 546 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:17 smithi072 bash[80515]: audit 2024-05-11T05:01:16.795862+0000 mon.a (mon.0) 546 : audit [INF] from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:01:18.054 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 8 16 21904 21888 170.983 129.125 0.00203958 0.0056627 2024-05-11T05:01:19.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:17.783556+0000 mon.a (mon.0) 547 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:01:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:17.783556+0000 mon.a (mon.0) 547 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:01:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:17.783589+0000 mon.a (mon.0) 548 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:01:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:17.783589+0000 mon.a (mon.0) 548 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:01:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:17.794319+0000 mgr.y (mgr.24832) 327 : cluster [DBG] pgmap v277: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 918 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s; 7179/44118 objects degraded (16.272%) 2024-05-11T05:01:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:17.794319+0000 mgr.y (mgr.24832) 327 : cluster [DBG] pgmap v277: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 918 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s; 7179/44118 objects degraded (16.272%) 2024-05-11T05:01:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:17.810980+0000 mon.a (mon.0) 549 : cluster [INF] osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915] boot 2024-05-11T05:01:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:17.810980+0000 mon.a (mon.0) 549 : cluster [INF] osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915] boot 2024-05-11T05:01:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:17.811167+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T05:01:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:17.811167+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T05:01:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: audit 2024-05-11T05:01:17.822547+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T05:01:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: audit 2024-05-11T05:01:17.822547+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T05:01:19.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: audit 2024-05-11T05:01:18.100624+0000 mon.a (mon.0) 552 : audit [DBG] from='client.? 172.21.15.72:0/1041385360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:19.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: audit 2024-05-11T05:01:18.100624+0000 mon.a (mon.0) 552 : audit [DBG] from='client.? 172.21.15.72:0/1041385360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:19.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:18.330189+0000 mon.a (mon.0) 553 : cluster [WRN] Health check update: Degraded data redundancy: 2961/31464 objects degraded (9.411%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:19.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:18.330189+0000 mon.a (mon.0) 553 : cluster [WRN] Health check update: Degraded data redundancy: 2961/31464 objects degraded (9.411%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:19.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:18.341461+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-05-11T05:01:19.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:18 smithi086 bash[67518]: cluster 2024-05-11T05:01:18.341461+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-05-11T05:01:19.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:17.783556+0000 mon.a (mon.0) 547 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:01:19.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:17.783556+0000 mon.a (mon.0) 547 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:01:19.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:17.783589+0000 mon.a (mon.0) 548 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:01:19.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:17.783589+0000 mon.a (mon.0) 548 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:01:19.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:17.794319+0000 mgr.y (mgr.24832) 327 : cluster [DBG] pgmap v277: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 918 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s; 7179/44118 objects degraded (16.272%) 2024-05-11T05:01:19.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:17.794319+0000 mgr.y (mgr.24832) 327 : cluster [DBG] pgmap v277: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 918 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s; 7179/44118 objects degraded (16.272%) 2024-05-11T05:01:19.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:17.810980+0000 mon.a (mon.0) 549 : cluster [INF] osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915] boot 2024-05-11T05:01:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:17.810980+0000 mon.a (mon.0) 549 : cluster [INF] osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915] boot 2024-05-11T05:01:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:17.811167+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T05:01:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:17.811167+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T05:01:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: audit 2024-05-11T05:01:17.822547+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T05:01:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: audit 2024-05-11T05:01:17.822547+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T05:01:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: audit 2024-05-11T05:01:18.100624+0000 mon.a (mon.0) 552 : audit [DBG] from='client.? 172.21.15.72:0/1041385360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: audit 2024-05-11T05:01:18.100624+0000 mon.a (mon.0) 552 : audit [DBG] from='client.? 172.21.15.72:0/1041385360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:18.330189+0000 mon.a (mon.0) 553 : cluster [WRN] Health check update: Degraded data redundancy: 2961/31464 objects degraded (9.411%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:18.330189+0000 mon.a (mon.0) 553 : cluster [WRN] Health check update: Degraded data redundancy: 2961/31464 objects degraded (9.411%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:18.341461+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-05-11T05:01:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:18 smithi072 bash[80515]: cluster 2024-05-11T05:01:18.341461+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:17.783556+0000 mon.a (mon.0) 547 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:17.783556+0000 mon.a (mon.0) 547 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:17.783589+0000 mon.a (mon.0) 548 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:17.783589+0000 mon.a (mon.0) 548 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:17.794319+0000 mgr.y (mgr.24832) 327 : cluster [DBG] pgmap v277: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 918 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s; 7179/44118 objects degraded (16.272%) 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:17.794319+0000 mgr.y (mgr.24832) 327 : cluster [DBG] pgmap v277: 89 pgs: 10 active+undersized+degraded, 29 active+undersized, 50 active+clean; 918 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 MiB/s wr, 1.50k op/s; 7179/44118 objects degraded (16.272%) 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:17.810980+0000 mon.a (mon.0) 549 : cluster [INF] osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915] boot 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:17.810980+0000 mon.a (mon.0) 549 : cluster [INF] osd.1 [v2:172.21.15.72:6810/2975765915,v1:172.21.15.72:6811/2975765915] boot 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:17.811167+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:17.811167+0000 mon.a (mon.0) 550 : cluster [DBG] osdmap e111: 8 total, 8 up, 8 in 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: audit 2024-05-11T05:01:17.822547+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: audit 2024-05-11T05:01:17.822547+0000 mon.a (mon.0) 551 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-05-11T05:01:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: audit 2024-05-11T05:01:18.100624+0000 mon.a (mon.0) 552 : audit [DBG] from='client.? 172.21.15.72:0/1041385360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:19.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: audit 2024-05-11T05:01:18.100624+0000 mon.a (mon.0) 552 : audit [DBG] from='client.? 172.21.15.72:0/1041385360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:19.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:18.330189+0000 mon.a (mon.0) 553 : cluster [WRN] Health check update: Degraded data redundancy: 2961/31464 objects degraded (9.411%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:19.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:18.330189+0000 mon.a (mon.0) 553 : cluster [WRN] Health check update: Degraded data redundancy: 2961/31464 objects degraded (9.411%), 10 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:19.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:18.341461+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-05-11T05:01:19.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:18 smithi072 bash[82901]: cluster 2024-05-11T05:01:18.341461+0000 mon.a (mon.0) 554 : cluster [DBG] osdmap e112: 8 total, 8 up, 8 in 2024-05-11T05:01:19.054 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 9 16 21904 21888 151.984 0 - 0.0056627 2024-05-11T05:01:20.054 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 10 16 22812 22796 142.46 28.375 0.029314 0.0070124 2024-05-11T05:01:20.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:19 smithi086 bash[67518]: audit 2024-05-11T05:01:18.856418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:20.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:19 smithi086 bash[67518]: audit 2024-05-11T05:01:18.856418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:20.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:19 smithi086 bash[67518]: audit 2024-05-11T05:01:18.858812+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:20.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:19 smithi086 bash[67518]: audit 2024-05-11T05:01:18.858812+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:20.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:19 smithi086 bash[67518]: cluster 2024-05-11T05:01:19.342445+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-05-11T05:01:20.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:19 smithi086 bash[67518]: cluster 2024-05-11T05:01:19.342445+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-05-11T05:01:20.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:19 smithi072 bash[80515]: audit 2024-05-11T05:01:18.856418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:20.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:19 smithi072 bash[80515]: audit 2024-05-11T05:01:18.856418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:20.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:19 smithi072 bash[80515]: audit 2024-05-11T05:01:18.858812+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:20.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:19 smithi072 bash[80515]: audit 2024-05-11T05:01:18.858812+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:20.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:19 smithi072 bash[80515]: cluster 2024-05-11T05:01:19.342445+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-05-11T05:01:20.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:19 smithi072 bash[80515]: cluster 2024-05-11T05:01:19.342445+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-05-11T05:01:20.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:19 smithi072 bash[82901]: audit 2024-05-11T05:01:18.856418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:20.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:19 smithi072 bash[82901]: audit 2024-05-11T05:01:18.856418+0000 mon.a (mon.0) 555 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:20.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:19 smithi072 bash[82901]: audit 2024-05-11T05:01:18.858812+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:20.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:19 smithi072 bash[82901]: audit 2024-05-11T05:01:18.858812+0000 mon.a (mon.0) 556 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:20.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:19 smithi072 bash[82901]: cluster 2024-05-11T05:01:19.342445+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-05-11T05:01:20.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:19 smithi072 bash[82901]: cluster 2024-05-11T05:01:19.342445+0000 mon.a (mon.0) 557 : cluster [DBG] osdmap e113: 8 total, 8 up, 8 in 2024-05-11T05:01:21.054 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 11 16 24398 24382 138.52 99.125 0.00455451 0.00721058 2024-05-11T05:01:21.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:21 smithi086 bash[67518]: cluster 2024-05-11T05:01:19.794822+0000 mgr.y (mgr.24832) 328 : cluster [DBG] pgmap v281: 89 pgs: 1 remapped+peering, 8 active+undersized+degraded, 27 active+undersized, 53 active+clean; 1.1 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s; 6498/52641 objects degraded (12.344%) 2024-05-11T05:01:21.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:21 smithi086 bash[67518]: cluster 2024-05-11T05:01:19.794822+0000 mgr.y (mgr.24832) 328 : cluster [DBG] pgmap v281: 89 pgs: 1 remapped+peering, 8 active+undersized+degraded, 27 active+undersized, 53 active+clean; 1.1 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s; 6498/52641 objects degraded (12.344%) 2024-05-11T05:01:21.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:21 smithi086 bash[67518]: audit 2024-05-11T05:01:20.694624+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.72:0/359690905' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:21.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:21 smithi086 bash[67518]: audit 2024-05-11T05:01:20.694624+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.72:0/359690905' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:21.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:21 smithi072 bash[80515]: cluster 2024-05-11T05:01:19.794822+0000 mgr.y (mgr.24832) 328 : cluster [DBG] pgmap v281: 89 pgs: 1 remapped+peering, 8 active+undersized+degraded, 27 active+undersized, 53 active+clean; 1.1 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s; 6498/52641 objects degraded (12.344%) 2024-05-11T05:01:21.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:21 smithi072 bash[80515]: cluster 2024-05-11T05:01:19.794822+0000 mgr.y (mgr.24832) 328 : cluster [DBG] pgmap v281: 89 pgs: 1 remapped+peering, 8 active+undersized+degraded, 27 active+undersized, 53 active+clean; 1.1 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s; 6498/52641 objects degraded (12.344%) 2024-05-11T05:01:21.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:21 smithi072 bash[80515]: audit 2024-05-11T05:01:20.694624+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.72:0/359690905' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:21.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:21 smithi072 bash[80515]: audit 2024-05-11T05:01:20.694624+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.72:0/359690905' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:21.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:21 smithi072 bash[82901]: cluster 2024-05-11T05:01:19.794822+0000 mgr.y (mgr.24832) 328 : cluster [DBG] pgmap v281: 89 pgs: 1 remapped+peering, 8 active+undersized+degraded, 27 active+undersized, 53 active+clean; 1.1 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s; 6498/52641 objects degraded (12.344%) 2024-05-11T05:01:21.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:21 smithi072 bash[82901]: cluster 2024-05-11T05:01:19.794822+0000 mgr.y (mgr.24832) 328 : cluster [DBG] pgmap v281: 89 pgs: 1 remapped+peering, 8 active+undersized+degraded, 27 active+undersized, 53 active+clean; 1.1 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 110 MiB/s wr, 1.76k op/s; 6498/52641 objects degraded (12.344%) 2024-05-11T05:01:21.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:21 smithi072 bash[82901]: audit 2024-05-11T05:01:20.694624+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.72:0/359690905' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:21.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:21 smithi072 bash[82901]: audit 2024-05-11T05:01:20.694624+0000 mon.c (mon.2) 12 : audit [DBG] from='client.? 172.21.15.72:0/359690905' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:22.054 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 12 16 26114 26098 135.914 107.25 0.0078722 0.00735085 2024-05-11T05:01:23.054 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 13 16 27711 27695 133.136 99.8125 0.00596461 0.00750297 2024-05-11T05:01:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:23 smithi086 bash[67518]: cluster 2024-05-11T05:01:21.795407+0000 mgr.y (mgr.24832) 329 : cluster [DBG] pgmap v282: 89 pgs: 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 9 active+undersized, 73 active+clean; 1.4 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s; 7957/70050 objects degraded (11.359%); 1010 KiB/s, 15 objects/s recovering 2024-05-11T05:01:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:23 smithi086 bash[67518]: cluster 2024-05-11T05:01:21.795407+0000 mgr.y (mgr.24832) 329 : cluster [DBG] pgmap v282: 89 pgs: 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 9 active+undersized, 73 active+clean; 1.4 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s; 7957/70050 objects degraded (11.359%); 1010 KiB/s, 15 objects/s recovering 2024-05-11T05:01:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:23 smithi086 bash[67518]: audit 2024-05-11T05:01:23.316457+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.72:0/993223992' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:23 smithi086 bash[67518]: audit 2024-05-11T05:01:23.316457+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.72:0/993223992' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:23 smithi086 bash[67518]: cluster 2024-05-11T05:01:23.332450+0000 mon.a (mon.0) 558 : cluster [WRN] Health check update: Degraded data redundancy: 7957/70050 objects degraded (11.359%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:23.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:23 smithi086 bash[67518]: cluster 2024-05-11T05:01:23.332450+0000 mon.a (mon.0) 558 : cluster [WRN] Health check update: Degraded data redundancy: 7957/70050 objects degraded (11.359%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:23.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:23 smithi072 bash[80515]: cluster 2024-05-11T05:01:21.795407+0000 mgr.y (mgr.24832) 329 : cluster [DBG] pgmap v282: 89 pgs: 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 9 active+undersized, 73 active+clean; 1.4 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s; 7957/70050 objects degraded (11.359%); 1010 KiB/s, 15 objects/s recovering 2024-05-11T05:01:23.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:23 smithi072 bash[80515]: cluster 2024-05-11T05:01:21.795407+0000 mgr.y (mgr.24832) 329 : cluster [DBG] pgmap v282: 89 pgs: 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 9 active+undersized, 73 active+clean; 1.4 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s; 7957/70050 objects degraded (11.359%); 1010 KiB/s, 15 objects/s recovering 2024-05-11T05:01:23.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:23 smithi072 bash[80515]: audit 2024-05-11T05:01:23.316457+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.72:0/993223992' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:23.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:23 smithi072 bash[80515]: audit 2024-05-11T05:01:23.316457+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.72:0/993223992' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:23.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:23 smithi072 bash[80515]: cluster 2024-05-11T05:01:23.332450+0000 mon.a (mon.0) 558 : cluster [WRN] Health check update: Degraded data redundancy: 7957/70050 objects degraded (11.359%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:23.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:23 smithi072 bash[80515]: cluster 2024-05-11T05:01:23.332450+0000 mon.a (mon.0) 558 : cluster [WRN] Health check update: Degraded data redundancy: 7957/70050 objects degraded (11.359%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:23.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:23 smithi072 bash[82901]: cluster 2024-05-11T05:01:21.795407+0000 mgr.y (mgr.24832) 329 : cluster [DBG] pgmap v282: 89 pgs: 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 9 active+undersized, 73 active+clean; 1.4 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s; 7957/70050 objects degraded (11.359%); 1010 KiB/s, 15 objects/s recovering 2024-05-11T05:01:23.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:23 smithi072 bash[82901]: cluster 2024-05-11T05:01:21.795407+0000 mgr.y (mgr.24832) 329 : cluster [DBG] pgmap v282: 89 pgs: 1 remapped+peering, 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 9 active+undersized, 73 active+clean; 1.4 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 108 MiB/s wr, 1.73k op/s; 7957/70050 objects degraded (11.359%); 1010 KiB/s, 15 objects/s recovering 2024-05-11T05:01:23.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:23 smithi072 bash[82901]: audit 2024-05-11T05:01:23.316457+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.72:0/993223992' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:23.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:23 smithi072 bash[82901]: audit 2024-05-11T05:01:23.316457+0000 mon.b (mon.1) 8 : audit [DBG] from='client.? 172.21.15.72:0/993223992' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:23.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:23 smithi072 bash[82901]: cluster 2024-05-11T05:01:23.332450+0000 mon.a (mon.0) 558 : cluster [WRN] Health check update: Degraded data redundancy: 7957/70050 objects degraded (11.359%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:23.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:23 smithi072 bash[82901]: cluster 2024-05-11T05:01:23.332450+0000 mon.a (mon.0) 558 : cluster [WRN] Health check update: Degraded data redundancy: 7957/70050 objects degraded (11.359%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:24.054 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 14 16 29242 29226 130.46 95.6875 0.00263366 0.00765766 2024-05-11T05:01:24.584 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:01:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:01:23] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.43.0" 2024-05-11T05:01:25.054 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 15 16 30318 30302 126.246 67.25 0.00385312 0.00791283 2024-05-11T05:01:25.655 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:25 smithi072 bash[80515]: cluster 2024-05-11T05:01:23.796045+0000 mgr.y (mgr.24832) 330 : cluster [DBG] pgmap v283: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.5 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 107 MiB/s wr, 1.72k op/s; 9350/75060 objects degraded (12.457%); 874 KiB/s, 13 objects/s recovering 2024-05-11T05:01:25.656 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:25 smithi072 bash[80515]: cluster 2024-05-11T05:01:23.796045+0000 mgr.y (mgr.24832) 330 : cluster [DBG] pgmap v283: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.5 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 107 MiB/s wr, 1.72k op/s; 9350/75060 objects degraded (12.457%); 874 KiB/s, 13 objects/s recovering 2024-05-11T05:01:25.656 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:25 smithi072 bash[82901]: cluster 2024-05-11T05:01:23.796045+0000 mgr.y (mgr.24832) 330 : cluster [DBG] pgmap v283: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.5 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 107 MiB/s wr, 1.72k op/s; 9350/75060 objects degraded (12.457%); 874 KiB/s, 13 objects/s recovering 2024-05-11T05:01:25.656 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:25 smithi072 bash[82901]: cluster 2024-05-11T05:01:23.796045+0000 mgr.y (mgr.24832) 330 : cluster [DBG] pgmap v283: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.5 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 107 MiB/s wr, 1.72k op/s; 9350/75060 objects degraded (12.457%); 874 KiB/s, 13 objects/s recovering 2024-05-11T05:01:25.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:25 smithi086 bash[67518]: cluster 2024-05-11T05:01:23.796045+0000 mgr.y (mgr.24832) 330 : cluster [DBG] pgmap v283: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.5 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 107 MiB/s wr, 1.72k op/s; 9350/75060 objects degraded (12.457%); 874 KiB/s, 13 objects/s recovering 2024-05-11T05:01:25.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:25 smithi086 bash[67518]: cluster 2024-05-11T05:01:23.796045+0000 mgr.y (mgr.24832) 330 : cluster [DBG] pgmap v283: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.5 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 107 MiB/s wr, 1.72k op/s; 9350/75060 objects degraded (12.457%); 874 KiB/s, 13 objects/s recovering 2024-05-11T05:01:26.054 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 16 16 31617 31601 123.429 81.1875 0.0104427 0.00809558 2024-05-11T05:01:26.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:26 smithi086 bash[67518]: audit 2024-05-11T05:01:25.849194+0000 mon.a (mon.0) 559 : audit [DBG] from='client.? 172.21.15.72:0/1205003215' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:26.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:26 smithi086 bash[67518]: audit 2024-05-11T05:01:25.849194+0000 mon.a (mon.0) 559 : audit [DBG] from='client.? 172.21.15.72:0/1205003215' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:26.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:26 smithi072 bash[80515]: audit 2024-05-11T05:01:25.849194+0000 mon.a (mon.0) 559 : audit [DBG] from='client.? 172.21.15.72:0/1205003215' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:26.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:26 smithi072 bash[80515]: audit 2024-05-11T05:01:25.849194+0000 mon.a (mon.0) 559 : audit [DBG] from='client.? 172.21.15.72:0/1205003215' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:26.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:26 smithi072 bash[82901]: audit 2024-05-11T05:01:25.849194+0000 mon.a (mon.0) 559 : audit [DBG] from='client.? 172.21.15.72:0/1205003215' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:26.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:26 smithi072 bash[82901]: audit 2024-05-11T05:01:25.849194+0000 mon.a (mon.0) 559 : audit [DBG] from='client.? 172.21.15.72:0/1205003215' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:27.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 17 16 32993 32977 121.227 86 0.00560845 0.00824225 2024-05-11T05:01:27.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:27 smithi086 bash[67518]: cluster 2024-05-11T05:01:25.796580+0000 mgr.y (mgr.24832) 331 : cluster [DBG] pgmap v284: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s; 9350/84927 objects degraded (11.009%); 656 KiB/s, 10 objects/s recovering 2024-05-11T05:01:27.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:27 smithi086 bash[67518]: cluster 2024-05-11T05:01:25.796580+0000 mgr.y (mgr.24832) 331 : cluster [DBG] pgmap v284: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s; 9350/84927 objects degraded (11.009%); 656 KiB/s, 10 objects/s recovering 2024-05-11T05:01:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:27 smithi072 bash[80515]: cluster 2024-05-11T05:01:25.796580+0000 mgr.y (mgr.24832) 331 : cluster [DBG] pgmap v284: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s; 9350/84927 objects degraded (11.009%); 656 KiB/s, 10 objects/s recovering 2024-05-11T05:01:27.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:27 smithi072 bash[80515]: cluster 2024-05-11T05:01:25.796580+0000 mgr.y (mgr.24832) 331 : cluster [DBG] pgmap v284: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s; 9350/84927 objects degraded (11.009%); 656 KiB/s, 10 objects/s recovering 2024-05-11T05:01:27.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:27 smithi072 bash[82901]: cluster 2024-05-11T05:01:25.796580+0000 mgr.y (mgr.24832) 331 : cluster [DBG] pgmap v284: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s; 9350/84927 objects degraded (11.009%); 656 KiB/s, 10 objects/s recovering 2024-05-11T05:01:27.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:27 smithi072 bash[82901]: cluster 2024-05-11T05:01:25.796580+0000 mgr.y (mgr.24832) 331 : cluster [DBG] pgmap v284: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.7 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 106 MiB/s wr, 1.70k op/s; 9350/84927 objects degraded (11.009%); 656 KiB/s, 10 objects/s recovering 2024-05-11T05:01:28.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 18 16 34506 34490 119.745 94.5625 0.0062355 0.00834167 2024-05-11T05:01:28.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:28 smithi086 bash[67518]: cluster 2024-05-11T05:01:28.333261+0000 mon.a (mon.0) 560 : cluster [WRN] Health check update: Degraded data redundancy: 9350/84927 objects degraded (11.009%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:28.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:28 smithi086 bash[67518]: cluster 2024-05-11T05:01:28.333261+0000 mon.a (mon.0) 560 : cluster [WRN] Health check update: Degraded data redundancy: 9350/84927 objects degraded (11.009%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:28.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:28 smithi072 bash[80515]: cluster 2024-05-11T05:01:28.333261+0000 mon.a (mon.0) 560 : cluster [WRN] Health check update: Degraded data redundancy: 9350/84927 objects degraded (11.009%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:28.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:28 smithi072 bash[80515]: cluster 2024-05-11T05:01:28.333261+0000 mon.a (mon.0) 560 : cluster [WRN] Health check update: Degraded data redundancy: 9350/84927 objects degraded (11.009%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:28 smithi072 bash[82901]: cluster 2024-05-11T05:01:28.333261+0000 mon.a (mon.0) 560 : cluster [WRN] Health check update: Degraded data redundancy: 9350/84927 objects degraded (11.009%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:28.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:28 smithi072 bash[82901]: cluster 2024-05-11T05:01:28.333261+0000 mon.a (mon.0) 560 : cluster [WRN] Health check update: Degraded data redundancy: 9350/84927 objects degraded (11.009%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:29.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 19 16 35920 35904 118.094 88.375 0.00376454 0.00846134 2024-05-11T05:01:29.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:29 smithi086 bash[67518]: cluster 2024-05-11T05:01:27.797457+0000 mgr.y (mgr.24832) 332 : cluster [DBG] pgmap v285: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9180/91479 objects degraded (10.035%); 1.7 MiB/s, 26 objects/s recovering 2024-05-11T05:01:29.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:29 smithi086 bash[67518]: cluster 2024-05-11T05:01:27.797457+0000 mgr.y (mgr.24832) 332 : cluster [DBG] pgmap v285: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9180/91479 objects degraded (10.035%); 1.7 MiB/s, 26 objects/s recovering 2024-05-11T05:01:29.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:29 smithi086 bash[67518]: audit 2024-05-11T05:01:28.458518+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.72:0/625798670' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:29.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:29 smithi086 bash[67518]: audit 2024-05-11T05:01:28.458518+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.72:0/625798670' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:29.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:29 smithi072 bash[80515]: cluster 2024-05-11T05:01:27.797457+0000 mgr.y (mgr.24832) 332 : cluster [DBG] pgmap v285: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9180/91479 objects degraded (10.035%); 1.7 MiB/s, 26 objects/s recovering 2024-05-11T05:01:29.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:29 smithi072 bash[80515]: cluster 2024-05-11T05:01:27.797457+0000 mgr.y (mgr.24832) 332 : cluster [DBG] pgmap v285: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9180/91479 objects degraded (10.035%); 1.7 MiB/s, 26 objects/s recovering 2024-05-11T05:01:29.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:29 smithi072 bash[80515]: audit 2024-05-11T05:01:28.458518+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.72:0/625798670' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:29.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:29 smithi072 bash[80515]: audit 2024-05-11T05:01:28.458518+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.72:0/625798670' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:29.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:29 smithi072 bash[82901]: cluster 2024-05-11T05:01:27.797457+0000 mgr.y (mgr.24832) 332 : cluster [DBG] pgmap v285: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9180/91479 objects degraded (10.035%); 1.7 MiB/s, 26 objects/s recovering 2024-05-11T05:01:29.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:29 smithi072 bash[82901]: cluster 2024-05-11T05:01:27.797457+0000 mgr.y (mgr.24832) 332 : cluster [DBG] pgmap v285: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 1.9 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9180/91479 objects degraded (10.035%); 1.7 MiB/s, 26 objects/s recovering 2024-05-11T05:01:29.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:29 smithi072 bash[82901]: audit 2024-05-11T05:01:28.458518+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.72:0/625798670' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:29.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:29 smithi072 bash[82901]: audit 2024-05-11T05:01:28.458518+0000 mon.c (mon.2) 13 : audit [DBG] from='client.? 172.21.15.72:0/625798670' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:30.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T05:01:30.059865+0000 min lat: 0.00113195 max lat: 1.73036 avg lat: 0.00854307 2024-05-11T05:01:30.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T05:01:30.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 20 16 37448 37432 116.964 95.5 0.00671185 0.00854307 2024-05-11T05:01:31.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 21 16 38844 38828 115.548 87.25 0.00331963 0.00864766 2024-05-11T05:01:31.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:31 smithi086 bash[67518]: cluster 2024-05-11T05:01:29.798038+0000 mgr.y (mgr.24832) 333 : cluster [DBG] pgmap v286: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s; 9180/96384 objects degraded (9.524%); 1.5 MiB/s, 24 objects/s recovering 2024-05-11T05:01:31.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:31 smithi086 bash[67518]: cluster 2024-05-11T05:01:29.798038+0000 mgr.y (mgr.24832) 333 : cluster [DBG] pgmap v286: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s; 9180/96384 objects degraded (9.524%); 1.5 MiB/s, 24 objects/s recovering 2024-05-11T05:01:31.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:31 smithi086 bash[67518]: audit 2024-05-11T05:01:31.067492+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.72:0/85959075' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:31.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:31 smithi086 bash[67518]: audit 2024-05-11T05:01:31.067492+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.72:0/85959075' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:31.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:31 smithi072 bash[80515]: cluster 2024-05-11T05:01:29.798038+0000 mgr.y (mgr.24832) 333 : cluster [DBG] pgmap v286: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s; 9180/96384 objects degraded (9.524%); 1.5 MiB/s, 24 objects/s recovering 2024-05-11T05:01:31.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:31 smithi072 bash[80515]: cluster 2024-05-11T05:01:29.798038+0000 mgr.y (mgr.24832) 333 : cluster [DBG] pgmap v286: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s; 9180/96384 objects degraded (9.524%); 1.5 MiB/s, 24 objects/s recovering 2024-05-11T05:01:31.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:31 smithi072 bash[80515]: audit 2024-05-11T05:01:31.067492+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.72:0/85959075' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:31.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:31 smithi072 bash[80515]: audit 2024-05-11T05:01:31.067492+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.72:0/85959075' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:31.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:31 smithi072 bash[82901]: cluster 2024-05-11T05:01:29.798038+0000 mgr.y (mgr.24832) 333 : cluster [DBG] pgmap v286: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s; 9180/96384 objects degraded (9.524%); 1.5 MiB/s, 24 objects/s recovering 2024-05-11T05:01:31.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:31 smithi072 bash[82901]: cluster 2024-05-11T05:01:29.798038+0000 mgr.y (mgr.24832) 333 : cluster [DBG] pgmap v286: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.0 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 87 MiB/s wr, 1.39k op/s; 9180/96384 objects degraded (9.524%); 1.5 MiB/s, 24 objects/s recovering 2024-05-11T05:01:31.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:31 smithi072 bash[82901]: audit 2024-05-11T05:01:31.067492+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.72:0/85959075' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:31.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:31 smithi072 bash[82901]: audit 2024-05-11T05:01:31.067492+0000 mon.c (mon.2) 14 : audit [DBG] from='client.? 172.21.15.72:0/85959075' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:32.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 22 16 40315 40299 114.475 91.9375 0.00450968 0.00872855 2024-05-11T05:01:33.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 23 16 41708 41692 113.282 87.0625 0.00555088 0.00882109 2024-05-11T05:01:33.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:33 smithi086 bash[67518]: cluster 2024-05-11T05:01:31.798779+0000 mgr.y (mgr.24832) 334 : cluster [DBG] pgmap v287: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9005/112746 objects degraded (7.987%); 2.2 MiB/s, 35 objects/s recovering 2024-05-11T05:01:33.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:33 smithi086 bash[67518]: cluster 2024-05-11T05:01:31.798779+0000 mgr.y (mgr.24832) 334 : cluster [DBG] pgmap v287: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9005/112746 objects degraded (7.987%); 2.2 MiB/s, 35 objects/s recovering 2024-05-11T05:01:33.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:33 smithi086 bash[67518]: cluster 2024-05-11T05:01:33.334120+0000 mon.a (mon.0) 561 : cluster [WRN] Health check update: Degraded data redundancy: 9005/112746 objects degraded (7.987%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:33.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:33 smithi086 bash[67518]: cluster 2024-05-11T05:01:33.334120+0000 mon.a (mon.0) 561 : cluster [WRN] Health check update: Degraded data redundancy: 9005/112746 objects degraded (7.987%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:33.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:33 smithi072 bash[80515]: cluster 2024-05-11T05:01:31.798779+0000 mgr.y (mgr.24832) 334 : cluster [DBG] pgmap v287: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9005/112746 objects degraded (7.987%); 2.2 MiB/s, 35 objects/s recovering 2024-05-11T05:01:33.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:33 smithi072 bash[80515]: cluster 2024-05-11T05:01:31.798779+0000 mgr.y (mgr.24832) 334 : cluster [DBG] pgmap v287: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9005/112746 objects degraded (7.987%); 2.2 MiB/s, 35 objects/s recovering 2024-05-11T05:01:33.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:33 smithi072 bash[80515]: cluster 2024-05-11T05:01:33.334120+0000 mon.a (mon.0) 561 : cluster [WRN] Health check update: Degraded data redundancy: 9005/112746 objects degraded (7.987%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:33.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:33 smithi072 bash[80515]: cluster 2024-05-11T05:01:33.334120+0000 mon.a (mon.0) 561 : cluster [WRN] Health check update: Degraded data redundancy: 9005/112746 objects degraded (7.987%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:33.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:33 smithi072 bash[82901]: cluster 2024-05-11T05:01:31.798779+0000 mgr.y (mgr.24832) 334 : cluster [DBG] pgmap v287: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9005/112746 objects degraded (7.987%); 2.2 MiB/s, 35 objects/s recovering 2024-05-11T05:01:33.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:33 smithi072 bash[82901]: cluster 2024-05-11T05:01:31.798779+0000 mgr.y (mgr.24832) 334 : cluster [DBG] pgmap v287: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.3 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 104 MiB/s wr, 1.67k op/s; 9005/112746 objects degraded (7.987%); 2.2 MiB/s, 35 objects/s recovering 2024-05-11T05:01:33.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:33 smithi072 bash[82901]: cluster 2024-05-11T05:01:33.334120+0000 mon.a (mon.0) 561 : cluster [WRN] Health check update: Degraded data redundancy: 9005/112746 objects degraded (7.987%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:33.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:33 smithi072 bash[82901]: cluster 2024-05-11T05:01:33.334120+0000 mon.a (mon.0) 561 : cluster [WRN] Health check update: Degraded data redundancy: 9005/112746 objects degraded (7.987%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:34.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 24 16 42980 42964 111.874 79.5 0.00580904 0.00893232 2024-05-11T05:01:34.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:01:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:01:33] "GET /metrics HTTP/1.1" 200 36442 "" "Prometheus/2.43.0" 2024-05-11T05:01:34.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:34 smithi086 bash[67518]: audit 2024-05-11T05:01:33.651038+0000 mon.b (mon.1) 9 : audit [DBG] from='client.? 172.21.15.72:0/2554061239' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:34.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:34 smithi086 bash[67518]: audit 2024-05-11T05:01:33.651038+0000 mon.b (mon.1) 9 : audit [DBG] from='client.? 172.21.15.72:0/2554061239' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:34.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:34 smithi086 bash[67518]: audit 2024-05-11T05:01:33.849934+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:34.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:34 smithi086 bash[67518]: audit 2024-05-11T05:01:33.849934+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:34.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:34 smithi072 bash[80515]: audit 2024-05-11T05:01:33.651038+0000 mon.b (mon.1) 9 : audit [DBG] from='client.? 172.21.15.72:0/2554061239' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:34.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:34 smithi072 bash[80515]: audit 2024-05-11T05:01:33.651038+0000 mon.b (mon.1) 9 : audit [DBG] from='client.? 172.21.15.72:0/2554061239' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:34.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:34 smithi072 bash[80515]: audit 2024-05-11T05:01:33.849934+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:34.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:34 smithi072 bash[80515]: audit 2024-05-11T05:01:33.849934+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:34.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:34 smithi072 bash[82901]: audit 2024-05-11T05:01:33.651038+0000 mon.b (mon.1) 9 : audit [DBG] from='client.? 172.21.15.72:0/2554061239' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:34.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:34 smithi072 bash[82901]: audit 2024-05-11T05:01:33.651038+0000 mon.b (mon.1) 9 : audit [DBG] from='client.? 172.21.15.72:0/2554061239' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:34.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:34 smithi072 bash[82901]: audit 2024-05-11T05:01:33.849934+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:34.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:34 smithi072 bash[82901]: audit 2024-05-11T05:01:33.849934+0000 mon.a (mon.0) 562 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:35.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 25 16 44363 44347 110.857 86.4375 0.00538741 0.00901293 2024-05-11T05:01:35.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:35 smithi086 bash[67518]: cluster 2024-05-11T05:01:33.800315+0000 mgr.y (mgr.24832) 335 : cluster [DBG] pgmap v288: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s; 9005/118092 objects degraded (7.625%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:35.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:35 smithi086 bash[67518]: cluster 2024-05-11T05:01:33.800315+0000 mgr.y (mgr.24832) 335 : cluster [DBG] pgmap v288: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s; 9005/118092 objects degraded (7.625%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:35.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:35 smithi072 bash[80515]: cluster 2024-05-11T05:01:33.800315+0000 mgr.y (mgr.24832) 335 : cluster [DBG] pgmap v288: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s; 9005/118092 objects degraded (7.625%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:35.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:35 smithi072 bash[80515]: cluster 2024-05-11T05:01:33.800315+0000 mgr.y (mgr.24832) 335 : cluster [DBG] pgmap v288: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s; 9005/118092 objects degraded (7.625%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:35.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:35 smithi072 bash[82901]: cluster 2024-05-11T05:01:33.800315+0000 mgr.y (mgr.24832) 335 : cluster [DBG] pgmap v288: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s; 9005/118092 objects degraded (7.625%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:35.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:35 smithi072 bash[82901]: cluster 2024-05-11T05:01:33.800315+0000 mgr.y (mgr.24832) 335 : cluster [DBG] pgmap v288: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.4 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 83 MiB/s wr, 1.33k op/s; 9005/118092 objects degraded (7.625%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:36.056 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 26 16 45709 45693 109.828 84.125 0.0118874 0.0090954 2024-05-11T05:01:36.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:36 smithi086 bash[67518]: audit 2024-05-11T05:01:36.292310+0000 mon.a (mon.0) 563 : audit [DBG] from='client.? 172.21.15.72:0/2958339917' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:36.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:36 smithi086 bash[67518]: audit 2024-05-11T05:01:36.292310+0000 mon.a (mon.0) 563 : audit [DBG] from='client.? 172.21.15.72:0/2958339917' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:36.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:36 smithi072 bash[80515]: audit 2024-05-11T05:01:36.292310+0000 mon.a (mon.0) 563 : audit [DBG] from='client.? 172.21.15.72:0/2958339917' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:36.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:36 smithi072 bash[80515]: audit 2024-05-11T05:01:36.292310+0000 mon.a (mon.0) 563 : audit [DBG] from='client.? 172.21.15.72:0/2958339917' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:36.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:36 smithi072 bash[82901]: audit 2024-05-11T05:01:36.292310+0000 mon.a (mon.0) 563 : audit [DBG] from='client.? 172.21.15.72:0/2958339917' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:36.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:36 smithi072 bash[82901]: audit 2024-05-11T05:01:36.292310+0000 mon.a (mon.0) 563 : audit [DBG] from='client.? 172.21.15.72:0/2958339917' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:37.055 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 27 16 47017 47001 108.788 81.75 0.0221154 0.00918624 2024-05-11T05:01:37.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:37 smithi086 bash[67518]: cluster 2024-05-11T05:01:35.801057+0000 mgr.y (mgr.24832) 336 : cluster [DBG] pgmap v289: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 90 MiB/s wr, 1.45k op/s; 9005/127140 objects degraded (7.083%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:37.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:37 smithi086 bash[67518]: cluster 2024-05-11T05:01:35.801057+0000 mgr.y (mgr.24832) 336 : cluster [DBG] pgmap v289: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 90 MiB/s wr, 1.45k op/s; 9005/127140 objects degraded (7.083%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:37.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:37 smithi072 bash[80515]: cluster 2024-05-11T05:01:35.801057+0000 mgr.y (mgr.24832) 336 : cluster [DBG] pgmap v289: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 90 MiB/s wr, 1.45k op/s; 9005/127140 objects degraded (7.083%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:37.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:37 smithi072 bash[80515]: cluster 2024-05-11T05:01:35.801057+0000 mgr.y (mgr.24832) 336 : cluster [DBG] pgmap v289: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 90 MiB/s wr, 1.45k op/s; 9005/127140 objects degraded (7.083%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:37.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:37 smithi072 bash[82901]: cluster 2024-05-11T05:01:35.801057+0000 mgr.y (mgr.24832) 336 : cluster [DBG] pgmap v289: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 90 MiB/s wr, 1.45k op/s; 9005/127140 objects degraded (7.083%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:37.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:37 smithi072 bash[82901]: cluster 2024-05-11T05:01:35.801057+0000 mgr.y (mgr.24832) 336 : cluster [DBG] pgmap v289: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.6 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 90 MiB/s wr, 1.45k op/s; 9005/127140 objects degraded (7.083%); 1.8 MiB/s, 28 objects/s recovering 2024-05-11T05:01:38.056 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 28 16 48353 48337 107.885 83.5 0.010787 0.00925902 2024-05-11T05:01:38.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:38 smithi086 bash[67518]: cluster 2024-05-11T05:01:38.335061+0000 mon.a (mon.0) 564 : cluster [WRN] Health check update: Degraded data redundancy: 9005/127140 objects degraded (7.083%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:38.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:38 smithi086 bash[67518]: cluster 2024-05-11T05:01:38.335061+0000 mon.a (mon.0) 564 : cluster [WRN] Health check update: Degraded data redundancy: 9005/127140 objects degraded (7.083%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:38.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:38 smithi072 bash[80515]: cluster 2024-05-11T05:01:38.335061+0000 mon.a (mon.0) 564 : cluster [WRN] Health check update: Degraded data redundancy: 9005/127140 objects degraded (7.083%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:38.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:38 smithi072 bash[80515]: cluster 2024-05-11T05:01:38.335061+0000 mon.a (mon.0) 564 : cluster [WRN] Health check update: Degraded data redundancy: 9005/127140 objects degraded (7.083%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:38.799 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:38 smithi072 bash[82901]: cluster 2024-05-11T05:01:38.335061+0000 mon.a (mon.0) 564 : cluster [WRN] Health check update: Degraded data redundancy: 9005/127140 objects degraded (7.083%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:38.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:38 smithi072 bash[82901]: cluster 2024-05-11T05:01:38.335061+0000 mon.a (mon.0) 564 : cluster [WRN] Health check update: Degraded data redundancy: 9005/127140 objects degraded (7.083%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:39.056 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 29 16 49541 49525 106.725 74.25 0.00692457 0.00936461 2024-05-11T05:01:39.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:39 smithi086 bash[67518]: cluster 2024-05-11T05:01:37.801714+0000 mgr.y (mgr.24832) 337 : cluster [DBG] pgmap v290: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 8809/133392 objects degraded (6.604%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:01:39.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:39 smithi086 bash[67518]: cluster 2024-05-11T05:01:37.801714+0000 mgr.y (mgr.24832) 337 : cluster [DBG] pgmap v290: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 8809/133392 objects degraded (6.604%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:01:39.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:39 smithi086 bash[67518]: audit 2024-05-11T05:01:38.887609+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.72:0/2226540153' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:39.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:39 smithi086 bash[67518]: audit 2024-05-11T05:01:38.887609+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.72:0/2226540153' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:39.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:39 smithi072 bash[80515]: cluster 2024-05-11T05:01:37.801714+0000 mgr.y (mgr.24832) 337 : cluster [DBG] pgmap v290: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 8809/133392 objects degraded (6.604%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:01:39.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:39 smithi072 bash[80515]: cluster 2024-05-11T05:01:37.801714+0000 mgr.y (mgr.24832) 337 : cluster [DBG] pgmap v290: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 8809/133392 objects degraded (6.604%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:01:39.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:39 smithi072 bash[80515]: audit 2024-05-11T05:01:38.887609+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.72:0/2226540153' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:39.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:39 smithi072 bash[80515]: audit 2024-05-11T05:01:38.887609+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.72:0/2226540153' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:39.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:39 smithi072 bash[82901]: cluster 2024-05-11T05:01:37.801714+0000 mgr.y (mgr.24832) 337 : cluster [DBG] pgmap v290: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 8809/133392 objects degraded (6.604%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:01:39.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:39 smithi072 bash[82901]: cluster 2024-05-11T05:01:37.801714+0000 mgr.y (mgr.24832) 337 : cluster [DBG] pgmap v290: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.7 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 84 MiB/s wr, 1.34k op/s; 8809/133392 objects degraded (6.604%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:01:39.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:39 smithi072 bash[82901]: audit 2024-05-11T05:01:38.887609+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.72:0/2226540153' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:39.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:39 smithi072 bash[82901]: audit 2024-05-11T05:01:38.887609+0000 mon.c (mon.2) 15 : audit [DBG] from='client.? 172.21.15.72:0/2226540153' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:40.056 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 30 16 50824 50808 105.84 80.1875 0.00910296 0.00944254 2024-05-11T05:01:41.056 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 31 16 52035 52019 104.867 75.6875 0.0168469 0.00952977 2024-05-11T05:01:41.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:41 smithi086 bash[67518]: cluster 2024-05-11T05:01:39.802326+0000 mgr.y (mgr.24832) 338 : cluster [DBG] pgmap v291: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 8809/138180 objects degraded (6.375%); 1.9 MiB/s, 30 objects/s recovering 2024-05-11T05:01:41.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:41 smithi086 bash[67518]: cluster 2024-05-11T05:01:39.802326+0000 mgr.y (mgr.24832) 338 : cluster [DBG] pgmap v291: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 8809/138180 objects degraded (6.375%); 1.9 MiB/s, 30 objects/s recovering 2024-05-11T05:01:41.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:41 smithi072 bash[80515]: cluster 2024-05-11T05:01:39.802326+0000 mgr.y (mgr.24832) 338 : cluster [DBG] pgmap v291: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 8809/138180 objects degraded (6.375%); 1.9 MiB/s, 30 objects/s recovering 2024-05-11T05:01:41.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:41 smithi072 bash[80515]: cluster 2024-05-11T05:01:39.802326+0000 mgr.y (mgr.24832) 338 : cluster [DBG] pgmap v291: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 8809/138180 objects degraded (6.375%); 1.9 MiB/s, 30 objects/s recovering 2024-05-11T05:01:41.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:41 smithi072 bash[82901]: cluster 2024-05-11T05:01:39.802326+0000 mgr.y (mgr.24832) 338 : cluster [DBG] pgmap v291: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 8809/138180 objects degraded (6.375%); 1.9 MiB/s, 30 objects/s recovering 2024-05-11T05:01:41.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:41 smithi072 bash[82901]: cluster 2024-05-11T05:01:39.802326+0000 mgr.y (mgr.24832) 338 : cluster [DBG] pgmap v291: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 2.8 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 81 MiB/s wr, 1.30k op/s; 8809/138180 objects degraded (6.375%); 1.9 MiB/s, 30 objects/s recovering 2024-05-11T05:01:42.056 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 32 15 53286 53271 104.035 78.25 0.00916476 0.00960585 2024-05-11T05:01:42.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:42 smithi086 bash[67518]: audit 2024-05-11T05:01:41.487848+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.72:0/519931195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:42.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:42 smithi086 bash[67518]: audit 2024-05-11T05:01:41.487848+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.72:0/519931195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:42.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:42 smithi072 bash[80515]: audit 2024-05-11T05:01:41.487848+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.72:0/519931195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:42.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:42 smithi072 bash[80515]: audit 2024-05-11T05:01:41.487848+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.72:0/519931195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:42.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:42 smithi072 bash[82901]: audit 2024-05-11T05:01:41.487848+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.72:0/519931195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:42.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:42 smithi072 bash[82901]: audit 2024-05-11T05:01:41.487848+0000 mon.c (mon.2) 16 : audit [DBG] from='client.? 172.21.15.72:0/519931195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:43.056 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 33 16 54551 54535 103.276 79 0.0109319 0.00967684 2024-05-11T05:01:43.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:43 smithi086 bash[67518]: cluster 2024-05-11T05:01:41.803064+0000 mgr.y (mgr.24832) 339 : cluster [DBG] pgmap v292: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 98 MiB/s wr, 1.57k op/s; 8589/152970 objects degraded (5.615%); 3.1 MiB/s, 49 objects/s recovering 2024-05-11T05:01:43.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:43 smithi086 bash[67518]: cluster 2024-05-11T05:01:41.803064+0000 mgr.y (mgr.24832) 339 : cluster [DBG] pgmap v292: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 98 MiB/s wr, 1.57k op/s; 8589/152970 objects degraded (5.615%); 3.1 MiB/s, 49 objects/s recovering 2024-05-11T05:01:43.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:43 smithi086 bash[67518]: cluster 2024-05-11T05:01:43.335777+0000 mon.a (mon.0) 565 : cluster [WRN] Health check update: Degraded data redundancy: 8589/152970 objects degraded (5.615%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:43.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:43 smithi086 bash[67518]: cluster 2024-05-11T05:01:43.335777+0000 mon.a (mon.0) 565 : cluster [WRN] Health check update: Degraded data redundancy: 8589/152970 objects degraded (5.615%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:43.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:43 smithi072 bash[80515]: cluster 2024-05-11T05:01:41.803064+0000 mgr.y (mgr.24832) 339 : cluster [DBG] pgmap v292: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 98 MiB/s wr, 1.57k op/s; 8589/152970 objects degraded (5.615%); 3.1 MiB/s, 49 objects/s recovering 2024-05-11T05:01:43.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:43 smithi072 bash[80515]: cluster 2024-05-11T05:01:41.803064+0000 mgr.y (mgr.24832) 339 : cluster [DBG] pgmap v292: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 98 MiB/s wr, 1.57k op/s; 8589/152970 objects degraded (5.615%); 3.1 MiB/s, 49 objects/s recovering 2024-05-11T05:01:43.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:43 smithi072 bash[80515]: cluster 2024-05-11T05:01:43.335777+0000 mon.a (mon.0) 565 : cluster [WRN] Health check update: Degraded data redundancy: 8589/152970 objects degraded (5.615%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:43.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:43 smithi072 bash[80515]: cluster 2024-05-11T05:01:43.335777+0000 mon.a (mon.0) 565 : cluster [WRN] Health check update: Degraded data redundancy: 8589/152970 objects degraded (5.615%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:43.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:43 smithi072 bash[82901]: cluster 2024-05-11T05:01:41.803064+0000 mgr.y (mgr.24832) 339 : cluster [DBG] pgmap v292: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 98 MiB/s wr, 1.57k op/s; 8589/152970 objects degraded (5.615%); 3.1 MiB/s, 49 objects/s recovering 2024-05-11T05:01:43.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:43 smithi072 bash[82901]: cluster 2024-05-11T05:01:41.803064+0000 mgr.y (mgr.24832) 339 : cluster [DBG] pgmap v292: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.1 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 98 MiB/s wr, 1.57k op/s; 8589/152970 objects degraded (5.615%); 3.1 MiB/s, 49 objects/s recovering 2024-05-11T05:01:43.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:43 smithi072 bash[82901]: cluster 2024-05-11T05:01:43.335777+0000 mon.a (mon.0) 565 : cluster [WRN] Health check update: Degraded data redundancy: 8589/152970 objects degraded (5.615%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:43.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:43 smithi072 bash[82901]: cluster 2024-05-11T05:01:43.335777+0000 mon.a (mon.0) 565 : cluster [WRN] Health check update: Degraded data redundancy: 8589/152970 objects degraded (5.615%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:44.056 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 34 16 55702 55686 102.354 71.9375 0.0270692 0.00976445 2024-05-11T05:01:44.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:01:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:01:43] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-05-11T05:01:44.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:44 smithi086 bash[67518]: audit 2024-05-11T05:01:44.119923+0000 mon.a (mon.0) 566 : audit [DBG] from='client.? 172.21.15.72:0/1710100320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:44.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:44 smithi086 bash[67518]: audit 2024-05-11T05:01:44.119923+0000 mon.a (mon.0) 566 : audit [DBG] from='client.? 172.21.15.72:0/1710100320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:44.828 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:44 smithi072 bash[80515]: audit 2024-05-11T05:01:44.119923+0000 mon.a (mon.0) 566 : audit [DBG] from='client.? 172.21.15.72:0/1710100320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:44.828 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:44 smithi072 bash[80515]: audit 2024-05-11T05:01:44.119923+0000 mon.a (mon.0) 566 : audit [DBG] from='client.? 172.21.15.72:0/1710100320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:44.829 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:44 smithi072 bash[82901]: audit 2024-05-11T05:01:44.119923+0000 mon.a (mon.0) 566 : audit [DBG] from='client.? 172.21.15.72:0/1710100320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:44.829 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:44 smithi072 bash[82901]: audit 2024-05-11T05:01:44.119923+0000 mon.a (mon.0) 566 : audit [DBG] from='client.? 172.21.15.72:0/1710100320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:45.056 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 35 16 56827 56811 101.438 70.3125 0.00630508 0.00985276 2024-05-11T05:01:45.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:45 smithi086 bash[67518]: cluster 2024-05-11T05:01:43.803708+0000 mgr.y (mgr.24832) 340 : cluster [DBG] pgmap v293: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s; 8589/157407 objects degraded (5.457%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:45.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:45 smithi086 bash[67518]: cluster 2024-05-11T05:01:43.803708+0000 mgr.y (mgr.24832) 340 : cluster [DBG] pgmap v293: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s; 8589/157407 objects degraded (5.457%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:45.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:45 smithi072 bash[80515]: cluster 2024-05-11T05:01:43.803708+0000 mgr.y (mgr.24832) 340 : cluster [DBG] pgmap v293: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s; 8589/157407 objects degraded (5.457%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:45.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:45 smithi072 bash[80515]: cluster 2024-05-11T05:01:43.803708+0000 mgr.y (mgr.24832) 340 : cluster [DBG] pgmap v293: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s; 8589/157407 objects degraded (5.457%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:45.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:45 smithi072 bash[82901]: cluster 2024-05-11T05:01:43.803708+0000 mgr.y (mgr.24832) 340 : cluster [DBG] pgmap v293: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s; 8589/157407 objects degraded (5.457%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:45.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:45 smithi072 bash[82901]: cluster 2024-05-11T05:01:43.803708+0000 mgr.y (mgr.24832) 340 : cluster [DBG] pgmap v293: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.2 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 78 MiB/s wr, 1.24k op/s; 8589/157407 objects degraded (5.457%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:46.056 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 36 16 58061 58045 100.763 77.125 0.00724045 0.00991859 2024-05-11T05:01:47.057 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 37 16 59067 59051 99.7387 62.875 0.00270028 0.00998652 2024-05-11T05:01:47.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:47 smithi086 bash[67518]: cluster 2024-05-11T05:01:45.804440+0000 mgr.y (mgr.24832) 341 : cluster [DBG] pgmap v294: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 8589/165393 objects degraded (5.193%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:47 smithi086 bash[67518]: cluster 2024-05-11T05:01:45.804440+0000 mgr.y (mgr.24832) 341 : cluster [DBG] pgmap v294: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 8589/165393 objects degraded (5.193%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:47 smithi086 bash[67518]: audit 2024-05-11T05:01:46.714188+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.72:0/4191012308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:47 smithi086 bash[67518]: audit 2024-05-11T05:01:46.714188+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.72:0/4191012308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:47.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:47 smithi072 bash[80515]: cluster 2024-05-11T05:01:45.804440+0000 mgr.y (mgr.24832) 341 : cluster [DBG] pgmap v294: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 8589/165393 objects degraded (5.193%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:47.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:47 smithi072 bash[80515]: cluster 2024-05-11T05:01:45.804440+0000 mgr.y (mgr.24832) 341 : cluster [DBG] pgmap v294: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 8589/165393 objects degraded (5.193%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:47.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:47 smithi072 bash[80515]: audit 2024-05-11T05:01:46.714188+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.72:0/4191012308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:47.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:47 smithi072 bash[80515]: audit 2024-05-11T05:01:46.714188+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.72:0/4191012308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:47.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:47 smithi072 bash[82901]: cluster 2024-05-11T05:01:45.804440+0000 mgr.y (mgr.24832) 341 : cluster [DBG] pgmap v294: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 8589/165393 objects degraded (5.193%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:47.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:47 smithi072 bash[82901]: cluster 2024-05-11T05:01:45.804440+0000 mgr.y (mgr.24832) 341 : cluster [DBG] pgmap v294: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.4 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 82 MiB/s wr, 1.31k op/s; 8589/165393 objects degraded (5.193%); 2.2 MiB/s, 34 objects/s recovering 2024-05-11T05:01:47.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:47 smithi072 bash[82901]: audit 2024-05-11T05:01:46.714188+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.72:0/4191012308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:47.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:47 smithi072 bash[82901]: audit 2024-05-11T05:01:46.714188+0000 mon.b (mon.1) 10 : audit [DBG] from='client.? 172.21.15.72:0/4191012308' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:48.057 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 38 16 60233 60217 99.0316 72.875 0.0273487 0.0100912 2024-05-11T05:01:48.549 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:48 smithi072 bash[80515]: cluster 2024-05-11T05:01:48.336589+0000 mon.a (mon.0) 567 : cluster [WRN] Health check update: Degraded data redundancy: 8589/165393 objects degraded (5.193%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:48.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:48 smithi072 bash[80515]: cluster 2024-05-11T05:01:48.336589+0000 mon.a (mon.0) 567 : cluster [WRN] Health check update: Degraded data redundancy: 8589/165393 objects degraded (5.193%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:48.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:48 smithi072 bash[82901]: cluster 2024-05-11T05:01:48.336589+0000 mon.a (mon.0) 567 : cluster [WRN] Health check update: Degraded data redundancy: 8589/165393 objects degraded (5.193%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:48.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:48 smithi072 bash[82901]: cluster 2024-05-11T05:01:48.336589+0000 mon.a (mon.0) 567 : cluster [WRN] Health check update: Degraded data redundancy: 8589/165393 objects degraded (5.193%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:48.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:48 smithi086 bash[67518]: cluster 2024-05-11T05:01:48.336589+0000 mon.a (mon.0) 567 : cluster [WRN] Health check update: Degraded data redundancy: 8589/165393 objects degraded (5.193%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:48.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:48 smithi086 bash[67518]: cluster 2024-05-11T05:01:48.336589+0000 mon.a (mon.0) 567 : cluster [WRN] Health check update: Degraded data redundancy: 8589/165393 objects degraded (5.193%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:49.057 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 39 16 61300 61284 98.2021 66.6875 0.0118294 0.0101766 2024-05-11T05:01:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:49 smithi086 bash[67518]: cluster 2024-05-11T05:01:47.805253+0000 mgr.y (mgr.24832) 342 : cluster [DBG] pgmap v295: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s; 8372/171090 objects degraded (4.893%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:01:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:49 smithi086 bash[67518]: cluster 2024-05-11T05:01:47.805253+0000 mgr.y (mgr.24832) 342 : cluster [DBG] pgmap v295: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s; 8372/171090 objects degraded (4.893%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:01:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:49 smithi086 bash[67518]: audit 2024-05-11T05:01:48.850001+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:49 smithi086 bash[67518]: audit 2024-05-11T05:01:48.850001+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:49 smithi086 bash[67518]: audit 2024-05-11T05:01:49.316342+0000 mon.a (mon.0) 569 : audit [DBG] from='client.? 172.21.15.72:0/2943233507' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:49 smithi086 bash[67518]: audit 2024-05-11T05:01:49.316342+0000 mon.a (mon.0) 569 : audit [DBG] from='client.? 172.21.15.72:0/2943233507' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:49 smithi072 bash[80515]: cluster 2024-05-11T05:01:47.805253+0000 mgr.y (mgr.24832) 342 : cluster [DBG] pgmap v295: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s; 8372/171090 objects degraded (4.893%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:01:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:49 smithi072 bash[80515]: cluster 2024-05-11T05:01:47.805253+0000 mgr.y (mgr.24832) 342 : cluster [DBG] pgmap v295: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s; 8372/171090 objects degraded (4.893%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:01:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:49 smithi072 bash[80515]: audit 2024-05-11T05:01:48.850001+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:49 smithi072 bash[80515]: audit 2024-05-11T05:01:48.850001+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:49 smithi072 bash[80515]: audit 2024-05-11T05:01:49.316342+0000 mon.a (mon.0) 569 : audit [DBG] from='client.? 172.21.15.72:0/2943233507' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:49.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:49 smithi072 bash[80515]: audit 2024-05-11T05:01:49.316342+0000 mon.a (mon.0) 569 : audit [DBG] from='client.? 172.21.15.72:0/2943233507' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:49.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:49 smithi072 bash[82901]: cluster 2024-05-11T05:01:47.805253+0000 mgr.y (mgr.24832) 342 : cluster [DBG] pgmap v295: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s; 8372/171090 objects degraded (4.893%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:01:49.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:49 smithi072 bash[82901]: cluster 2024-05-11T05:01:47.805253+0000 mgr.y (mgr.24832) 342 : cluster [DBG] pgmap v295: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.5 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 76 MiB/s wr, 1.22k op/s; 8372/171090 objects degraded (4.893%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:01:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:49 smithi072 bash[82901]: audit 2024-05-11T05:01:48.850001+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:49 smithi072 bash[82901]: audit 2024-05-11T05:01:48.850001+0000 mon.a (mon.0) 568 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:01:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:49 smithi072 bash[82901]: audit 2024-05-11T05:01:49.316342+0000 mon.a (mon.0) 569 : audit [DBG] from='client.? 172.21.15.72:0/2943233507' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:49.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:49 smithi072 bash[82901]: audit 2024-05-11T05:01:49.316342+0000 mon.a (mon.0) 569 : audit [DBG] from='client.? 172.21.15.72:0/2943233507' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:50.057 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T05:01:50.061793+0000 min lat: 0.00113195 max lat: 1.73036 avg lat: 0.0102669 2024-05-11T05:01:50.057 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T05:01:50.057 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 40 16 62309 62293 97.3234 63.0625 0.0426275 0.0102669 2024-05-11T05:01:51.057 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 41 16 63475 63459 96.727 72.875 0.00613256 0.010332 2024-05-11T05:01:51.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:51 smithi086 bash[67518]: cluster 2024-05-11T05:01:49.805703+0000 mgr.y (mgr.24832) 343 : cluster [DBG] pgmap v296: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 8372/175179 objects degraded (4.779%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:51.805 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:51 smithi086 bash[67518]: cluster 2024-05-11T05:01:49.805703+0000 mgr.y (mgr.24832) 343 : cluster [DBG] pgmap v296: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 8372/175179 objects degraded (4.779%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:51.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:51 smithi072 bash[80515]: cluster 2024-05-11T05:01:49.805703+0000 mgr.y (mgr.24832) 343 : cluster [DBG] pgmap v296: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 8372/175179 objects degraded (4.779%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:51.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:51 smithi072 bash[80515]: cluster 2024-05-11T05:01:49.805703+0000 mgr.y (mgr.24832) 343 : cluster [DBG] pgmap v296: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 8372/175179 objects degraded (4.779%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:51.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:51 smithi072 bash[82901]: cluster 2024-05-11T05:01:49.805703+0000 mgr.y (mgr.24832) 343 : cluster [DBG] pgmap v296: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 8372/175179 objects degraded (4.779%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:51.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:51 smithi072 bash[82901]: cluster 2024-05-11T05:01:49.805703+0000 mgr.y (mgr.24832) 343 : cluster [DBG] pgmap v296: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.6 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 73 MiB/s wr, 1.16k op/s; 8372/175179 objects degraded (4.779%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:52.057 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 42 16 64557 64541 96.0339 67.625 0.0123964 0.0104071 2024-05-11T05:01:52.774 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:52 smithi072 bash[80515]: audit 2024-05-11T05:01:51.920150+0000 mon.a (mon.0) 570 : audit [DBG] from='client.? 172.21.15.72:0/3201336569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:52.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:52 smithi086 bash[67518]: audit 2024-05-11T05:01:51.920150+0000 mon.a (mon.0) 570 : audit [DBG] from='client.? 172.21.15.72:0/3201336569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:52.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:52 smithi086 bash[67518]: audit 2024-05-11T05:01:51.920150+0000 mon.a (mon.0) 570 : audit [DBG] from='client.? 172.21.15.72:0/3201336569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:53.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:52 smithi072 bash[80515]: audit 2024-05-11T05:01:51.920150+0000 mon.a (mon.0) 570 : audit [DBG] from='client.? 172.21.15.72:0/3201336569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:53.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:52 smithi072 bash[82901]: audit 2024-05-11T05:01:51.920150+0000 mon.a (mon.0) 570 : audit [DBG] from='client.? 172.21.15.72:0/3201336569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:53.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:52 smithi072 bash[82901]: audit 2024-05-11T05:01:51.920150+0000 mon.a (mon.0) 570 : audit [DBG] from='client.? 172.21.15.72:0/3201336569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:53.057 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 43 15 65693 65678 95.453 71.0625 0.00413092 0.0104703 2024-05-11T05:01:53.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:53 smithi086 bash[67518]: cluster 2024-05-11T05:01:51.806458+0000 mgr.y (mgr.24832) 344 : cluster [DBG] pgmap v297: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 8151/187458 objects degraded (4.348%); 3.4 MiB/s, 54 objects/s recovering 2024-05-11T05:01:53.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:53 smithi086 bash[67518]: cluster 2024-05-11T05:01:51.806458+0000 mgr.y (mgr.24832) 344 : cluster [DBG] pgmap v297: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 8151/187458 objects degraded (4.348%); 3.4 MiB/s, 54 objects/s recovering 2024-05-11T05:01:53.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:53 smithi086 bash[67518]: cluster 2024-05-11T05:01:53.337407+0000 mon.a (mon.0) 571 : cluster [WRN] Health check update: Degraded data redundancy: 8151/187458 objects degraded (4.348%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:53.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:53 smithi086 bash[67518]: cluster 2024-05-11T05:01:53.337407+0000 mon.a (mon.0) 571 : cluster [WRN] Health check update: Degraded data redundancy: 8151/187458 objects degraded (4.348%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:53.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:53 smithi072 bash[80515]: cluster 2024-05-11T05:01:51.806458+0000 mgr.y (mgr.24832) 344 : cluster [DBG] pgmap v297: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 8151/187458 objects degraded (4.348%); 3.4 MiB/s, 54 objects/s recovering 2024-05-11T05:01:53.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:53 smithi072 bash[80515]: cluster 2024-05-11T05:01:51.806458+0000 mgr.y (mgr.24832) 344 : cluster [DBG] pgmap v297: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 8151/187458 objects degraded (4.348%); 3.4 MiB/s, 54 objects/s recovering 2024-05-11T05:01:53.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:53 smithi072 bash[80515]: cluster 2024-05-11T05:01:53.337407+0000 mon.a (mon.0) 571 : cluster [WRN] Health check update: Degraded data redundancy: 8151/187458 objects degraded (4.348%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:53.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:53 smithi072 bash[80515]: cluster 2024-05-11T05:01:53.337407+0000 mon.a (mon.0) 571 : cluster [WRN] Health check update: Degraded data redundancy: 8151/187458 objects degraded (4.348%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:53.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:53 smithi072 bash[82901]: cluster 2024-05-11T05:01:51.806458+0000 mgr.y (mgr.24832) 344 : cluster [DBG] pgmap v297: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 8151/187458 objects degraded (4.348%); 3.4 MiB/s, 54 objects/s recovering 2024-05-11T05:01:53.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:53 smithi072 bash[82901]: cluster 2024-05-11T05:01:51.806458+0000 mgr.y (mgr.24832) 344 : cluster [DBG] pgmap v297: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.8 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 86 MiB/s wr, 1.37k op/s; 8151/187458 objects degraded (4.348%); 3.4 MiB/s, 54 objects/s recovering 2024-05-11T05:01:53.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:53 smithi072 bash[82901]: cluster 2024-05-11T05:01:53.337407+0000 mon.a (mon.0) 571 : cluster [WRN] Health check update: Degraded data redundancy: 8151/187458 objects degraded (4.348%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:53.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:53 smithi072 bash[82901]: cluster 2024-05-11T05:01:53.337407+0000 mon.a (mon.0) 571 : cluster [WRN] Health check update: Degraded data redundancy: 8151/187458 objects degraded (4.348%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:54.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 44 16 66823 66807 94.8872 70.5625 0.00417066 0.0105322 2024-05-11T05:01:54.299 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:01:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:01:53] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-05-11T05:01:54.800 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:01:54 smithi072 bash[72627]: debug 2024-05-11T05:01:54.519+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:01:55.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 45 16 67345 67329 93.5035 32.625 0.00295189 0.0105744 2024-05-11T05:01:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: cluster 2024-05-11T05:01:53.807337+0000 mgr.y (mgr.24832) 345 : cluster [DBG] pgmap v298: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 67 MiB/s wr, 1.08k op/s; 8151/191823 objects degraded (4.249%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: cluster 2024-05-11T05:01:53.807337+0000 mgr.y (mgr.24832) 345 : cluster [DBG] pgmap v298: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 67 MiB/s wr, 1.08k op/s; 8151/191823 objects degraded (4.249%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.339554+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.339554+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.355693+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.355693+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.359959+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.359959+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.364441+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.364441+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.379785+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.379785+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.494039+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.494039+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.498464+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.498464+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.505478+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.505478+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.513166+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.513166+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: cluster 2024-05-11T05:01:54.520962+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: cluster 2024-05-11T05:01:54.520962+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.522047+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.522047+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.522362+0000 mgr.y (mgr.24832) 346 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.522362+0000 mgr.y (mgr.24832) 346 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: cephadm 2024-05-11T05:01:54.524480+0000 mgr.y (mgr.24832) 347 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: cephadm 2024-05-11T05:01:54.524480+0000 mgr.y (mgr.24832) 347 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.524512+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.72:0/1961612820' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:55 smithi086 bash[67518]: audit 2024-05-11T05:01:54.524512+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.72:0/1961612820' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:55.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: cluster 2024-05-11T05:01:53.807337+0000 mgr.y (mgr.24832) 345 : cluster [DBG] pgmap v298: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 67 MiB/s wr, 1.08k op/s; 8151/191823 objects degraded (4.249%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:55.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: cluster 2024-05-11T05:01:53.807337+0000 mgr.y (mgr.24832) 345 : cluster [DBG] pgmap v298: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 67 MiB/s wr, 1.08k op/s; 8151/191823 objects degraded (4.249%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:55.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.339554+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.339554+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.355693+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.355693+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.359959+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:01:55.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.359959+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:01:55.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.364441+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:01:55.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.364441+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:01:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.379785+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.379785+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.494039+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.494039+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.498464+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.498464+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.505478+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.505478+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: cluster 2024-05-11T05:01:53.807337+0000 mgr.y (mgr.24832) 345 : cluster [DBG] pgmap v298: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 67 MiB/s wr, 1.08k op/s; 8151/191823 objects degraded (4.249%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: cluster 2024-05-11T05:01:53.807337+0000 mgr.y (mgr.24832) 345 : cluster [DBG] pgmap v298: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 3.9 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 67 MiB/s wr, 1.08k op/s; 8151/191823 objects degraded (4.249%); 2.3 MiB/s, 36 objects/s recovering 2024-05-11T05:01:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.339554+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.339554+0000 mon.a (mon.0) 572 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.355693+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.355693+0000 mon.a (mon.0) 573 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.359959+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:01:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.359959+0000 mon.a (mon.0) 574 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:01:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.364441+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:01:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.364441+0000 mon.a (mon.0) 575 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:01:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.379785+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.379785+0000 mon.a (mon.0) 576 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.494039+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.494039+0000 mon.a (mon.0) 577 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.498464+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.498464+0000 mon.a (mon.0) 578 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.505478+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.505478+0000 mon.a (mon.0) 579 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.513166+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.513166+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: cluster 2024-05-11T05:01:54.520962+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: cluster 2024-05-11T05:01:54.520962+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.522047+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.522047+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.522362+0000 mgr.y (mgr.24832) 346 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.522362+0000 mgr.y (mgr.24832) 346 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: cephadm 2024-05-11T05:01:54.524480+0000 mgr.y (mgr.24832) 347 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:01:55.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: cephadm 2024-05-11T05:01:54.524480+0000 mgr.y (mgr.24832) 347 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:01:55.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.524512+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.72:0/1961612820' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:55.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:55 smithi072 bash[82901]: audit 2024-05-11T05:01:54.524512+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.72:0/1961612820' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:55.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.513166+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.513166+0000 mon.a (mon.0) 580 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:01:55.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: cluster 2024-05-11T05:01:54.520962+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-05-11T05:01:55.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: cluster 2024-05-11T05:01:54.520962+0000 mon.a (mon.0) 581 : cluster [DBG] osdmap e114: 8 total, 8 up, 8 in 2024-05-11T05:01:55.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.522047+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.522047+0000 mon.a (mon.0) 582 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.522362+0000 mgr.y (mgr.24832) 346 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.522362+0000 mgr.y (mgr.24832) 346 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:01:55.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: cephadm 2024-05-11T05:01:54.524480+0000 mgr.y (mgr.24832) 347 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:01:55.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: cephadm 2024-05-11T05:01:54.524480+0000 mgr.y (mgr.24832) 347 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:01:55.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.524512+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.72:0/1961612820' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:55.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:55 smithi072 bash[80515]: audit 2024-05-11T05:01:54.524512+0000 mon.c (mon.2) 17 : audit [DBG] from='client.? 172.21.15.72:0/1961612820' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:56.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 46 16 67823 67807 92.1202 29.875 0.0129203 0.010849 2024-05-11T05:01:56.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:56 smithi086 bash[67518]: cluster 2024-05-11T05:01:55.528209+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T05:01:56.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:56 smithi086 bash[67518]: cluster 2024-05-11T05:01:55.528209+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T05:01:56.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:56 smithi072 bash[80515]: cluster 2024-05-11T05:01:55.528209+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T05:01:56.799 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:56 smithi072 bash[80515]: cluster 2024-05-11T05:01:55.528209+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T05:01:56.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:56 smithi072 bash[82901]: cluster 2024-05-11T05:01:55.528209+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T05:01:56.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:56 smithi072 bash[82901]: cluster 2024-05-11T05:01:55.528209+0000 mon.a (mon.0) 583 : cluster [DBG] osdmap e115: 8 total, 8 up, 8 in 2024-05-11T05:01:57.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 47 16 68859 68843 91.5377 64.75 0.00924334 0.0109179 2024-05-11T05:01:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:57 smithi072 bash[80515]: cluster 2024-05-11T05:01:55.807922+0000 mgr.y (mgr.24832) 348 : cluster [DBG] pgmap v301: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 8151/198258 objects degraded (4.111%); 1.7 MiB/s, 27 objects/s recovering 2024-05-11T05:01:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:57 smithi072 bash[80515]: cluster 2024-05-11T05:01:55.807922+0000 mgr.y (mgr.24832) 348 : cluster [DBG] pgmap v301: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 8151/198258 objects degraded (4.111%); 1.7 MiB/s, 27 objects/s recovering 2024-05-11T05:01:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:57 smithi072 bash[80515]: audit 2024-05-11T05:01:57.094469+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.72:0/1727822327' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:57 smithi072 bash[80515]: audit 2024-05-11T05:01:57.094469+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.72:0/1727822327' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:57 smithi072 bash[82901]: cluster 2024-05-11T05:01:55.807922+0000 mgr.y (mgr.24832) 348 : cluster [DBG] pgmap v301: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 8151/198258 objects degraded (4.111%); 1.7 MiB/s, 27 objects/s recovering 2024-05-11T05:01:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:57 smithi072 bash[82901]: cluster 2024-05-11T05:01:55.807922+0000 mgr.y (mgr.24832) 348 : cluster [DBG] pgmap v301: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 8151/198258 objects degraded (4.111%); 1.7 MiB/s, 27 objects/s recovering 2024-05-11T05:01:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:57 smithi072 bash[82901]: audit 2024-05-11T05:01:57.094469+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.72:0/1727822327' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:57 smithi072 bash[82901]: audit 2024-05-11T05:01:57.094469+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.72:0/1727822327' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:58.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:57 smithi086 bash[67518]: cluster 2024-05-11T05:01:55.807922+0000 mgr.y (mgr.24832) 348 : cluster [DBG] pgmap v301: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 8151/198258 objects degraded (4.111%); 1.7 MiB/s, 27 objects/s recovering 2024-05-11T05:01:58.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:57 smithi086 bash[67518]: cluster 2024-05-11T05:01:55.807922+0000 mgr.y (mgr.24832) 348 : cluster [DBG] pgmap v301: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 6 active+recovery_wait+undersized+degraded+remapped, 82 active+clean; 4.0 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 8151/198258 objects degraded (4.111%); 1.7 MiB/s, 27 objects/s recovering 2024-05-11T05:01:58.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:57 smithi086 bash[67518]: audit 2024-05-11T05:01:57.094469+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.72:0/1727822327' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:58.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:57 smithi086 bash[67518]: audit 2024-05-11T05:01:57.094469+0000 mon.b (mon.1) 11 : audit [DBG] from='client.? 172.21.15.72:0/1727822327' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:01:58.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 48 16 69972 69956 91.0798 69.5625 0.01748 0.0109734 2024-05-11T05:01:58.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:58 smithi072 bash[80515]: cluster 2024-05-11T05:01:58.338489+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 8151/198258 objects degraded (4.111%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:58.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:58 smithi072 bash[80515]: cluster 2024-05-11T05:01:58.338489+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 8151/198258 objects degraded (4.111%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:58.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:58 smithi072 bash[82901]: cluster 2024-05-11T05:01:58.338489+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 8151/198258 objects degraded (4.111%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:58.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:58 smithi072 bash[82901]: cluster 2024-05-11T05:01:58.338489+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 8151/198258 objects degraded (4.111%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:59.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:58 smithi086 bash[67518]: cluster 2024-05-11T05:01:58.338489+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 8151/198258 objects degraded (4.111%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:59.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:58 smithi086 bash[67518]: cluster 2024-05-11T05:01:58.338489+0000 mon.a (mon.0) 584 : cluster [WRN] Health check update: Degraded data redundancy: 8151/198258 objects degraded (4.111%), 7 pgs degraded (PG_DEGRADED) 2024-05-11T05:01:59.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 49 16 71071 71055 90.6227 68.6875 0.00819407 0.011029 2024-05-11T05:02:00.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:59 smithi086 bash[67518]: cluster 2024-05-11T05:01:57.811078+0000 mgr.y (mgr.24832) 349 : cluster [DBG] pgmap v302: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 7806/202332 objects degraded (3.858%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:00.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:01:59 smithi086 bash[67518]: cluster 2024-05-11T05:01:57.811078+0000 mgr.y (mgr.24832) 349 : cluster [DBG] pgmap v302: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 7806/202332 objects degraded (3.858%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:00.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:59 smithi072 bash[80515]: cluster 2024-05-11T05:01:57.811078+0000 mgr.y (mgr.24832) 349 : cluster [DBG] pgmap v302: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 7806/202332 objects degraded (3.858%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:00.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:01:59 smithi072 bash[80515]: cluster 2024-05-11T05:01:57.811078+0000 mgr.y (mgr.24832) 349 : cluster [DBG] pgmap v302: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 7806/202332 objects degraded (3.858%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:00.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:59 smithi072 bash[82901]: cluster 2024-05-11T05:01:57.811078+0000 mgr.y (mgr.24832) 349 : cluster [DBG] pgmap v302: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 7806/202332 objects degraded (3.858%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:00.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:01:59 smithi072 bash[82901]: cluster 2024-05-11T05:01:57.811078+0000 mgr.y (mgr.24832) 349 : cluster [DBG] pgmap v302: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.1 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 71 MiB/s wr, 1.13k op/s; 7806/202332 objects degraded (3.858%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:00.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 50 16 72086 72070 90.0789 63.4375 0.00647526 0.0110945 2024-05-11T05:02:01.033 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:00 smithi086 bash[67518]: audit 2024-05-11T05:01:59.682066+0000 mon.a (mon.0) 585 : audit [DBG] from='client.? 172.21.15.72:0/2747938906' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:01.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:00 smithi086 bash[67518]: audit 2024-05-11T05:01:59.682066+0000 mon.a (mon.0) 585 : audit [DBG] from='client.? 172.21.15.72:0/2747938906' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:01.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:00 smithi086 bash[67518]: cluster 2024-05-11T05:01:59.811608+0000 mgr.y (mgr.24832) 350 : cluster [DBG] pgmap v303: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.2 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 47 MiB/s wr, 753 op/s; 7806/205557 objects degraded (3.797%); 2.7 MiB/s, 43 objects/s recovering 2024-05-11T05:02:01.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:00 smithi086 bash[67518]: cluster 2024-05-11T05:01:59.811608+0000 mgr.y (mgr.24832) 350 : cluster [DBG] pgmap v303: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.2 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 47 MiB/s wr, 753 op/s; 7806/205557 objects degraded (3.797%); 2.7 MiB/s, 43 objects/s recovering 2024-05-11T05:02:01.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:00 smithi072 bash[80515]: audit 2024-05-11T05:01:59.682066+0000 mon.a (mon.0) 585 : audit [DBG] from='client.? 172.21.15.72:0/2747938906' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:01.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:00 smithi072 bash[80515]: audit 2024-05-11T05:01:59.682066+0000 mon.a (mon.0) 585 : audit [DBG] from='client.? 172.21.15.72:0/2747938906' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:01.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:00 smithi072 bash[80515]: cluster 2024-05-11T05:01:59.811608+0000 mgr.y (mgr.24832) 350 : cluster [DBG] pgmap v303: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.2 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 47 MiB/s wr, 753 op/s; 7806/205557 objects degraded (3.797%); 2.7 MiB/s, 43 objects/s recovering 2024-05-11T05:02:01.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:00 smithi072 bash[80515]: cluster 2024-05-11T05:01:59.811608+0000 mgr.y (mgr.24832) 350 : cluster [DBG] pgmap v303: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.2 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 47 MiB/s wr, 753 op/s; 7806/205557 objects degraded (3.797%); 2.7 MiB/s, 43 objects/s recovering 2024-05-11T05:02:01.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:00 smithi072 bash[82901]: audit 2024-05-11T05:01:59.682066+0000 mon.a (mon.0) 585 : audit [DBG] from='client.? 172.21.15.72:0/2747938906' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:01.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:00 smithi072 bash[82901]: audit 2024-05-11T05:01:59.682066+0000 mon.a (mon.0) 585 : audit [DBG] from='client.? 172.21.15.72:0/2747938906' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:01.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:00 smithi072 bash[82901]: cluster 2024-05-11T05:01:59.811608+0000 mgr.y (mgr.24832) 350 : cluster [DBG] pgmap v303: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.2 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 47 MiB/s wr, 753 op/s; 7806/205557 objects degraded (3.797%); 2.7 MiB/s, 43 objects/s recovering 2024-05-11T05:02:01.050 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:00 smithi072 bash[82901]: cluster 2024-05-11T05:01:59.811608+0000 mgr.y (mgr.24832) 350 : cluster [DBG] pgmap v303: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.2 GiB data, 15 GiB used, 701 GiB / 715 GiB avail; 47 MiB/s wr, 753 op/s; 7806/205557 objects degraded (3.797%); 2.7 MiB/s, 43 objects/s recovering 2024-05-11T05:02:01.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 51 16 73143 73127 89.6078 66.0625 0.0118558 0.0111538 2024-05-11T05:02:02.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 52 16 74174 74158 89.1237 64.4375 0.00433155 0.0112116 2024-05-11T05:02:03.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 53 16 75198 75182 88.6495 64 0.00383174 0.0112745 2024-05-11T05:02:03.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:02 smithi086 bash[67518]: cluster 2024-05-11T05:02:01.812412+0000 mgr.y (mgr.24832) 351 : cluster [DBG] pgmap v304: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 63 MiB/s wr, 1k op/s; 7575/215847 objects degraded (3.509%); 4.5 MiB/s, 71 objects/s recovering 2024-05-11T05:02:03.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:02 smithi086 bash[67518]: cluster 2024-05-11T05:02:01.812412+0000 mgr.y (mgr.24832) 351 : cluster [DBG] pgmap v304: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 63 MiB/s wr, 1k op/s; 7575/215847 objects degraded (3.509%); 4.5 MiB/s, 71 objects/s recovering 2024-05-11T05:02:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:02 smithi086 bash[67518]: audit 2024-05-11T05:02:02.258584+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.72:0/2976075932' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:03.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:02 smithi086 bash[67518]: audit 2024-05-11T05:02:02.258584+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.72:0/2976075932' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:03.299 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:02 smithi072 bash[80515]: cluster 2024-05-11T05:02:01.812412+0000 mgr.y (mgr.24832) 351 : cluster [DBG] pgmap v304: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 63 MiB/s wr, 1k op/s; 7575/215847 objects degraded (3.509%); 4.5 MiB/s, 71 objects/s recovering 2024-05-11T05:02:03.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:02 smithi072 bash[80515]: cluster 2024-05-11T05:02:01.812412+0000 mgr.y (mgr.24832) 351 : cluster [DBG] pgmap v304: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 63 MiB/s wr, 1k op/s; 7575/215847 objects degraded (3.509%); 4.5 MiB/s, 71 objects/s recovering 2024-05-11T05:02:03.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:02 smithi072 bash[80515]: audit 2024-05-11T05:02:02.258584+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.72:0/2976075932' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:03.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:02 smithi072 bash[80515]: audit 2024-05-11T05:02:02.258584+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.72:0/2976075932' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:02 smithi072 bash[82901]: cluster 2024-05-11T05:02:01.812412+0000 mgr.y (mgr.24832) 351 : cluster [DBG] pgmap v304: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 63 MiB/s wr, 1k op/s; 7575/215847 objects degraded (3.509%); 4.5 MiB/s, 71 objects/s recovering 2024-05-11T05:02:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:02 smithi072 bash[82901]: cluster 2024-05-11T05:02:01.812412+0000 mgr.y (mgr.24832) 351 : cluster [DBG] pgmap v304: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.4 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 63 MiB/s wr, 1k op/s; 7575/215847 objects degraded (3.509%); 4.5 MiB/s, 71 objects/s recovering 2024-05-11T05:02:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:02 smithi072 bash[82901]: audit 2024-05-11T05:02:02.258584+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.72:0/2976075932' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:03.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:02 smithi072 bash[82901]: audit 2024-05-11T05:02:02.258584+0000 mon.c (mon.2) 18 : audit [DBG] from='client.? 172.21.15.72:0/2976075932' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:04.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 54 16 76259 76243 88.2358 66.3125 0.0126378 0.0113275 2024-05-11T05:02:04.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:03 smithi086 bash[67518]: cluster 2024-05-11T05:02:03.339314+0000 mon.a (mon.0) 586 : cluster [WRN] Health check update: Degraded data redundancy: 7575/215847 objects degraded (3.509%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:04.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:03 smithi086 bash[67518]: cluster 2024-05-11T05:02:03.339314+0000 mon.a (mon.0) 586 : cluster [WRN] Health check update: Degraded data redundancy: 7575/215847 objects degraded (3.509%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:03 smithi086 bash[67518]: audit 2024-05-11T05:02:03.850522+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:04.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:03 smithi086 bash[67518]: audit 2024-05-11T05:02:03.850522+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:04.302 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:02:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:02:03] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-05-11T05:02:04.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:03 smithi072 bash[80515]: cluster 2024-05-11T05:02:03.339314+0000 mon.a (mon.0) 586 : cluster [WRN] Health check update: Degraded data redundancy: 7575/215847 objects degraded (3.509%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:04.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:03 smithi072 bash[80515]: cluster 2024-05-11T05:02:03.339314+0000 mon.a (mon.0) 586 : cluster [WRN] Health check update: Degraded data redundancy: 7575/215847 objects degraded (3.509%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:04.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:03 smithi072 bash[80515]: audit 2024-05-11T05:02:03.850522+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:04.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:03 smithi072 bash[80515]: audit 2024-05-11T05:02:03.850522+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:04.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:03 smithi072 bash[82901]: cluster 2024-05-11T05:02:03.339314+0000 mon.a (mon.0) 586 : cluster [WRN] Health check update: Degraded data redundancy: 7575/215847 objects degraded (3.509%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:04.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:03 smithi072 bash[82901]: cluster 2024-05-11T05:02:03.339314+0000 mon.a (mon.0) 586 : cluster [WRN] Health check update: Degraded data redundancy: 7575/215847 objects degraded (3.509%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:04.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:03 smithi072 bash[82901]: audit 2024-05-11T05:02:03.850522+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:04.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:03 smithi072 bash[82901]: audit 2024-05-11T05:02:03.850522+0000 mon.a (mon.0) 587 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:05.058 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 55 16 77213 77197 87.7155 59.625 0.00992402 0.011395 2024-05-11T05:02:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:04 smithi086 bash[67518]: cluster 2024-05-11T05:02:03.812953+0000 mgr.y (mgr.24832) 352 : cluster [DBG] pgmap v305: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 7575/220839 objects degraded (3.430%); 3.9 MiB/s, 62 objects/s recovering 2024-05-11T05:02:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:04 smithi086 bash[67518]: cluster 2024-05-11T05:02:03.812953+0000 mgr.y (mgr.24832) 352 : cluster [DBG] pgmap v305: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 7575/220839 objects degraded (3.430%); 3.9 MiB/s, 62 objects/s recovering 2024-05-11T05:02:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:04 smithi086 bash[67518]: audit 2024-05-11T05:02:04.848868+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.72:0/3113223813' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:05.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:04 smithi086 bash[67518]: audit 2024-05-11T05:02:04.848868+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.72:0/3113223813' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:05.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:04 smithi072 bash[80515]: cluster 2024-05-11T05:02:03.812953+0000 mgr.y (mgr.24832) 352 : cluster [DBG] pgmap v305: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 7575/220839 objects degraded (3.430%); 3.9 MiB/s, 62 objects/s recovering 2024-05-11T05:02:05.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:04 smithi072 bash[80515]: cluster 2024-05-11T05:02:03.812953+0000 mgr.y (mgr.24832) 352 : cluster [DBG] pgmap v305: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 7575/220839 objects degraded (3.430%); 3.9 MiB/s, 62 objects/s recovering 2024-05-11T05:02:05.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:04 smithi072 bash[80515]: audit 2024-05-11T05:02:04.848868+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.72:0/3113223813' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:05.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:04 smithi072 bash[80515]: audit 2024-05-11T05:02:04.848868+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.72:0/3113223813' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:05.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:04 smithi072 bash[82901]: cluster 2024-05-11T05:02:03.812953+0000 mgr.y (mgr.24832) 352 : cluster [DBG] pgmap v305: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 7575/220839 objects degraded (3.430%); 3.9 MiB/s, 62 objects/s recovering 2024-05-11T05:02:05.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:04 smithi072 bash[82901]: cluster 2024-05-11T05:02:03.812953+0000 mgr.y (mgr.24832) 352 : cluster [DBG] pgmap v305: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.5 GiB data, 16 GiB used, 700 GiB / 715 GiB avail; 65 MiB/s wr, 1.04k op/s; 7575/220839 objects degraded (3.430%); 3.9 MiB/s, 62 objects/s recovering 2024-05-11T05:02:05.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:04 smithi072 bash[82901]: audit 2024-05-11T05:02:04.848868+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.72:0/3113223813' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:05.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:04 smithi072 bash[82901]: audit 2024-05-11T05:02:04.848868+0000 mon.c (mon.2) 19 : audit [DBG] from='client.? 172.21.15.72:0/3113223813' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:06.059 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 56 15 78266 78251 87.3254 65.875 0.0140514 0.011446 2024-05-11T05:02:07.059 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 57 16 79280 79264 86.904 63.3125 0.0265899 0.0115004 2024-05-11T05:02:07.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:06 smithi086 bash[67518]: cluster 2024-05-11T05:02:05.813625+0000 mgr.y (mgr.24832) 353 : cluster [DBG] pgmap v306: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 945 op/s; 7575/227382 objects degraded (3.331%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:07.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:06 smithi086 bash[67518]: cluster 2024-05-11T05:02:05.813625+0000 mgr.y (mgr.24832) 353 : cluster [DBG] pgmap v306: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 945 op/s; 7575/227382 objects degraded (3.331%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:07.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:06 smithi072 bash[80515]: cluster 2024-05-11T05:02:05.813625+0000 mgr.y (mgr.24832) 353 : cluster [DBG] pgmap v306: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 945 op/s; 7575/227382 objects degraded (3.331%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:07.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:06 smithi072 bash[80515]: cluster 2024-05-11T05:02:05.813625+0000 mgr.y (mgr.24832) 353 : cluster [DBG] pgmap v306: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 945 op/s; 7575/227382 objects degraded (3.331%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:07.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:06 smithi072 bash[82901]: cluster 2024-05-11T05:02:05.813625+0000 mgr.y (mgr.24832) 353 : cluster [DBG] pgmap v306: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 945 op/s; 7575/227382 objects degraded (3.331%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:07.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:06 smithi072 bash[82901]: cluster 2024-05-11T05:02:05.813625+0000 mgr.y (mgr.24832) 353 : cluster [DBG] pgmap v306: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.6 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 945 op/s; 7575/227382 objects degraded (3.331%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:08.059 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 58 16 80286 80270 86.4896 62.875 0.0127619 0.0115563 2024-05-11T05:02:08.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:07 smithi086 bash[67518]: audit 2024-05-11T05:02:07.505915+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.72:0/2644312236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:08.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:07 smithi086 bash[67518]: audit 2024-05-11T05:02:07.505915+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.72:0/2644312236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:08.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:07 smithi072 bash[80515]: audit 2024-05-11T05:02:07.505915+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.72:0/2644312236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:08.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:07 smithi072 bash[80515]: audit 2024-05-11T05:02:07.505915+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.72:0/2644312236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:08.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:07 smithi072 bash[82901]: audit 2024-05-11T05:02:07.505915+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.72:0/2644312236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:08.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:07 smithi072 bash[82901]: audit 2024-05-11T05:02:07.505915+0000 mon.b (mon.1) 12 : audit [DBG] from='client.? 172.21.15.72:0/2644312236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:09.059 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 59 16 81319 81303 86.1179 64.5625 0.0348621 0.0116056 2024-05-11T05:02:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:08 smithi086 bash[67518]: cluster 2024-05-11T05:02:07.814291+0000 mgr.y (mgr.24832) 354 : cluster [DBG] pgmap v307: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 942 op/s; 7349/232206 objects degraded (3.165%); 4.2 MiB/s, 66 objects/s recovering 2024-05-11T05:02:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:08 smithi086 bash[67518]: cluster 2024-05-11T05:02:07.814291+0000 mgr.y (mgr.24832) 354 : cluster [DBG] pgmap v307: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 942 op/s; 7349/232206 objects degraded (3.165%); 4.2 MiB/s, 66 objects/s recovering 2024-05-11T05:02:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:08 smithi086 bash[67518]: cluster 2024-05-11T05:02:08.340162+0000 mon.a (mon.0) 588 : cluster [WRN] Health check update: Degraded data redundancy: 7349/232206 objects degraded (3.165%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:09.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:08 smithi086 bash[67518]: cluster 2024-05-11T05:02:08.340162+0000 mon.a (mon.0) 588 : cluster [WRN] Health check update: Degraded data redundancy: 7349/232206 objects degraded (3.165%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:09.401 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:08 smithi072 bash[80515]: cluster 2024-05-11T05:02:07.814291+0000 mgr.y (mgr.24832) 354 : cluster [DBG] pgmap v307: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 942 op/s; 7349/232206 objects degraded (3.165%); 4.2 MiB/s, 66 objects/s recovering 2024-05-11T05:02:09.401 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:08 smithi072 bash[80515]: cluster 2024-05-11T05:02:07.814291+0000 mgr.y (mgr.24832) 354 : cluster [DBG] pgmap v307: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 942 op/s; 7349/232206 objects degraded (3.165%); 4.2 MiB/s, 66 objects/s recovering 2024-05-11T05:02:09.401 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:08 smithi072 bash[80515]: cluster 2024-05-11T05:02:08.340162+0000 mon.a (mon.0) 588 : cluster [WRN] Health check update: Degraded data redundancy: 7349/232206 objects degraded (3.165%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:09.401 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:08 smithi072 bash[80515]: cluster 2024-05-11T05:02:08.340162+0000 mon.a (mon.0) 588 : cluster [WRN] Health check update: Degraded data redundancy: 7349/232206 objects degraded (3.165%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:09.401 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:08 smithi072 bash[82901]: cluster 2024-05-11T05:02:07.814291+0000 mgr.y (mgr.24832) 354 : cluster [DBG] pgmap v307: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 942 op/s; 7349/232206 objects degraded (3.165%); 4.2 MiB/s, 66 objects/s recovering 2024-05-11T05:02:09.401 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:08 smithi072 bash[82901]: cluster 2024-05-11T05:02:07.814291+0000 mgr.y (mgr.24832) 354 : cluster [DBG] pgmap v307: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.7 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 59 MiB/s wr, 942 op/s; 7349/232206 objects degraded (3.165%); 4.2 MiB/s, 66 objects/s recovering 2024-05-11T05:02:09.401 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:08 smithi072 bash[82901]: cluster 2024-05-11T05:02:08.340162+0000 mon.a (mon.0) 588 : cluster [WRN] Health check update: Degraded data redundancy: 7349/232206 objects degraded (3.165%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:09.401 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:08 smithi072 bash[82901]: cluster 2024-05-11T05:02:08.340162+0000 mon.a (mon.0) 588 : cluster [WRN] Health check update: Degraded data redundancy: 7349/232206 objects degraded (3.165%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:09.801 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:02:09 smithi072 bash[72627]: debug 2024-05-11T05:02:09.535+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:10.059 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T05:02:10.063645+0000 min lat: 0.00113195 max lat: 1.73036 avg lat: 0.0116909 2024-05-11T05:02:10.059 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T05:02:10.059 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 60 16 82094 82078 85.4898 48.4375 0.00482775 0.0116909 2024-05-11T05:02:10.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:09 smithi086 bash[67518]: audit 2024-05-11T05:02:09.536538+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:09 smithi086 bash[67518]: audit 2024-05-11T05:02:09.536538+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:09 smithi086 bash[67518]: audit 2024-05-11T05:02:09.536773+0000 mgr.y (mgr.24832) 355 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:09 smithi086 bash[67518]: audit 2024-05-11T05:02:09.536773+0000 mgr.y (mgr.24832) 355 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:09 smithi086 bash[67518]: cephadm 2024-05-11T05:02:09.538123+0000 mgr.y (mgr.24832) 356 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:10.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:09 smithi086 bash[67518]: cephadm 2024-05-11T05:02:09.538123+0000 mgr.y (mgr.24832) 356 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:10.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:09 smithi072 bash[80515]: audit 2024-05-11T05:02:09.536538+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:09 smithi072 bash[80515]: audit 2024-05-11T05:02:09.536538+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:09 smithi072 bash[80515]: audit 2024-05-11T05:02:09.536773+0000 mgr.y (mgr.24832) 355 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:09 smithi072 bash[80515]: audit 2024-05-11T05:02:09.536773+0000 mgr.y (mgr.24832) 355 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:09 smithi072 bash[80515]: cephadm 2024-05-11T05:02:09.538123+0000 mgr.y (mgr.24832) 356 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:10.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:09 smithi072 bash[80515]: cephadm 2024-05-11T05:02:09.538123+0000 mgr.y (mgr.24832) 356 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:10.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:09 smithi072 bash[82901]: audit 2024-05-11T05:02:09.536538+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:09 smithi072 bash[82901]: audit 2024-05-11T05:02:09.536538+0000 mon.a (mon.0) 589 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:09 smithi072 bash[82901]: audit 2024-05-11T05:02:09.536773+0000 mgr.y (mgr.24832) 355 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:09 smithi072 bash[82901]: audit 2024-05-11T05:02:09.536773+0000 mgr.y (mgr.24832) 355 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:10.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:09 smithi072 bash[82901]: cephadm 2024-05-11T05:02:09.538123+0000 mgr.y (mgr.24832) 356 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:10.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:09 smithi072 bash[82901]: cephadm 2024-05-11T05:02:09.538123+0000 mgr.y (mgr.24832) 356 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:11.059 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 61 15 83114 83099 85.1343 63.8125 0.0148489 0.0117398 2024-05-11T05:02:11.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:10 smithi086 bash[67518]: cluster 2024-05-11T05:02:09.814848+0000 mgr.y (mgr.24832) 357 : cluster [DBG] pgmap v308: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 58 MiB/s wr, 934 op/s; 7349/235983 objects degraded (3.114%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:10 smithi086 bash[67518]: cluster 2024-05-11T05:02:09.814848+0000 mgr.y (mgr.24832) 357 : cluster [DBG] pgmap v308: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 58 MiB/s wr, 934 op/s; 7349/235983 objects degraded (3.114%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:10 smithi086 bash[67518]: audit 2024-05-11T05:02:10.079335+0000 mon.b (mon.1) 13 : audit [DBG] from='client.? 172.21.15.72:0/2755527091' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:11.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:10 smithi086 bash[67518]: audit 2024-05-11T05:02:10.079335+0000 mon.b (mon.1) 13 : audit [DBG] from='client.? 172.21.15.72:0/2755527091' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:11.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:10 smithi072 bash[80515]: cluster 2024-05-11T05:02:09.814848+0000 mgr.y (mgr.24832) 357 : cluster [DBG] pgmap v308: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 58 MiB/s wr, 934 op/s; 7349/235983 objects degraded (3.114%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:11.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:10 smithi072 bash[80515]: cluster 2024-05-11T05:02:09.814848+0000 mgr.y (mgr.24832) 357 : cluster [DBG] pgmap v308: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 58 MiB/s wr, 934 op/s; 7349/235983 objects degraded (3.114%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:11.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:10 smithi072 bash[80515]: audit 2024-05-11T05:02:10.079335+0000 mon.b (mon.1) 13 : audit [DBG] from='client.? 172.21.15.72:0/2755527091' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:11.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:10 smithi072 bash[80515]: audit 2024-05-11T05:02:10.079335+0000 mon.b (mon.1) 13 : audit [DBG] from='client.? 172.21.15.72:0/2755527091' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:10 smithi072 bash[82901]: cluster 2024-05-11T05:02:09.814848+0000 mgr.y (mgr.24832) 357 : cluster [DBG] pgmap v308: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 58 MiB/s wr, 934 op/s; 7349/235983 objects degraded (3.114%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:10 smithi072 bash[82901]: cluster 2024-05-11T05:02:09.814848+0000 mgr.y (mgr.24832) 357 : cluster [DBG] pgmap v308: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.8 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 58 MiB/s wr, 934 op/s; 7349/235983 objects degraded (3.114%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:11.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:10 smithi072 bash[82901]: audit 2024-05-11T05:02:10.079335+0000 mon.b (mon.1) 13 : audit [DBG] from='client.? 172.21.15.72:0/2755527091' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:11.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:10 smithi072 bash[82901]: audit 2024-05-11T05:02:10.079335+0000 mon.b (mon.1) 13 : audit [DBG] from='client.? 172.21.15.72:0/2755527091' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:12.059 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 62 16 84135 84119 84.7893 63.75 0.0187574 0.0117882 2024-05-11T05:02:13.059 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 63 16 85062 85046 84.363 57.9375 0.0272407 0.0118478 2024-05-11T05:02:13.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:12 smithi086 bash[67518]: cluster 2024-05-11T05:02:11.815551+0000 mgr.y (mgr.24832) 358 : cluster [DBG] pgmap v309: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.05k op/s; 7349/243276 objects degraded (3.021%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:13.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:12 smithi086 bash[67518]: cluster 2024-05-11T05:02:11.815551+0000 mgr.y (mgr.24832) 358 : cluster [DBG] pgmap v309: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.05k op/s; 7349/243276 objects degraded (3.021%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:13.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:12 smithi086 bash[67518]: audit 2024-05-11T05:02:12.692788+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.72:0/4271286116' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:13.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:12 smithi086 bash[67518]: audit 2024-05-11T05:02:12.692788+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.72:0/4271286116' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:13.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:12 smithi072 bash[80515]: cluster 2024-05-11T05:02:11.815551+0000 mgr.y (mgr.24832) 358 : cluster [DBG] pgmap v309: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.05k op/s; 7349/243276 objects degraded (3.021%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:13.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:12 smithi072 bash[80515]: cluster 2024-05-11T05:02:11.815551+0000 mgr.y (mgr.24832) 358 : cluster [DBG] pgmap v309: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.05k op/s; 7349/243276 objects degraded (3.021%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:13.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:12 smithi072 bash[80515]: audit 2024-05-11T05:02:12.692788+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.72:0/4271286116' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:13.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:12 smithi072 bash[80515]: audit 2024-05-11T05:02:12.692788+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.72:0/4271286116' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:13.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:12 smithi072 bash[82901]: cluster 2024-05-11T05:02:11.815551+0000 mgr.y (mgr.24832) 358 : cluster [DBG] pgmap v309: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.05k op/s; 7349/243276 objects degraded (3.021%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:13.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:12 smithi072 bash[82901]: cluster 2024-05-11T05:02:11.815551+0000 mgr.y (mgr.24832) 358 : cluster [DBG] pgmap v309: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 4.9 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 65 MiB/s wr, 1.05k op/s; 7349/243276 objects degraded (3.021%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:13.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:12 smithi072 bash[82901]: audit 2024-05-11T05:02:12.692788+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.72:0/4271286116' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:13.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:12 smithi072 bash[82901]: audit 2024-05-11T05:02:12.692788+0000 mon.a (mon.0) 590 : audit [DBG] from='client.? 172.21.15.72:0/4271286116' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:14.059 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 64 16 86039 86023 83.9989 61.0625 0.00869324 0.0118989 2024-05-11T05:02:14.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:13 smithi086 bash[67518]: cluster 2024-05-11T05:02:13.340983+0000 mon.a (mon.0) 591 : cluster [WRN] Health check update: Degraded data redundancy: 7349/243276 objects degraded (3.021%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:14.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:13 smithi086 bash[67518]: cluster 2024-05-11T05:02:13.340983+0000 mon.a (mon.0) 591 : cluster [WRN] Health check update: Degraded data redundancy: 7349/243276 objects degraded (3.021%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:14.448 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:02:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:02:13] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-05-11T05:02:14.448 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:13 smithi072 bash[80515]: cluster 2024-05-11T05:02:13.340983+0000 mon.a (mon.0) 591 : cluster [WRN] Health check update: Degraded data redundancy: 7349/243276 objects degraded (3.021%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:14.448 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:13 smithi072 bash[80515]: cluster 2024-05-11T05:02:13.340983+0000 mon.a (mon.0) 591 : cluster [WRN] Health check update: Degraded data redundancy: 7349/243276 objects degraded (3.021%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:14.449 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:13 smithi072 bash[82901]: cluster 2024-05-11T05:02:13.340983+0000 mon.a (mon.0) 591 : cluster [WRN] Health check update: Degraded data redundancy: 7349/243276 objects degraded (3.021%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:14.449 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:13 smithi072 bash[82901]: cluster 2024-05-11T05:02:13.340983+0000 mon.a (mon.0) 591 : cluster [WRN] Health check update: Degraded data redundancy: 7349/243276 objects degraded (3.021%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:15.060 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 65 16 86677 86661 83.32 39.875 0.0349766 0.0119964 2024-05-11T05:02:15.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:14 smithi086 bash[67518]: cluster 2024-05-11T05:02:13.816281+0000 mgr.y (mgr.24832) 359 : cluster [DBG] pgmap v310: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 962 op/s; 7112/250521 objects degraded (2.839%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:15.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:14 smithi086 bash[67518]: cluster 2024-05-11T05:02:13.816281+0000 mgr.y (mgr.24832) 359 : cluster [DBG] pgmap v310: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 962 op/s; 7112/250521 objects degraded (2.839%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:15.712 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:14 smithi072 bash[80515]: cluster 2024-05-11T05:02:13.816281+0000 mgr.y (mgr.24832) 359 : cluster [DBG] pgmap v310: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 962 op/s; 7112/250521 objects degraded (2.839%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:15.712 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:14 smithi072 bash[80515]: cluster 2024-05-11T05:02:13.816281+0000 mgr.y (mgr.24832) 359 : cluster [DBG] pgmap v310: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 962 op/s; 7112/250521 objects degraded (2.839%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:15.712 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:15 smithi072 bash[82901]: cluster 2024-05-11T05:02:13.816281+0000 mgr.y (mgr.24832) 359 : cluster [DBG] pgmap v310: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 962 op/s; 7112/250521 objects degraded (2.839%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:15.712 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:15 smithi072 bash[82901]: cluster 2024-05-11T05:02:13.816281+0000 mgr.y (mgr.24832) 359 : cluster [DBG] pgmap v310: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.1 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 60 MiB/s wr, 962 op/s; 7112/250521 objects degraded (2.839%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:16.060 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 66 16 87618 87602 82.9486 58.8125 0.00934728 0.0120499 2024-05-11T05:02:16.222 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:15 smithi072 bash[82901]: audit 2024-05-11T05:02:15.292091+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.72:0/3988488706' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:16.222 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:15 smithi072 bash[82901]: audit 2024-05-11T05:02:15.292091+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.72:0/3988488706' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:16.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:15 smithi086 bash[67518]: audit 2024-05-11T05:02:15.292091+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.72:0/3988488706' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:16.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:15 smithi086 bash[67518]: audit 2024-05-11T05:02:15.292091+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.72:0/3988488706' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:16 smithi072 bash[80515]: audit 2024-05-11T05:02:15.292091+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.72:0/3988488706' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:16.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:16 smithi072 bash[80515]: audit 2024-05-11T05:02:15.292091+0000 mon.c (mon.2) 20 : audit [DBG] from='client.? 172.21.15.72:0/3988488706' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:17.060 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 67 16 88579 88563 82.607 60.0625 0.0260223 0.0120999 2024-05-11T05:02:17.224 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:16 smithi072 bash[80515]: cluster 2024-05-11T05:02:15.816941+0000 mgr.y (mgr.24832) 360 : cluster [DBG] pgmap v311: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 992 op/s; 7112/256566 objects degraded (2.772%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:17.225 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:16 smithi072 bash[80515]: cluster 2024-05-11T05:02:15.816941+0000 mgr.y (mgr.24832) 360 : cluster [DBG] pgmap v311: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 992 op/s; 7112/256566 objects degraded (2.772%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:17.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:16 smithi086 bash[67518]: cluster 2024-05-11T05:02:15.816941+0000 mgr.y (mgr.24832) 360 : cluster [DBG] pgmap v311: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 992 op/s; 7112/256566 objects degraded (2.772%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:17.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:16 smithi086 bash[67518]: cluster 2024-05-11T05:02:15.816941+0000 mgr.y (mgr.24832) 360 : cluster [DBG] pgmap v311: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 992 op/s; 7112/256566 objects degraded (2.772%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:17.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:17 smithi072 bash[82901]: cluster 2024-05-11T05:02:15.816941+0000 mgr.y (mgr.24832) 360 : cluster [DBG] pgmap v311: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 992 op/s; 7112/256566 objects degraded (2.772%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:17.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:17 smithi072 bash[82901]: cluster 2024-05-11T05:02:15.816941+0000 mgr.y (mgr.24832) 360 : cluster [DBG] pgmap v311: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.2 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 62 MiB/s wr, 992 op/s; 7112/256566 objects degraded (2.772%); 2.4 MiB/s, 38 objects/s recovering 2024-05-11T05:02:18.060 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 68 16 89473 89457 82.2138 55.875 0.0332882 0.0121576 2024-05-11T05:02:18.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:17 smithi086 bash[67518]: audit 2024-05-11T05:02:17.853805+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.72:0/3606603642' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:18.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:17 smithi086 bash[67518]: audit 2024-05-11T05:02:17.853805+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.72:0/3606603642' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:18.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:17 smithi072 bash[80515]: audit 2024-05-11T05:02:17.853805+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.72:0/3606603642' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:18.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:17 smithi072 bash[80515]: audit 2024-05-11T05:02:17.853805+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.72:0/3606603642' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:18.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:17 smithi072 bash[82901]: audit 2024-05-11T05:02:17.853805+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.72:0/3606603642' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:18.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:17 smithi072 bash[82901]: audit 2024-05-11T05:02:17.853805+0000 mon.c (mon.2) 21 : audit [DBG] from='client.? 172.21.15.72:0/3606603642' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:19.060 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 69 16 90456 90440 81.9126 61.4375 0.00702266 0.012203 2024-05-11T05:02:19.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:18 smithi086 bash[67518]: cluster 2024-05-11T05:02:17.817570+0000 mgr.y (mgr.24832) 361 : cluster [DBG] pgmap v312: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 927 op/s; 6864/260799 objects degraded (2.632%); 3.7 MiB/s, 59 objects/s recovering 2024-05-11T05:02:19.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:18 smithi086 bash[67518]: cluster 2024-05-11T05:02:17.817570+0000 mgr.y (mgr.24832) 361 : cluster [DBG] pgmap v312: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 927 op/s; 6864/260799 objects degraded (2.632%); 3.7 MiB/s, 59 objects/s recovering 2024-05-11T05:02:19.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:18 smithi086 bash[67518]: cluster 2024-05-11T05:02:18.341801+0000 mon.a (mon.0) 592 : cluster [WRN] Health check update: Degraded data redundancy: 6864/260799 objects degraded (2.632%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:19.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:18 smithi086 bash[67518]: cluster 2024-05-11T05:02:18.341801+0000 mon.a (mon.0) 592 : cluster [WRN] Health check update: Degraded data redundancy: 6864/260799 objects degraded (2.632%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:19.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:18 smithi086 bash[67518]: audit 2024-05-11T05:02:18.850677+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:19.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:18 smithi086 bash[67518]: audit 2024-05-11T05:02:18.850677+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:18 smithi072 bash[82901]: cluster 2024-05-11T05:02:17.817570+0000 mgr.y (mgr.24832) 361 : cluster [DBG] pgmap v312: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 927 op/s; 6864/260799 objects degraded (2.632%); 3.7 MiB/s, 59 objects/s recovering 2024-05-11T05:02:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:18 smithi072 bash[82901]: cluster 2024-05-11T05:02:17.817570+0000 mgr.y (mgr.24832) 361 : cluster [DBG] pgmap v312: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 927 op/s; 6864/260799 objects degraded (2.632%); 3.7 MiB/s, 59 objects/s recovering 2024-05-11T05:02:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:18 smithi072 bash[82901]: cluster 2024-05-11T05:02:18.341801+0000 mon.a (mon.0) 592 : cluster [WRN] Health check update: Degraded data redundancy: 6864/260799 objects degraded (2.632%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:18 smithi072 bash[82901]: cluster 2024-05-11T05:02:18.341801+0000 mon.a (mon.0) 592 : cluster [WRN] Health check update: Degraded data redundancy: 6864/260799 objects degraded (2.632%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:18 smithi072 bash[82901]: audit 2024-05-11T05:02:18.850677+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:19.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:18 smithi072 bash[82901]: audit 2024-05-11T05:02:18.850677+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:19.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:18 smithi072 bash[80515]: cluster 2024-05-11T05:02:17.817570+0000 mgr.y (mgr.24832) 361 : cluster [DBG] pgmap v312: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 927 op/s; 6864/260799 objects degraded (2.632%); 3.7 MiB/s, 59 objects/s recovering 2024-05-11T05:02:19.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:18 smithi072 bash[80515]: cluster 2024-05-11T05:02:17.817570+0000 mgr.y (mgr.24832) 361 : cluster [DBG] pgmap v312: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.3 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 58 MiB/s wr, 927 op/s; 6864/260799 objects degraded (2.632%); 3.7 MiB/s, 59 objects/s recovering 2024-05-11T05:02:19.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:18 smithi072 bash[80515]: cluster 2024-05-11T05:02:18.341801+0000 mon.a (mon.0) 592 : cluster [WRN] Health check update: Degraded data redundancy: 6864/260799 objects degraded (2.632%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:19.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:18 smithi072 bash[80515]: cluster 2024-05-11T05:02:18.341801+0000 mon.a (mon.0) 592 : cluster [WRN] Health check update: Degraded data redundancy: 6864/260799 objects degraded (2.632%), 6 pgs degraded (PG_DEGRADED) 2024-05-11T05:02:19.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:18 smithi072 bash[80515]: audit 2024-05-11T05:02:18.850677+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:19.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:18 smithi072 bash[80515]: audit 2024-05-11T05:02:18.850677+0000 mon.a (mon.0) 593 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:20.060 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 70 16 91243 91227 81.445 49.1875 0.00700332 0.0122717 2024-05-11T05:02:21.060 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 71 16 92138 92122 81.0857 55.9375 0.00810956 0.0123249 2024-05-11T05:02:21.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:20 smithi086 bash[67518]: cluster 2024-05-11T05:02:19.818169+0000 mgr.y (mgr.24832) 362 : cluster [DBG] pgmap v313: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s; 6864/264102 objects degraded (2.599%); 2.5 MiB/s, 40 objects/s recovering 2024-05-11T05:02:21.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:20 smithi086 bash[67518]: cluster 2024-05-11T05:02:19.818169+0000 mgr.y (mgr.24832) 362 : cluster [DBG] pgmap v313: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s; 6864/264102 objects degraded (2.599%); 2.5 MiB/s, 40 objects/s recovering 2024-05-11T05:02:21.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:20 smithi086 bash[67518]: audit 2024-05-11T05:02:20.486289+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.72:0/4103489754' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:21.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:20 smithi086 bash[67518]: audit 2024-05-11T05:02:20.486289+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.72:0/4103489754' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:21.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:20 smithi072 bash[82901]: cluster 2024-05-11T05:02:19.818169+0000 mgr.y (mgr.24832) 362 : cluster [DBG] pgmap v313: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s; 6864/264102 objects degraded (2.599%); 2.5 MiB/s, 40 objects/s recovering 2024-05-11T05:02:21.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:20 smithi072 bash[82901]: cluster 2024-05-11T05:02:19.818169+0000 mgr.y (mgr.24832) 362 : cluster [DBG] pgmap v313: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s; 6864/264102 objects degraded (2.599%); 2.5 MiB/s, 40 objects/s recovering 2024-05-11T05:02:21.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:20 smithi072 bash[82901]: audit 2024-05-11T05:02:20.486289+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.72:0/4103489754' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:21.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:20 smithi072 bash[82901]: audit 2024-05-11T05:02:20.486289+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.72:0/4103489754' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:21.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:20 smithi072 bash[80515]: cluster 2024-05-11T05:02:19.818169+0000 mgr.y (mgr.24832) 362 : cluster [DBG] pgmap v313: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s; 6864/264102 objects degraded (2.599%); 2.5 MiB/s, 40 objects/s recovering 2024-05-11T05:02:21.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:20 smithi072 bash[80515]: cluster 2024-05-11T05:02:19.818169+0000 mgr.y (mgr.24832) 362 : cluster [DBG] pgmap v313: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.4 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 55 MiB/s wr, 885 op/s; 6864/264102 objects degraded (2.599%); 2.5 MiB/s, 40 objects/s recovering 2024-05-11T05:02:21.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:20 smithi072 bash[80515]: audit 2024-05-11T05:02:20.486289+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.72:0/4103489754' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:21.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:20 smithi072 bash[80515]: audit 2024-05-11T05:02:20.486289+0000 mon.b (mon.1) 14 : audit [DBG] from='client.? 172.21.15.72:0/4103489754' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:22.060 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 72 16 92250 92234 80.0567 7 0.0177131 0.0123511 2024-05-11T05:02:22.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:21 smithi086 bash[67518]: cluster 2024-05-11T05:02:21.001207+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T05:02:22.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:21 smithi086 bash[67518]: cluster 2024-05-11T05:02:21.001207+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T05:02:22.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:21 smithi072 bash[80515]: cluster 2024-05-11T05:02:21.001207+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T05:02:22.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:21 smithi072 bash[80515]: cluster 2024-05-11T05:02:21.001207+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T05:02:22.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:21 smithi072 bash[82901]: cluster 2024-05-11T05:02:21.001207+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T05:02:22.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:21 smithi072 bash[82901]: cluster 2024-05-11T05:02:21.001207+0000 mon.a (mon.0) 594 : cluster [DBG] osdmap e116: 8 total, 8 up, 8 in 2024-05-11T05:02:23.060 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 73 16 93081 93065 79.6715 51.9375 0.0178356 0.0125449 2024-05-11T05:02:23.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:23 smithi086 bash[67518]: cluster 2024-05-11T05:02:21.819119+0000 mgr.y (mgr.24832) 363 : cluster [DBG] pgmap v315: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 919 op/s; 6827/270885 objects degraded (2.520%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:02:23.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:23 smithi086 bash[67518]: cluster 2024-05-11T05:02:21.819119+0000 mgr.y (mgr.24832) 363 : cluster [DBG] pgmap v315: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 919 op/s; 6827/270885 objects degraded (2.520%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:02:23.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:23 smithi086 bash[67518]: cluster 2024-05-11T05:02:22.012913+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-05-11T05:02:23.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:23 smithi086 bash[67518]: cluster 2024-05-11T05:02:22.012913+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-05-11T05:02:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:23 smithi072 bash[82901]: cluster 2024-05-11T05:02:21.819119+0000 mgr.y (mgr.24832) 363 : cluster [DBG] pgmap v315: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 919 op/s; 6827/270885 objects degraded (2.520%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:02:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:23 smithi072 bash[82901]: cluster 2024-05-11T05:02:21.819119+0000 mgr.y (mgr.24832) 363 : cluster [DBG] pgmap v315: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 919 op/s; 6827/270885 objects degraded (2.520%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:02:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:23 smithi072 bash[82901]: cluster 2024-05-11T05:02:22.012913+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-05-11T05:02:23.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:23 smithi072 bash[82901]: cluster 2024-05-11T05:02:22.012913+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-05-11T05:02:23.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:23 smithi072 bash[80515]: cluster 2024-05-11T05:02:21.819119+0000 mgr.y (mgr.24832) 363 : cluster [DBG] pgmap v315: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 919 op/s; 6827/270885 objects degraded (2.520%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:02:23.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:23 smithi072 bash[80515]: cluster 2024-05-11T05:02:21.819119+0000 mgr.y (mgr.24832) 363 : cluster [DBG] pgmap v315: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 57 MiB/s wr, 919 op/s; 6827/270885 objects degraded (2.520%); 3.3 MiB/s, 52 objects/s recovering 2024-05-11T05:02:23.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:23 smithi072 bash[80515]: cluster 2024-05-11T05:02:22.012913+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-05-11T05:02:23.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:23 smithi072 bash[80515]: cluster 2024-05-11T05:02:22.012913+0000 mon.a (mon.0) 595 : cluster [DBG] osdmap e117: 8 total, 8 up, 8 in 2024-05-11T05:02:24.060 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 74 16 93998 93982 79.3693 57.3125 0.0166499 0.0125935 2024-05-11T05:02:24.283 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:24 smithi086 bash[67518]: audit 2024-05-11T05:02:23.085113+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.72:0/1988155679' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:24.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:24 smithi086 bash[67518]: audit 2024-05-11T05:02:23.085113+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.72:0/1988155679' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:24.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:24 smithi086 bash[67518]: cluster 2024-05-11T05:02:23.342654+0000 mon.a (mon.0) 597 : cluster [WRN] Health check update: Degraded data redundancy: 6827/270885 objects degraded (2.520%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:24.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:24 smithi086 bash[67518]: cluster 2024-05-11T05:02:23.342654+0000 mon.a (mon.0) 597 : cluster [WRN] Health check update: Degraded data redundancy: 6827/270885 objects degraded (2.520%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:24.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:24 smithi072 bash[80515]: audit 2024-05-11T05:02:23.085113+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.72:0/1988155679' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:24.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:24 smithi072 bash[80515]: audit 2024-05-11T05:02:23.085113+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.72:0/1988155679' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:24.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:24 smithi072 bash[80515]: cluster 2024-05-11T05:02:23.342654+0000 mon.a (mon.0) 597 : cluster [WRN] Health check update: Degraded data redundancy: 6827/270885 objects degraded (2.520%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:24.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:24 smithi072 bash[80515]: cluster 2024-05-11T05:02:23.342654+0000 mon.a (mon.0) 597 : cluster [WRN] Health check update: Degraded data redundancy: 6827/270885 objects degraded (2.520%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:24.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:02:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:02:23] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-05-11T05:02:24.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:24 smithi072 bash[82901]: audit 2024-05-11T05:02:23.085113+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.72:0/1988155679' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:24.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:24 smithi072 bash[82901]: audit 2024-05-11T05:02:23.085113+0000 mon.a (mon.0) 596 : audit [DBG] from='client.? 172.21.15.72:0/1988155679' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:24.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:24 smithi072 bash[82901]: cluster 2024-05-11T05:02:23.342654+0000 mon.a (mon.0) 597 : cluster [WRN] Health check update: Degraded data redundancy: 6827/270885 objects degraded (2.520%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:24.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:24 smithi072 bash[82901]: cluster 2024-05-11T05:02:23.342654+0000 mon.a (mon.0) 597 : cluster [WRN] Health check update: Degraded data redundancy: 6827/270885 objects degraded (2.520%), 6 pgs degraded, 6 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:25.058 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:02:24 smithi072 bash[72627]: debug 2024-05-11T05:02:24.551+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:25.060 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 75 16 94549 94533 78.7701 34.4375 0.0230544 0.012689 2024-05-11T05:02:25.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:25 smithi086 bash[67518]: cluster 2024-05-11T05:02:23.819811+0000 mgr.y (mgr.24832) 364 : cluster [DBG] pgmap v317: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 827 op/s; 6659/276429 objects degraded (2.409%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:25.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:25 smithi086 bash[67518]: cluster 2024-05-11T05:02:23.819811+0000 mgr.y (mgr.24832) 364 : cluster [DBG] pgmap v317: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 827 op/s; 6659/276429 objects degraded (2.409%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:25.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:25 smithi086 bash[67518]: audit 2024-05-11T05:02:24.552753+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:25 smithi086 bash[67518]: audit 2024-05-11T05:02:24.552753+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:25 smithi086 bash[67518]: audit 2024-05-11T05:02:24.552961+0000 mgr.y (mgr.24832) 365 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:25 smithi086 bash[67518]: audit 2024-05-11T05:02:24.552961+0000 mgr.y (mgr.24832) 365 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:25 smithi086 bash[67518]: cephadm 2024-05-11T05:02:24.554033+0000 mgr.y (mgr.24832) 366 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:25.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:25 smithi086 bash[67518]: cephadm 2024-05-11T05:02:24.554033+0000 mgr.y (mgr.24832) 366 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:25.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:25 smithi072 bash[80515]: cluster 2024-05-11T05:02:23.819811+0000 mgr.y (mgr.24832) 364 : cluster [DBG] pgmap v317: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 827 op/s; 6659/276429 objects degraded (2.409%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:25.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:25 smithi072 bash[80515]: cluster 2024-05-11T05:02:23.819811+0000 mgr.y (mgr.24832) 364 : cluster [DBG] pgmap v317: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 827 op/s; 6659/276429 objects degraded (2.409%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:25.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:25 smithi072 bash[80515]: audit 2024-05-11T05:02:24.552753+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:25 smithi072 bash[80515]: audit 2024-05-11T05:02:24.552753+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:25 smithi072 bash[80515]: audit 2024-05-11T05:02:24.552961+0000 mgr.y (mgr.24832) 365 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:25 smithi072 bash[80515]: audit 2024-05-11T05:02:24.552961+0000 mgr.y (mgr.24832) 365 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:25 smithi072 bash[80515]: cephadm 2024-05-11T05:02:24.554033+0000 mgr.y (mgr.24832) 366 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:25.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:25 smithi072 bash[80515]: cephadm 2024-05-11T05:02:24.554033+0000 mgr.y (mgr.24832) 366 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:25 smithi072 bash[82901]: cluster 2024-05-11T05:02:23.819811+0000 mgr.y (mgr.24832) 364 : cluster [DBG] pgmap v317: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 827 op/s; 6659/276429 objects degraded (2.409%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:25 smithi072 bash[82901]: cluster 2024-05-11T05:02:23.819811+0000 mgr.y (mgr.24832) 364 : cluster [DBG] pgmap v317: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.6 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 827 op/s; 6659/276429 objects degraded (2.409%); 3.5 MiB/s, 56 objects/s recovering 2024-05-11T05:02:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:25 smithi072 bash[82901]: audit 2024-05-11T05:02:24.552753+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:25 smithi072 bash[82901]: audit 2024-05-11T05:02:24.552753+0000 mon.a (mon.0) 598 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:25 smithi072 bash[82901]: audit 2024-05-11T05:02:24.552961+0000 mgr.y (mgr.24832) 365 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:25 smithi072 bash[82901]: audit 2024-05-11T05:02:24.552961+0000 mgr.y (mgr.24832) 365 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:25.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:25 smithi072 bash[82901]: cephadm 2024-05-11T05:02:24.554033+0000 mgr.y (mgr.24832) 366 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:25.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:25 smithi072 bash[82901]: cephadm 2024-05-11T05:02:24.554033+0000 mgr.y (mgr.24832) 366 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:26.061 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 76 16 95430 95414 78.4581 55.0625 0.0115449 0.0127398 2024-05-11T05:02:26.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:26 smithi072 bash[80515]: audit 2024-05-11T05:02:25.670241+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.72:0/2167038278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:26.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:26 smithi072 bash[80515]: audit 2024-05-11T05:02:25.670241+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.72:0/2167038278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:26.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:26 smithi072 bash[82901]: audit 2024-05-11T05:02:25.670241+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.72:0/2167038278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:26.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:26 smithi072 bash[82901]: audit 2024-05-11T05:02:25.670241+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.72:0/2167038278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:26.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:26 smithi086 bash[67518]: audit 2024-05-11T05:02:25.670241+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.72:0/2167038278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:26.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:26 smithi086 bash[67518]: audit 2024-05-11T05:02:25.670241+0000 mon.c (mon.2) 22 : audit [DBG] from='client.? 172.21.15.72:0/2167038278' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:27.061 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 77 16 96333 96317 78.1721 56.4375 0.00830033 0.0127861 2024-05-11T05:02:27.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:27 smithi072 bash[82901]: cluster 2024-05-11T05:02:25.820476+0000 mgr.y (mgr.24832) 367 : cluster [DBG] pgmap v318: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 839 op/s; 6659/280944 objects degraded (2.370%); 1.6 MiB/s, 25 objects/s recovering 2024-05-11T05:02:27.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:27 smithi072 bash[82901]: cluster 2024-05-11T05:02:25.820476+0000 mgr.y (mgr.24832) 367 : cluster [DBG] pgmap v318: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 839 op/s; 6659/280944 objects degraded (2.370%); 1.6 MiB/s, 25 objects/s recovering 2024-05-11T05:02:27.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:27 smithi072 bash[80515]: cluster 2024-05-11T05:02:25.820476+0000 mgr.y (mgr.24832) 367 : cluster [DBG] pgmap v318: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 839 op/s; 6659/280944 objects degraded (2.370%); 1.6 MiB/s, 25 objects/s recovering 2024-05-11T05:02:27.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:27 smithi072 bash[80515]: cluster 2024-05-11T05:02:25.820476+0000 mgr.y (mgr.24832) 367 : cluster [DBG] pgmap v318: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 839 op/s; 6659/280944 objects degraded (2.370%); 1.6 MiB/s, 25 objects/s recovering 2024-05-11T05:02:27.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:27 smithi086 bash[67518]: cluster 2024-05-11T05:02:25.820476+0000 mgr.y (mgr.24832) 367 : cluster [DBG] pgmap v318: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 839 op/s; 6659/280944 objects degraded (2.370%); 1.6 MiB/s, 25 objects/s recovering 2024-05-11T05:02:27.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:27 smithi086 bash[67518]: cluster 2024-05-11T05:02:25.820476+0000 mgr.y (mgr.24832) 367 : cluster [DBG] pgmap v318: 89 pgs: 1 peering, 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 5.7 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 52 MiB/s wr, 839 op/s; 6659/280944 objects degraded (2.370%); 1.6 MiB/s, 25 objects/s recovering 2024-05-11T05:02:28.061 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 78 16 97224 97208 77.8837 55.6875 0.0238552 0.0128321 2024-05-11T05:02:29.061 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 79 16 98105 98089 77.5948 55.0625 0.00770031 0.0128808 2024-05-11T05:02:29.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:29 smithi072 bash[80515]: cluster 2024-05-11T05:02:27.821104+0000 mgr.y (mgr.24832) 368 : cluster [DBG] pgmap v319: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 53 MiB/s wr, 852 op/s; 6370/284562 objects degraded (2.239%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:29.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:29 smithi072 bash[80515]: cluster 2024-05-11T05:02:27.821104+0000 mgr.y (mgr.24832) 368 : cluster [DBG] pgmap v319: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 53 MiB/s wr, 852 op/s; 6370/284562 objects degraded (2.239%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:29.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:29 smithi072 bash[80515]: audit 2024-05-11T05:02:28.250059+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.72:0/1523444909' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:29.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:29 smithi072 bash[80515]: audit 2024-05-11T05:02:28.250059+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.72:0/1523444909' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:29.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:29 smithi072 bash[80515]: cluster 2024-05-11T05:02:28.343446+0000 mon.a (mon.0) 599 : cluster [WRN] Health check update: Degraded data redundancy: 6370/284562 objects degraded (2.239%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:29.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:29 smithi072 bash[80515]: cluster 2024-05-11T05:02:28.343446+0000 mon.a (mon.0) 599 : cluster [WRN] Health check update: Degraded data redundancy: 6370/284562 objects degraded (2.239%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:29.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:29 smithi072 bash[82901]: cluster 2024-05-11T05:02:27.821104+0000 mgr.y (mgr.24832) 368 : cluster [DBG] pgmap v319: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 53 MiB/s wr, 852 op/s; 6370/284562 objects degraded (2.239%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:29.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:29 smithi072 bash[82901]: cluster 2024-05-11T05:02:27.821104+0000 mgr.y (mgr.24832) 368 : cluster [DBG] pgmap v319: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 53 MiB/s wr, 852 op/s; 6370/284562 objects degraded (2.239%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:29.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:29 smithi072 bash[82901]: audit 2024-05-11T05:02:28.250059+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.72:0/1523444909' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:29.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:29 smithi072 bash[82901]: audit 2024-05-11T05:02:28.250059+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.72:0/1523444909' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:29.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:29 smithi072 bash[82901]: cluster 2024-05-11T05:02:28.343446+0000 mon.a (mon.0) 599 : cluster [WRN] Health check update: Degraded data redundancy: 6370/284562 objects degraded (2.239%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:29.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:29 smithi072 bash[82901]: cluster 2024-05-11T05:02:28.343446+0000 mon.a (mon.0) 599 : cluster [WRN] Health check update: Degraded data redundancy: 6370/284562 objects degraded (2.239%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:29.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:29 smithi086 bash[67518]: cluster 2024-05-11T05:02:27.821104+0000 mgr.y (mgr.24832) 368 : cluster [DBG] pgmap v319: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 53 MiB/s wr, 852 op/s; 6370/284562 objects degraded (2.239%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:29.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:29 smithi086 bash[67518]: cluster 2024-05-11T05:02:27.821104+0000 mgr.y (mgr.24832) 368 : cluster [DBG] pgmap v319: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 53 MiB/s wr, 852 op/s; 6370/284562 objects degraded (2.239%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:29.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:29 smithi086 bash[67518]: audit 2024-05-11T05:02:28.250059+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.72:0/1523444909' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:29.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:29 smithi086 bash[67518]: audit 2024-05-11T05:02:28.250059+0000 mon.b (mon.1) 15 : audit [DBG] from='client.? 172.21.15.72:0/1523444909' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:29.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:29 smithi086 bash[67518]: cluster 2024-05-11T05:02:28.343446+0000 mon.a (mon.0) 599 : cluster [WRN] Health check update: Degraded data redundancy: 6370/284562 objects degraded (2.239%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:29.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:29 smithi086 bash[67518]: cluster 2024-05-11T05:02:28.343446+0000 mon.a (mon.0) 599 : cluster [WRN] Health check update: Degraded data redundancy: 6370/284562 objects degraded (2.239%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:30.061 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:2024-05-11T05:02:30.065447+0000 min lat: 0.00113195 max lat: 1.73036 avg lat: 0.0129266 2024-05-11T05:02:30.061 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: sec Cur ops started finished avg MB/s cur MB/s last lat(s) avg lat(s) 2024-05-11T05:02:30.061 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 80 16 98999 98983 77.3232 55.875 0.020254 0.0129266 2024-05-11T05:02:31.061 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 81 16 99815 99799 76.9982 51 0.0313734 0.0129807 2024-05-11T05:02:31.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:31 smithi072 bash[80515]: cluster 2024-05-11T05:02:29.821734+0000 mgr.y (mgr.24832) 369 : cluster [DBG] pgmap v320: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 39 MiB/s wr, 631 op/s; 6370/287607 objects degraded (2.215%); 3.2 MiB/s, 51 objects/s recovering 2024-05-11T05:02:31.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:31 smithi072 bash[80515]: cluster 2024-05-11T05:02:29.821734+0000 mgr.y (mgr.24832) 369 : cluster [DBG] pgmap v320: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 39 MiB/s wr, 631 op/s; 6370/287607 objects degraded (2.215%); 3.2 MiB/s, 51 objects/s recovering 2024-05-11T05:02:31.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:31 smithi072 bash[80515]: audit 2024-05-11T05:02:30.880777+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.72:0/1216381146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:31.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:31 smithi072 bash[80515]: audit 2024-05-11T05:02:30.880777+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.72:0/1216381146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:31.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:31 smithi072 bash[82901]: cluster 2024-05-11T05:02:29.821734+0000 mgr.y (mgr.24832) 369 : cluster [DBG] pgmap v320: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 39 MiB/s wr, 631 op/s; 6370/287607 objects degraded (2.215%); 3.2 MiB/s, 51 objects/s recovering 2024-05-11T05:02:31.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:31 smithi072 bash[82901]: cluster 2024-05-11T05:02:29.821734+0000 mgr.y (mgr.24832) 369 : cluster [DBG] pgmap v320: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 39 MiB/s wr, 631 op/s; 6370/287607 objects degraded (2.215%); 3.2 MiB/s, 51 objects/s recovering 2024-05-11T05:02:31.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:31 smithi072 bash[82901]: audit 2024-05-11T05:02:30.880777+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.72:0/1216381146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:31.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:31 smithi072 bash[82901]: audit 2024-05-11T05:02:30.880777+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.72:0/1216381146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:31.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:31 smithi086 bash[67518]: cluster 2024-05-11T05:02:29.821734+0000 mgr.y (mgr.24832) 369 : cluster [DBG] pgmap v320: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 39 MiB/s wr, 631 op/s; 6370/287607 objects degraded (2.215%); 3.2 MiB/s, 51 objects/s recovering 2024-05-11T05:02:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:31 smithi086 bash[67518]: cluster 2024-05-11T05:02:29.821734+0000 mgr.y (mgr.24832) 369 : cluster [DBG] pgmap v320: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 5.9 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 39 MiB/s wr, 631 op/s; 6370/287607 objects degraded (2.215%); 3.2 MiB/s, 51 objects/s recovering 2024-05-11T05:02:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:31 smithi086 bash[67518]: audit 2024-05-11T05:02:30.880777+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.72:0/1216381146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:31 smithi086 bash[67518]: audit 2024-05-11T05:02:30.880777+0000 mon.c (mon.2) 23 : audit [DBG] from='client.? 172.21.15.72:0/1216381146' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:32.061 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 82 16 100703 100687 76.7359 55.5 0.0228311 0.0130263 2024-05-11T05:02:32.533 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:02:32 smithi086 bash[49586]: logger=cleanup t=2024-05-11T05:02:32.114787144Z level=info msg="Completed cleanup jobs" duration=66.334464ms 2024-05-11T05:02:33.061 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 83 16 101574 101558 76.4672 54.4375 0.00587213 0.0130719 2024-05-11T05:02:33.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:33 smithi086 bash[67518]: cluster 2024-05-11T05:02:31.822434+0000 mgr.y (mgr.24832) 370 : cluster [DBG] pgmap v321: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s; 6125/294135 objects degraded (2.082%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:33.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:33 smithi086 bash[67518]: cluster 2024-05-11T05:02:31.822434+0000 mgr.y (mgr.24832) 370 : cluster [DBG] pgmap v321: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s; 6125/294135 objects degraded (2.082%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:33.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:33 smithi072 bash[80515]: cluster 2024-05-11T05:02:31.822434+0000 mgr.y (mgr.24832) 370 : cluster [DBG] pgmap v321: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s; 6125/294135 objects degraded (2.082%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:33.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:33 smithi072 bash[80515]: cluster 2024-05-11T05:02:31.822434+0000 mgr.y (mgr.24832) 370 : cluster [DBG] pgmap v321: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s; 6125/294135 objects degraded (2.082%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:33.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:33 smithi072 bash[82901]: cluster 2024-05-11T05:02:31.822434+0000 mgr.y (mgr.24832) 370 : cluster [DBG] pgmap v321: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s; 6125/294135 objects degraded (2.082%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:33.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:33 smithi072 bash[82901]: cluster 2024-05-11T05:02:31.822434+0000 mgr.y (mgr.24832) 370 : cluster [DBG] pgmap v321: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.0 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 48 MiB/s wr, 774 op/s; 6125/294135 objects degraded (2.082%); 4.4 MiB/s, 70 objects/s recovering 2024-05-11T05:02:34.061 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 84 16 102431 102415 76.1945 53.5625 0.0244089 0.0131183 2024-05-11T05:02:34.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:02:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:02:33] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-05-11T05:02:34.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:34 smithi072 bash[80515]: cluster 2024-05-11T05:02:33.344061+0000 mon.a (mon.0) 600 : cluster [WRN] Health check update: Degraded data redundancy: 6125/294135 objects degraded (2.082%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:34.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:34 smithi072 bash[80515]: cluster 2024-05-11T05:02:33.344061+0000 mon.a (mon.0) 600 : cluster [WRN] Health check update: Degraded data redundancy: 6125/294135 objects degraded (2.082%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:34.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:34 smithi072 bash[80515]: audit 2024-05-11T05:02:33.501320+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.72:0/2240864516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:34.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:34 smithi072 bash[80515]: audit 2024-05-11T05:02:33.501320+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.72:0/2240864516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:34.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:34 smithi072 bash[80515]: audit 2024-05-11T05:02:33.851124+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:34.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:34 smithi072 bash[80515]: audit 2024-05-11T05:02:33.851124+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:34.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:34 smithi072 bash[82901]: cluster 2024-05-11T05:02:33.344061+0000 mon.a (mon.0) 600 : cluster [WRN] Health check update: Degraded data redundancy: 6125/294135 objects degraded (2.082%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:34.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:34 smithi072 bash[82901]: cluster 2024-05-11T05:02:33.344061+0000 mon.a (mon.0) 600 : cluster [WRN] Health check update: Degraded data redundancy: 6125/294135 objects degraded (2.082%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:34.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:34 smithi072 bash[82901]: audit 2024-05-11T05:02:33.501320+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.72:0/2240864516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:34.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:34 smithi072 bash[82901]: audit 2024-05-11T05:02:33.501320+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.72:0/2240864516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:34.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:34 smithi072 bash[82901]: audit 2024-05-11T05:02:33.851124+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:34.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:34 smithi072 bash[82901]: audit 2024-05-11T05:02:33.851124+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:34.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:34 smithi086 bash[67518]: cluster 2024-05-11T05:02:33.344061+0000 mon.a (mon.0) 600 : cluster [WRN] Health check update: Degraded data redundancy: 6125/294135 objects degraded (2.082%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:34.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:34 smithi086 bash[67518]: cluster 2024-05-11T05:02:33.344061+0000 mon.a (mon.0) 600 : cluster [WRN] Health check update: Degraded data redundancy: 6125/294135 objects degraded (2.082%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:34.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:34 smithi086 bash[67518]: audit 2024-05-11T05:02:33.501320+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.72:0/2240864516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:34.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:34 smithi086 bash[67518]: audit 2024-05-11T05:02:33.501320+0000 mon.a (mon.0) 601 : audit [DBG] from='client.? 172.21.15.72:0/2240864516' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:34.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:34 smithi086 bash[67518]: audit 2024-05-11T05:02:33.851124+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:34.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:34 smithi086 bash[67518]: audit 2024-05-11T05:02:33.851124+0000 mon.a (mon.0) 602 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:35.062 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 85 16 103287 103271 75.9274 53.5 0.0315242 0.0131641 2024-05-11T05:02:35.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:35 smithi086 bash[67518]: cluster 2024-05-11T05:02:33.823151+0000 mgr.y (mgr.24832) 371 : cluster [DBG] pgmap v322: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s; 6125/300846 objects degraded (2.036%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:02:35.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:35 smithi086 bash[67518]: cluster 2024-05-11T05:02:33.823151+0000 mgr.y (mgr.24832) 371 : cluster [DBG] pgmap v322: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s; 6125/300846 objects degraded (2.036%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:02:35.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:35 smithi072 bash[80515]: cluster 2024-05-11T05:02:33.823151+0000 mgr.y (mgr.24832) 371 : cluster [DBG] pgmap v322: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s; 6125/300846 objects degraded (2.036%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:02:35.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:35 smithi072 bash[80515]: cluster 2024-05-11T05:02:33.823151+0000 mgr.y (mgr.24832) 371 : cluster [DBG] pgmap v322: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s; 6125/300846 objects degraded (2.036%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:02:35.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:35 smithi072 bash[82901]: cluster 2024-05-11T05:02:33.823151+0000 mgr.y (mgr.24832) 371 : cluster [DBG] pgmap v322: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s; 6125/300846 objects degraded (2.036%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:02:35.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:35 smithi072 bash[82901]: cluster 2024-05-11T05:02:33.823151+0000 mgr.y (mgr.24832) 371 : cluster [DBG] pgmap v322: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 48 MiB/s wr, 763 op/s; 6125/300846 objects degraded (2.036%); 2.8 MiB/s, 45 objects/s recovering 2024-05-11T05:02:36.062 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 86 16 104016 104000 75.5743 45.5625 0.00767116 0.0132261 2024-05-11T05:02:36.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:36 smithi086 bash[67518]: audit 2024-05-11T05:02:36.069437+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.72:0/1011127134' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:36.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:36 smithi086 bash[67518]: audit 2024-05-11T05:02:36.069437+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.72:0/1011127134' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:36.563 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:36 smithi072 bash[82901]: audit 2024-05-11T05:02:36.069437+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.72:0/1011127134' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:36.563 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:36 smithi072 bash[82901]: audit 2024-05-11T05:02:36.069437+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.72:0/1011127134' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:36.563 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:36 smithi072 bash[80515]: audit 2024-05-11T05:02:36.069437+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.72:0/1011127134' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:36.563 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:36 smithi072 bash[80515]: audit 2024-05-11T05:02:36.069437+0000 mon.b (mon.1) 16 : audit [DBG] from='client.? 172.21.15.72:0/1011127134' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:37.062 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 87 16 104892 104876 75.3349 54.75 0.0214286 0.0132682 2024-05-11T05:02:37.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:37 smithi086 bash[67518]: cluster 2024-05-11T05:02:35.823762+0000 mgr.y (mgr.24832) 372 : cluster [DBG] pgmap v323: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s; 6125/306426 objects degraded (1.999%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:37.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:37 smithi086 bash[67518]: cluster 2024-05-11T05:02:35.823762+0000 mgr.y (mgr.24832) 372 : cluster [DBG] pgmap v323: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s; 6125/306426 objects degraded (1.999%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:37.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:37 smithi072 bash[80515]: cluster 2024-05-11T05:02:35.823762+0000 mgr.y (mgr.24832) 372 : cluster [DBG] pgmap v323: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s; 6125/306426 objects degraded (1.999%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:37.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:37 smithi072 bash[80515]: cluster 2024-05-11T05:02:35.823762+0000 mgr.y (mgr.24832) 372 : cluster [DBG] pgmap v323: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s; 6125/306426 objects degraded (1.999%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:37.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:37 smithi072 bash[82901]: cluster 2024-05-11T05:02:35.823762+0000 mgr.y (mgr.24832) 372 : cluster [DBG] pgmap v323: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s; 6125/306426 objects degraded (1.999%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:37.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:37 smithi072 bash[82901]: cluster 2024-05-11T05:02:35.823762+0000 mgr.y (mgr.24832) 372 : cluster [DBG] pgmap v323: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 52 MiB/s wr, 832 op/s; 6125/306426 objects degraded (1.999%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:38.062 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 88 16 105765 105749 75.0988 54.5625 0.0288445 0.0133094 2024-05-11T05:02:39.062 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 89 16 106554 106538 74.809 49.3125 0.0335432 0.013362 2024-05-11T05:02:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:39 smithi086 bash[67518]: cluster 2024-05-11T05:02:37.824397+0000 mgr.y (mgr.24832) 373 : cluster [DBG] pgmap v324: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 51 MiB/s wr, 815 op/s; 5893/310317 objects degraded (1.899%); 4.0 MiB/s, 63 objects/s recovering 2024-05-11T05:02:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:39 smithi086 bash[67518]: cluster 2024-05-11T05:02:37.824397+0000 mgr.y (mgr.24832) 373 : cluster [DBG] pgmap v324: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 51 MiB/s wr, 815 op/s; 5893/310317 objects degraded (1.899%); 4.0 MiB/s, 63 objects/s recovering 2024-05-11T05:02:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:39 smithi086 bash[67518]: cluster 2024-05-11T05:02:38.344869+0000 mon.a (mon.0) 603 : cluster [WRN] Health check update: Degraded data redundancy: 5893/310317 objects degraded (1.899%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:39 smithi086 bash[67518]: cluster 2024-05-11T05:02:38.344869+0000 mon.a (mon.0) 603 : cluster [WRN] Health check update: Degraded data redundancy: 5893/310317 objects degraded (1.899%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:39 smithi086 bash[67518]: audit 2024-05-11T05:02:38.690044+0000 mon.a (mon.0) 604 : audit [DBG] from='client.? 172.21.15.72:0/2755078994' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:39.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:39 smithi086 bash[67518]: audit 2024-05-11T05:02:38.690044+0000 mon.a (mon.0) 604 : audit [DBG] from='client.? 172.21.15.72:0/2755078994' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:39.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:39 smithi072 bash[80515]: cluster 2024-05-11T05:02:37.824397+0000 mgr.y (mgr.24832) 373 : cluster [DBG] pgmap v324: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 51 MiB/s wr, 815 op/s; 5893/310317 objects degraded (1.899%); 4.0 MiB/s, 63 objects/s recovering 2024-05-11T05:02:39.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:39 smithi072 bash[80515]: cluster 2024-05-11T05:02:37.824397+0000 mgr.y (mgr.24832) 373 : cluster [DBG] pgmap v324: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 51 MiB/s wr, 815 op/s; 5893/310317 objects degraded (1.899%); 4.0 MiB/s, 63 objects/s recovering 2024-05-11T05:02:39.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:39 smithi072 bash[80515]: cluster 2024-05-11T05:02:38.344869+0000 mon.a (mon.0) 603 : cluster [WRN] Health check update: Degraded data redundancy: 5893/310317 objects degraded (1.899%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:39.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:39 smithi072 bash[80515]: cluster 2024-05-11T05:02:38.344869+0000 mon.a (mon.0) 603 : cluster [WRN] Health check update: Degraded data redundancy: 5893/310317 objects degraded (1.899%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:39.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:39 smithi072 bash[80515]: audit 2024-05-11T05:02:38.690044+0000 mon.a (mon.0) 604 : audit [DBG] from='client.? 172.21.15.72:0/2755078994' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:39.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:39 smithi072 bash[80515]: audit 2024-05-11T05:02:38.690044+0000 mon.a (mon.0) 604 : audit [DBG] from='client.? 172.21.15.72:0/2755078994' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:39 smithi072 bash[82901]: cluster 2024-05-11T05:02:37.824397+0000 mgr.y (mgr.24832) 373 : cluster [DBG] pgmap v324: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 51 MiB/s wr, 815 op/s; 5893/310317 objects degraded (1.899%); 4.0 MiB/s, 63 objects/s recovering 2024-05-11T05:02:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:39 smithi072 bash[82901]: cluster 2024-05-11T05:02:37.824397+0000 mgr.y (mgr.24832) 373 : cluster [DBG] pgmap v324: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.3 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 51 MiB/s wr, 815 op/s; 5893/310317 objects degraded (1.899%); 4.0 MiB/s, 63 objects/s recovering 2024-05-11T05:02:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:39 smithi072 bash[82901]: cluster 2024-05-11T05:02:38.344869+0000 mon.a (mon.0) 603 : cluster [WRN] Health check update: Degraded data redundancy: 5893/310317 objects degraded (1.899%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:39 smithi072 bash[82901]: cluster 2024-05-11T05:02:38.344869+0000 mon.a (mon.0) 603 : cluster [WRN] Health check update: Degraded data redundancy: 5893/310317 objects degraded (1.899%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:39 smithi072 bash[82901]: audit 2024-05-11T05:02:38.690044+0000 mon.a (mon.0) 604 : audit [DBG] from='client.? 172.21.15.72:0/2755078994' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:39 smithi072 bash[82901]: audit 2024-05-11T05:02:38.690044+0000 mon.a (mon.0) 604 : audit [DBG] from='client.? 172.21.15.72:0/2755078994' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:40.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:02:39 smithi072 bash[72627]: debug 2024-05-11T05:02:39.566+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:40.062 INFO:tasks.radosbench.radosbench.0.smithi072.stdout: 90 12 107412 107400 74.5763 53.875 0.032361 0.0134023 2024-05-11T05:02:40.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:40 smithi086 bash[67518]: audit 2024-05-11T05:02:39.568876+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:40.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:40 smithi086 bash[67518]: audit 2024-05-11T05:02:39.568876+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:40.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:40 smithi072 bash[80515]: audit 2024-05-11T05:02:39.568876+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:40.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:40 smithi072 bash[80515]: audit 2024-05-11T05:02:39.568876+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:40.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:40 smithi072 bash[82901]: audit 2024-05-11T05:02:39.568876+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:40.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:40 smithi072 bash[82901]: audit 2024-05-11T05:02:39.568876+0000 mon.a (mon.0) 605 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:41.062 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Total time run: 90.0174 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Total writes made: 107412 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Write size: 65536 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Object size: 65536 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Bandwidth (MB/sec): 74.5773 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev Bandwidth: 35.8644 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max bandwidth (MB/sec): 207.25 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min bandwidth (MB/sec): 0 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Average IOPS: 1193 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev IOPS: 573.831 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max IOPS: 3316 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min IOPS: 0 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Average Latency(s): 0.0134039 2024-05-11T05:02:41.063 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Stddev Latency(s): 0.0296256 2024-05-11T05:02:41.064 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Max latency(s): 1.73036 2024-05-11T05:02:41.064 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Min latency(s): 0.00113195 2024-05-11T05:02:41.072 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Cleaning up (deleting benchmark objects) 2024-05-11T05:02:41.423 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:41 smithi072 bash[80515]: audit 2024-05-11T05:02:39.569130+0000 mgr.y (mgr.24832) 374 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:41.423 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:41 smithi072 bash[80515]: audit 2024-05-11T05:02:39.569130+0000 mgr.y (mgr.24832) 374 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:41.423 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:41 smithi072 bash[80515]: cephadm 2024-05-11T05:02:39.570588+0000 mgr.y (mgr.24832) 375 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:41.423 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:41 smithi072 bash[80515]: cephadm 2024-05-11T05:02:39.570588+0000 mgr.y (mgr.24832) 375 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:41.424 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:41 smithi072 bash[80515]: cluster 2024-05-11T05:02:39.824968+0000 mgr.y (mgr.24832) 376 : cluster [DBG] pgmap v325: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 50 MiB/s wr, 803 op/s; 5893/313512 objects degraded (1.880%); 2.5 MiB/s, 39 objects/s recovering 2024-05-11T05:02:41.424 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:41 smithi072 bash[80515]: cluster 2024-05-11T05:02:39.824968+0000 mgr.y (mgr.24832) 376 : cluster [DBG] pgmap v325: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 50 MiB/s wr, 803 op/s; 5893/313512 objects degraded (1.880%); 2.5 MiB/s, 39 objects/s recovering 2024-05-11T05:02:41.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:41 smithi086 bash[67518]: audit 2024-05-11T05:02:39.569130+0000 mgr.y (mgr.24832) 374 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:41.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:41 smithi086 bash[67518]: audit 2024-05-11T05:02:39.569130+0000 mgr.y (mgr.24832) 374 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:41.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:41 smithi086 bash[67518]: cephadm 2024-05-11T05:02:39.570588+0000 mgr.y (mgr.24832) 375 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:41.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:41 smithi086 bash[67518]: cephadm 2024-05-11T05:02:39.570588+0000 mgr.y (mgr.24832) 375 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:41.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:41 smithi086 bash[67518]: cluster 2024-05-11T05:02:39.824968+0000 mgr.y (mgr.24832) 376 : cluster [DBG] pgmap v325: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 50 MiB/s wr, 803 op/s; 5893/313512 objects degraded (1.880%); 2.5 MiB/s, 39 objects/s recovering 2024-05-11T05:02:41.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:41 smithi086 bash[67518]: cluster 2024-05-11T05:02:39.824968+0000 mgr.y (mgr.24832) 376 : cluster [DBG] pgmap v325: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 50 MiB/s wr, 803 op/s; 5893/313512 objects degraded (1.880%); 2.5 MiB/s, 39 objects/s recovering 2024-05-11T05:02:41.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:41 smithi072 bash[82901]: audit 2024-05-11T05:02:39.569130+0000 mgr.y (mgr.24832) 374 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:41.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:41 smithi072 bash[82901]: audit 2024-05-11T05:02:39.569130+0000 mgr.y (mgr.24832) 374 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:02:41.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:41 smithi072 bash[82901]: cephadm 2024-05-11T05:02:39.570588+0000 mgr.y (mgr.24832) 375 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:41.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:41 smithi072 bash[82901]: cephadm 2024-05-11T05:02:39.570588+0000 mgr.y (mgr.24832) 375 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-05-11T05:02:41.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:41 smithi072 bash[82901]: cluster 2024-05-11T05:02:39.824968+0000 mgr.y (mgr.24832) 376 : cluster [DBG] pgmap v325: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 50 MiB/s wr, 803 op/s; 5893/313512 objects degraded (1.880%); 2.5 MiB/s, 39 objects/s recovering 2024-05-11T05:02:41.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:41 smithi072 bash[82901]: cluster 2024-05-11T05:02:39.824968+0000 mgr.y (mgr.24832) 376 : cluster [DBG] pgmap v325: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 694 GiB / 715 GiB avail; 50 MiB/s wr, 803 op/s; 5893/313512 objects degraded (1.880%); 2.5 MiB/s, 39 objects/s recovering 2024-05-11T05:02:42.533 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:42 smithi086 bash[67518]: audit 2024-05-11T05:02:41.125175+0000 mon.a (mon.0) 606 : audit [DBG] from='client.? 172.21.15.72:0/3664702062' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:42.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:42 smithi086 bash[67518]: audit 2024-05-11T05:02:41.125175+0000 mon.a (mon.0) 606 : audit [DBG] from='client.? 172.21.15.72:0/3664702062' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:42.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:42 smithi072 bash[80515]: audit 2024-05-11T05:02:41.125175+0000 mon.a (mon.0) 606 : audit [DBG] from='client.? 172.21.15.72:0/3664702062' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:42.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:42 smithi072 bash[80515]: audit 2024-05-11T05:02:41.125175+0000 mon.a (mon.0) 606 : audit [DBG] from='client.? 172.21.15.72:0/3664702062' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:42.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:42 smithi072 bash[82901]: audit 2024-05-11T05:02:41.125175+0000 mon.a (mon.0) 606 : audit [DBG] from='client.? 172.21.15.72:0/3664702062' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:42.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:42 smithi072 bash[82901]: audit 2024-05-11T05:02:41.125175+0000 mon.a (mon.0) 606 : audit [DBG] from='client.? 172.21.15.72:0/3664702062' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:43 smithi086 bash[67518]: cluster 2024-05-11T05:02:41.825697+0000 mgr.y (mgr.24832) 377 : cluster [DBG] pgmap v326: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 55 MiB/s wr, 880 op/s; 5466/319323 objects degraded (1.712%); 4.7 MiB/s, 75 objects/s recovering 2024-05-11T05:02:43.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:43 smithi086 bash[67518]: cluster 2024-05-11T05:02:41.825697+0000 mgr.y (mgr.24832) 377 : cluster [DBG] pgmap v326: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 55 MiB/s wr, 880 op/s; 5466/319323 objects degraded (1.712%); 4.7 MiB/s, 75 objects/s recovering 2024-05-11T05:02:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:43 smithi072 bash[80515]: cluster 2024-05-11T05:02:41.825697+0000 mgr.y (mgr.24832) 377 : cluster [DBG] pgmap v326: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 55 MiB/s wr, 880 op/s; 5466/319323 objects degraded (1.712%); 4.7 MiB/s, 75 objects/s recovering 2024-05-11T05:02:43.550 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:43 smithi072 bash[80515]: cluster 2024-05-11T05:02:41.825697+0000 mgr.y (mgr.24832) 377 : cluster [DBG] pgmap v326: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 55 MiB/s wr, 880 op/s; 5466/319323 objects degraded (1.712%); 4.7 MiB/s, 75 objects/s recovering 2024-05-11T05:02:43.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:43 smithi072 bash[82901]: cluster 2024-05-11T05:02:41.825697+0000 mgr.y (mgr.24832) 377 : cluster [DBG] pgmap v326: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 55 MiB/s wr, 880 op/s; 5466/319323 objects degraded (1.712%); 4.7 MiB/s, 75 objects/s recovering 2024-05-11T05:02:43.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:43 smithi072 bash[82901]: cluster 2024-05-11T05:02:41.825697+0000 mgr.y (mgr.24832) 377 : cluster [DBG] pgmap v326: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 55 MiB/s wr, 880 op/s; 5466/319323 objects degraded (1.712%); 4.7 MiB/s, 75 objects/s recovering 2024-05-11T05:02:44.123 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:02:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:02:43] "GET /metrics HTTP/1.1" 200 36617 "" "Prometheus/2.43.0" 2024-05-11T05:02:44.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:44 smithi086 bash[67518]: cluster 2024-05-11T05:02:43.345677+0000 mon.a (mon.0) 607 : cluster [WRN] Health check update: Degraded data redundancy: 5466/319323 objects degraded (1.712%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:44.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:44 smithi086 bash[67518]: cluster 2024-05-11T05:02:43.345677+0000 mon.a (mon.0) 607 : cluster [WRN] Health check update: Degraded data redundancy: 5466/319323 objects degraded (1.712%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:44.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:44 smithi086 bash[67518]: cluster 2024-05-11T05:02:43.368609+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-05-11T05:02:44.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:44 smithi086 bash[67518]: cluster 2024-05-11T05:02:43.368609+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-05-11T05:02:44.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:44 smithi086 bash[67518]: audit 2024-05-11T05:02:43.576602+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.72:0/584238569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:44.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:44 smithi086 bash[67518]: audit 2024-05-11T05:02:43.576602+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.72:0/584238569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:44.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:44 smithi072 bash[82901]: cluster 2024-05-11T05:02:43.345677+0000 mon.a (mon.0) 607 : cluster [WRN] Health check update: Degraded data redundancy: 5466/319323 objects degraded (1.712%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:44.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:44 smithi072 bash[82901]: cluster 2024-05-11T05:02:43.345677+0000 mon.a (mon.0) 607 : cluster [WRN] Health check update: Degraded data redundancy: 5466/319323 objects degraded (1.712%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:44.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:44 smithi072 bash[82901]: cluster 2024-05-11T05:02:43.368609+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-05-11T05:02:44.550 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:44 smithi072 bash[82901]: cluster 2024-05-11T05:02:43.368609+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-05-11T05:02:44.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:44 smithi072 bash[82901]: audit 2024-05-11T05:02:43.576602+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.72:0/584238569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:44.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:44 smithi072 bash[82901]: audit 2024-05-11T05:02:43.576602+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.72:0/584238569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:44.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:44 smithi072 bash[80515]: cluster 2024-05-11T05:02:43.345677+0000 mon.a (mon.0) 607 : cluster [WRN] Health check update: Degraded data redundancy: 5466/319323 objects degraded (1.712%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:44.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:44 smithi072 bash[80515]: cluster 2024-05-11T05:02:43.345677+0000 mon.a (mon.0) 607 : cluster [WRN] Health check update: Degraded data redundancy: 5466/319323 objects degraded (1.712%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:44.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:44 smithi072 bash[80515]: cluster 2024-05-11T05:02:43.368609+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-05-11T05:02:44.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:44 smithi072 bash[80515]: cluster 2024-05-11T05:02:43.368609+0000 mon.a (mon.0) 608 : cluster [DBG] osdmap e118: 8 total, 8 up, 8 in 2024-05-11T05:02:44.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:44 smithi072 bash[80515]: audit 2024-05-11T05:02:43.576602+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.72:0/584238569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:44.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:44 smithi072 bash[80515]: audit 2024-05-11T05:02:43.576602+0000 mon.c (mon.2) 24 : audit [DBG] from='client.? 172.21.15.72:0/584238569' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:45.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:45 smithi086 bash[67518]: cluster 2024-05-11T05:02:43.826595+0000 mgr.y (mgr.24832) 378 : cluster [DBG] pgmap v328: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 44 MiB/s wr, 785 op/s; 5466/320004 objects degraded (1.708%); 4.1 MiB/s, 65 objects/s recovering 2024-05-11T05:02:45.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:45 smithi086 bash[67518]: cluster 2024-05-11T05:02:43.826595+0000 mgr.y (mgr.24832) 378 : cluster [DBG] pgmap v328: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 44 MiB/s wr, 785 op/s; 5466/320004 objects degraded (1.708%); 4.1 MiB/s, 65 objects/s recovering 2024-05-11T05:02:45.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:45 smithi086 bash[67518]: cluster 2024-05-11T05:02:44.360391+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-05-11T05:02:45.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:45 smithi086 bash[67518]: cluster 2024-05-11T05:02:44.360391+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-05-11T05:02:45.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:45 smithi072 bash[80515]: cluster 2024-05-11T05:02:43.826595+0000 mgr.y (mgr.24832) 378 : cluster [DBG] pgmap v328: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 44 MiB/s wr, 785 op/s; 5466/320004 objects degraded (1.708%); 4.1 MiB/s, 65 objects/s recovering 2024-05-11T05:02:45.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:45 smithi072 bash[80515]: cluster 2024-05-11T05:02:43.826595+0000 mgr.y (mgr.24832) 378 : cluster [DBG] pgmap v328: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 44 MiB/s wr, 785 op/s; 5466/320004 objects degraded (1.708%); 4.1 MiB/s, 65 objects/s recovering 2024-05-11T05:02:45.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:45 smithi072 bash[80515]: cluster 2024-05-11T05:02:44.360391+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-05-11T05:02:45.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:45 smithi072 bash[80515]: cluster 2024-05-11T05:02:44.360391+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-05-11T05:02:45.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:45 smithi072 bash[82901]: cluster 2024-05-11T05:02:43.826595+0000 mgr.y (mgr.24832) 378 : cluster [DBG] pgmap v328: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 44 MiB/s wr, 785 op/s; 5466/320004 objects degraded (1.708%); 4.1 MiB/s, 65 objects/s recovering 2024-05-11T05:02:45.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:45 smithi072 bash[82901]: cluster 2024-05-11T05:02:43.826595+0000 mgr.y (mgr.24832) 378 : cluster [DBG] pgmap v328: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.5 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 44 MiB/s wr, 785 op/s; 5466/320004 objects degraded (1.708%); 4.1 MiB/s, 65 objects/s recovering 2024-05-11T05:02:45.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:45 smithi072 bash[82901]: cluster 2024-05-11T05:02:44.360391+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-05-11T05:02:45.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:45 smithi072 bash[82901]: cluster 2024-05-11T05:02:44.360391+0000 mon.a (mon.0) 609 : cluster [DBG] osdmap e119: 8 total, 8 up, 8 in 2024-05-11T05:02:46.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:46 smithi086 bash[67518]: audit 2024-05-11T05:02:46.082844+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.72:0/755438226' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:46.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:46 smithi086 bash[67518]: audit 2024-05-11T05:02:46.082844+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.72:0/755438226' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:46.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:46 smithi072 bash[80515]: audit 2024-05-11T05:02:46.082844+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.72:0/755438226' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:46.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:46 smithi072 bash[80515]: audit 2024-05-11T05:02:46.082844+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.72:0/755438226' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:46.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:46 smithi072 bash[82901]: audit 2024-05-11T05:02:46.082844+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.72:0/755438226' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:46.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:46 smithi072 bash[82901]: audit 2024-05-11T05:02:46.082844+0000 mon.c (mon.2) 25 : audit [DBG] from='client.? 172.21.15.72:0/755438226' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:47.783 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:47 smithi086 bash[67518]: cluster 2024-05-11T05:02:45.827315+0000 mgr.y (mgr.24832) 379 : cluster [DBG] pgmap v330: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 31 MiB/s wr, 729 op/s; 5299/316791 objects degraded (1.673%); 4.6 MiB/s, 74 objects/s recovering 2024-05-11T05:02:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:47 smithi086 bash[67518]: cluster 2024-05-11T05:02:45.827315+0000 mgr.y (mgr.24832) 379 : cluster [DBG] pgmap v330: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 31 MiB/s wr, 729 op/s; 5299/316791 objects degraded (1.673%); 4.6 MiB/s, 74 objects/s recovering 2024-05-11T05:02:47.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:47 smithi072 bash[80515]: cluster 2024-05-11T05:02:45.827315+0000 mgr.y (mgr.24832) 379 : cluster [DBG] pgmap v330: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 31 MiB/s wr, 729 op/s; 5299/316791 objects degraded (1.673%); 4.6 MiB/s, 74 objects/s recovering 2024-05-11T05:02:47.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:47 smithi072 bash[80515]: cluster 2024-05-11T05:02:45.827315+0000 mgr.y (mgr.24832) 379 : cluster [DBG] pgmap v330: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 31 MiB/s wr, 729 op/s; 5299/316791 objects degraded (1.673%); 4.6 MiB/s, 74 objects/s recovering 2024-05-11T05:02:47.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:47 smithi072 bash[82901]: cluster 2024-05-11T05:02:45.827315+0000 mgr.y (mgr.24832) 379 : cluster [DBG] pgmap v330: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 31 MiB/s wr, 729 op/s; 5299/316791 objects degraded (1.673%); 4.6 MiB/s, 74 objects/s recovering 2024-05-11T05:02:47.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:47 smithi072 bash[82901]: cluster 2024-05-11T05:02:45.827315+0000 mgr.y (mgr.24832) 379 : cluster [DBG] pgmap v330: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 31 MiB/s wr, 729 op/s; 5299/316791 objects degraded (1.673%); 4.6 MiB/s, 74 objects/s recovering 2024-05-11T05:02:48.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:48 smithi086 bash[67518]: cluster 2024-05-11T05:02:48.347833+0000 mon.a (mon.0) 610 : cluster [WRN] Health check update: Degraded data redundancy: 5299/316791 objects degraded (1.673%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:48.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:48 smithi086 bash[67518]: cluster 2024-05-11T05:02:48.347833+0000 mon.a (mon.0) 610 : cluster [WRN] Health check update: Degraded data redundancy: 5299/316791 objects degraded (1.673%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:48.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:48 smithi072 bash[80515]: cluster 2024-05-11T05:02:48.347833+0000 mon.a (mon.0) 610 : cluster [WRN] Health check update: Degraded data redundancy: 5299/316791 objects degraded (1.673%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:48.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:48 smithi072 bash[80515]: cluster 2024-05-11T05:02:48.347833+0000 mon.a (mon.0) 610 : cluster [WRN] Health check update: Degraded data redundancy: 5299/316791 objects degraded (1.673%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:48.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:48 smithi072 bash[82901]: cluster 2024-05-11T05:02:48.347833+0000 mon.a (mon.0) 610 : cluster [WRN] Health check update: Degraded data redundancy: 5299/316791 objects degraded (1.673%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:48.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:48 smithi072 bash[82901]: cluster 2024-05-11T05:02:48.347833+0000 mon.a (mon.0) 610 : cluster [WRN] Health check update: Degraded data redundancy: 5299/316791 objects degraded (1.673%), 5 pgs degraded, 5 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:49 smithi086 bash[67518]: cluster 2024-05-11T05:02:47.827852+0000 mgr.y (mgr.24832) 380 : cluster [DBG] pgmap v331: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 23 MiB/s wr, 725 op/s; 5106/313686 objects degraded (1.628%); 6.1 MiB/s, 98 objects/s recovering 2024-05-11T05:02:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:49 smithi086 bash[67518]: cluster 2024-05-11T05:02:47.827852+0000 mgr.y (mgr.24832) 380 : cluster [DBG] pgmap v331: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 23 MiB/s wr, 725 op/s; 5106/313686 objects degraded (1.628%); 6.1 MiB/s, 98 objects/s recovering 2024-05-11T05:02:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:49 smithi086 bash[67518]: audit 2024-05-11T05:02:48.696609+0000 mon.b (mon.1) 17 : audit [DBG] from='client.? 172.21.15.72:0/4242530573' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:49 smithi086 bash[67518]: audit 2024-05-11T05:02:48.696609+0000 mon.b (mon.1) 17 : audit [DBG] from='client.? 172.21.15.72:0/4242530573' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:49 smithi086 bash[67518]: audit 2024-05-11T05:02:48.851432+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:49 smithi086 bash[67518]: audit 2024-05-11T05:02:48.851432+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:49.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:49 smithi072 bash[82901]: cluster 2024-05-11T05:02:47.827852+0000 mgr.y (mgr.24832) 380 : cluster [DBG] pgmap v331: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 23 MiB/s wr, 725 op/s; 5106/313686 objects degraded (1.628%); 6.1 MiB/s, 98 objects/s recovering 2024-05-11T05:02:49.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:49 smithi072 bash[82901]: cluster 2024-05-11T05:02:47.827852+0000 mgr.y (mgr.24832) 380 : cluster [DBG] pgmap v331: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 23 MiB/s wr, 725 op/s; 5106/313686 objects degraded (1.628%); 6.1 MiB/s, 98 objects/s recovering 2024-05-11T05:02:49.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:49 smithi072 bash[82901]: audit 2024-05-11T05:02:48.696609+0000 mon.b (mon.1) 17 : audit [DBG] from='client.? 172.21.15.72:0/4242530573' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:49.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:49 smithi072 bash[82901]: audit 2024-05-11T05:02:48.696609+0000 mon.b (mon.1) 17 : audit [DBG] from='client.? 172.21.15.72:0/4242530573' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:49.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:49 smithi072 bash[82901]: audit 2024-05-11T05:02:48.851432+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:49.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:49 smithi072 bash[82901]: audit 2024-05-11T05:02:48.851432+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:49 smithi072 bash[80515]: cluster 2024-05-11T05:02:47.827852+0000 mgr.y (mgr.24832) 380 : cluster [DBG] pgmap v331: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 23 MiB/s wr, 725 op/s; 5106/313686 objects degraded (1.628%); 6.1 MiB/s, 98 objects/s recovering 2024-05-11T05:02:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:49 smithi072 bash[80515]: cluster 2024-05-11T05:02:47.827852+0000 mgr.y (mgr.24832) 380 : cluster [DBG] pgmap v331: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.4 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 23 MiB/s wr, 725 op/s; 5106/313686 objects degraded (1.628%); 6.1 MiB/s, 98 objects/s recovering 2024-05-11T05:02:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:49 smithi072 bash[80515]: audit 2024-05-11T05:02:48.696609+0000 mon.b (mon.1) 17 : audit [DBG] from='client.? 172.21.15.72:0/4242530573' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:49 smithi072 bash[80515]: audit 2024-05-11T05:02:48.696609+0000 mon.b (mon.1) 17 : audit [DBG] from='client.? 172.21.15.72:0/4242530573' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:49 smithi072 bash[80515]: audit 2024-05-11T05:02:48.851432+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:49 smithi072 bash[80515]: audit 2024-05-11T05:02:48.851432+0000 mon.a (mon.0) 611 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:02:51.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:51 smithi086 bash[67518]: cluster 2024-05-11T05:02:49.828572+0000 mgr.y (mgr.24832) 381 : cluster [DBG] pgmap v332: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 7.8 MiB/s wr, 600 op/s; 5106/310890 objects degraded (1.642%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:51.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:51 smithi086 bash[67518]: cluster 2024-05-11T05:02:49.828572+0000 mgr.y (mgr.24832) 381 : cluster [DBG] pgmap v332: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 7.8 MiB/s wr, 600 op/s; 5106/310890 objects degraded (1.642%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:51.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:51 smithi086 bash[67518]: audit 2024-05-11T05:02:51.344220+0000 mon.a (mon.0) 612 : audit [DBG] from='client.? 172.21.15.72:0/183191953' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:51.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:51 smithi086 bash[67518]: audit 2024-05-11T05:02:51.344220+0000 mon.a (mon.0) 612 : audit [DBG] from='client.? 172.21.15.72:0/183191953' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:51 smithi072 bash[80515]: cluster 2024-05-11T05:02:49.828572+0000 mgr.y (mgr.24832) 381 : cluster [DBG] pgmap v332: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 7.8 MiB/s wr, 600 op/s; 5106/310890 objects degraded (1.642%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:51 smithi072 bash[80515]: cluster 2024-05-11T05:02:49.828572+0000 mgr.y (mgr.24832) 381 : cluster [DBG] pgmap v332: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 7.8 MiB/s wr, 600 op/s; 5106/310890 objects degraded (1.642%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:51 smithi072 bash[80515]: audit 2024-05-11T05:02:51.344220+0000 mon.a (mon.0) 612 : audit [DBG] from='client.? 172.21.15.72:0/183191953' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:51.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:51 smithi072 bash[80515]: audit 2024-05-11T05:02:51.344220+0000 mon.a (mon.0) 612 : audit [DBG] from='client.? 172.21.15.72:0/183191953' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:51.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:51 smithi072 bash[82901]: cluster 2024-05-11T05:02:49.828572+0000 mgr.y (mgr.24832) 381 : cluster [DBG] pgmap v332: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 7.8 MiB/s wr, 600 op/s; 5106/310890 objects degraded (1.642%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:51.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:51 smithi072 bash[82901]: cluster 2024-05-11T05:02:49.828572+0000 mgr.y (mgr.24832) 381 : cluster [DBG] pgmap v332: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.3 GiB data, 22 GiB used, 693 GiB / 715 GiB avail; 127 B/s rd, 7.8 MiB/s wr, 600 op/s; 5106/310890 objects degraded (1.642%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:02:51.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:51 smithi072 bash[82901]: audit 2024-05-11T05:02:51.344220+0000 mon.a (mon.0) 612 : audit [DBG] from='client.? 172.21.15.72:0/183191953' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:51.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:51 smithi072 bash[82901]: audit 2024-05-11T05:02:51.344220+0000 mon.a (mon.0) 612 : audit [DBG] from='client.? 172.21.15.72:0/183191953' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:53.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:53 smithi086 bash[67518]: cluster 2024-05-11T05:02:51.830396+0000 mgr.y (mgr.24832) 382 : cluster [DBG] pgmap v333: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 120 B/s rd, 2.5 MiB/s wr, 687 op/s; 4847/305244 objects degraded (1.588%); 4.6 MiB/s, 73 objects/s recovering 2024-05-11T05:02:53.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:53 smithi086 bash[67518]: cluster 2024-05-11T05:02:51.830396+0000 mgr.y (mgr.24832) 382 : cluster [DBG] pgmap v333: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 120 B/s rd, 2.5 MiB/s wr, 687 op/s; 4847/305244 objects degraded (1.588%); 4.6 MiB/s, 73 objects/s recovering 2024-05-11T05:02:53.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:53 smithi086 bash[67518]: cluster 2024-05-11T05:02:53.348708+0000 mon.a (mon.0) 613 : cluster [WRN] Health check update: Degraded data redundancy: 4847/305244 objects degraded (1.588%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:53.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:53 smithi086 bash[67518]: cluster 2024-05-11T05:02:53.348708+0000 mon.a (mon.0) 613 : cluster [WRN] Health check update: Degraded data redundancy: 4847/305244 objects degraded (1.588%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:53.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:53 smithi072 bash[82901]: cluster 2024-05-11T05:02:51.830396+0000 mgr.y (mgr.24832) 382 : cluster [DBG] pgmap v333: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 120 B/s rd, 2.5 MiB/s wr, 687 op/s; 4847/305244 objects degraded (1.588%); 4.6 MiB/s, 73 objects/s recovering 2024-05-11T05:02:53.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:53 smithi072 bash[82901]: cluster 2024-05-11T05:02:51.830396+0000 mgr.y (mgr.24832) 382 : cluster [DBG] pgmap v333: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 120 B/s rd, 2.5 MiB/s wr, 687 op/s; 4847/305244 objects degraded (1.588%); 4.6 MiB/s, 73 objects/s recovering 2024-05-11T05:02:53.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:53 smithi072 bash[82901]: cluster 2024-05-11T05:02:53.348708+0000 mon.a (mon.0) 613 : cluster [WRN] Health check update: Degraded data redundancy: 4847/305244 objects degraded (1.588%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:53.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:53 smithi072 bash[82901]: cluster 2024-05-11T05:02:53.348708+0000 mon.a (mon.0) 613 : cluster [WRN] Health check update: Degraded data redundancy: 4847/305244 objects degraded (1.588%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:53.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:53 smithi072 bash[80515]: cluster 2024-05-11T05:02:51.830396+0000 mgr.y (mgr.24832) 382 : cluster [DBG] pgmap v333: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 120 B/s rd, 2.5 MiB/s wr, 687 op/s; 4847/305244 objects degraded (1.588%); 4.6 MiB/s, 73 objects/s recovering 2024-05-11T05:02:53.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:53 smithi072 bash[80515]: cluster 2024-05-11T05:02:51.830396+0000 mgr.y (mgr.24832) 382 : cluster [DBG] pgmap v333: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.2 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 120 B/s rd, 2.5 MiB/s wr, 687 op/s; 4847/305244 objects degraded (1.588%); 4.6 MiB/s, 73 objects/s recovering 2024-05-11T05:02:53.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:53 smithi072 bash[80515]: cluster 2024-05-11T05:02:53.348708+0000 mon.a (mon.0) 613 : cluster [WRN] Health check update: Degraded data redundancy: 4847/305244 objects degraded (1.588%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:53.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:53 smithi072 bash[80515]: cluster 2024-05-11T05:02:53.348708+0000 mon.a (mon.0) 613 : cluster [WRN] Health check update: Degraded data redundancy: 4847/305244 objects degraded (1.588%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:54.302 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:02:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:02:53] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.43.0" 2024-05-11T05:02:54.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:54 smithi086 bash[67518]: audit 2024-05-11T05:02:53.961137+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.72:0/1209909526' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:54.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:54 smithi086 bash[67518]: audit 2024-05-11T05:02:53.961137+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.72:0/1209909526' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:55.001 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:54 smithi072 bash[80515]: audit 2024-05-11T05:02:53.961137+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.72:0/1209909526' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:55.001 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:54 smithi072 bash[80515]: audit 2024-05-11T05:02:53.961137+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.72:0/1209909526' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:55.001 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:54 smithi072 bash[82901]: audit 2024-05-11T05:02:53.961137+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.72:0/1209909526' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:55.001 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:54 smithi072 bash[82901]: audit 2024-05-11T05:02:53.961137+0000 mon.c (mon.2) 26 : audit [DBG] from='client.? 172.21.15.72:0/1209909526' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:55 smithi086 bash[67518]: cluster 2024-05-11T05:02:53.831078+0000 mgr.y (mgr.24832) 383 : cluster [DBG] pgmap v334: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 205 KiB/s wr, 751 op/s; 4847/297660 objects degraded (1.628%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:55 smithi086 bash[67518]: cluster 2024-05-11T05:02:53.831078+0000 mgr.y (mgr.24832) 383 : cluster [DBG] pgmap v334: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 205 KiB/s wr, 751 op/s; 4847/297660 objects degraded (1.628%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:55 smithi086 bash[67518]: audit 2024-05-11T05:02:54.585199+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:02:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:55 smithi086 bash[67518]: audit 2024-05-11T05:02:54.585199+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:02:55.856 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:55 smithi072 bash[80515]: cluster 2024-05-11T05:02:53.831078+0000 mgr.y (mgr.24832) 383 : cluster [DBG] pgmap v334: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 205 KiB/s wr, 751 op/s; 4847/297660 objects degraded (1.628%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:55.856 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:55 smithi072 bash[80515]: cluster 2024-05-11T05:02:53.831078+0000 mgr.y (mgr.24832) 383 : cluster [DBG] pgmap v334: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 205 KiB/s wr, 751 op/s; 4847/297660 objects degraded (1.628%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:55.856 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:55 smithi072 bash[80515]: audit 2024-05-11T05:02:54.585199+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:02:55.856 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:55 smithi072 bash[80515]: audit 2024-05-11T05:02:54.585199+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:02:56.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:55 smithi072 bash[82901]: cluster 2024-05-11T05:02:53.831078+0000 mgr.y (mgr.24832) 383 : cluster [DBG] pgmap v334: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 205 KiB/s wr, 751 op/s; 4847/297660 objects degraded (1.628%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:56.300 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:55 smithi072 bash[82901]: cluster 2024-05-11T05:02:53.831078+0000 mgr.y (mgr.24832) 383 : cluster [DBG] pgmap v334: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 6.1 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 102 B/s rd, 205 KiB/s wr, 751 op/s; 4847/297660 objects degraded (1.628%); 3.9 MiB/s, 61 objects/s recovering 2024-05-11T05:02:56.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:55 smithi072 bash[82901]: audit 2024-05-11T05:02:54.585199+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:02:56.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:55 smithi072 bash[82901]: audit 2024-05-11T05:02:54.585199+0000 mon.a (mon.0) 614 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:02:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:57 smithi086 bash[67518]: cluster 2024-05-11T05:02:55.831727+0000 mgr.y (mgr.24832) 384 : cluster [DBG] pgmap v335: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 89 B/s rd, 178 KiB/s wr, 816 op/s; 4591/292092 objects degraded (1.572%); 4.8 MiB/s, 76 objects/s recovering 2024-05-11T05:02:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:57 smithi086 bash[67518]: cluster 2024-05-11T05:02:55.831727+0000 mgr.y (mgr.24832) 384 : cluster [DBG] pgmap v335: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 89 B/s rd, 178 KiB/s wr, 816 op/s; 4591/292092 objects degraded (1.572%); 4.8 MiB/s, 76 objects/s recovering 2024-05-11T05:02:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:57 smithi086 bash[67518]: audit 2024-05-11T05:02:56.883819+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:57 smithi086 bash[67518]: audit 2024-05-11T05:02:56.883819+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:57 smithi086 bash[67518]: audit 2024-05-11T05:02:56.901740+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:57 smithi086 bash[67518]: audit 2024-05-11T05:02:56.901740+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:57 smithi086 bash[67518]: audit 2024-05-11T05:02:57.168347+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.72:0/2541089304' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:57 smithi086 bash[67518]: audit 2024-05-11T05:02:57.168347+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.72:0/2541089304' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:57 smithi072 bash[80515]: cluster 2024-05-11T05:02:55.831727+0000 mgr.y (mgr.24832) 384 : cluster [DBG] pgmap v335: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 89 B/s rd, 178 KiB/s wr, 816 op/s; 4591/292092 objects degraded (1.572%); 4.8 MiB/s, 76 objects/s recovering 2024-05-11T05:02:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:57 smithi072 bash[80515]: cluster 2024-05-11T05:02:55.831727+0000 mgr.y (mgr.24832) 384 : cluster [DBG] pgmap v335: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 89 B/s rd, 178 KiB/s wr, 816 op/s; 4591/292092 objects degraded (1.572%); 4.8 MiB/s, 76 objects/s recovering 2024-05-11T05:02:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:57 smithi072 bash[80515]: audit 2024-05-11T05:02:56.883819+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:57 smithi072 bash[80515]: audit 2024-05-11T05:02:56.883819+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:57 smithi072 bash[80515]: audit 2024-05-11T05:02:56.901740+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:57 smithi072 bash[80515]: audit 2024-05-11T05:02:56.901740+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:57 smithi072 bash[80515]: audit 2024-05-11T05:02:57.168347+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.72:0/2541089304' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:57 smithi072 bash[80515]: audit 2024-05-11T05:02:57.168347+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.72:0/2541089304' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:57 smithi072 bash[82901]: cluster 2024-05-11T05:02:55.831727+0000 mgr.y (mgr.24832) 384 : cluster [DBG] pgmap v335: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 89 B/s rd, 178 KiB/s wr, 816 op/s; 4591/292092 objects degraded (1.572%); 4.8 MiB/s, 76 objects/s recovering 2024-05-11T05:02:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:57 smithi072 bash[82901]: cluster 2024-05-11T05:02:55.831727+0000 mgr.y (mgr.24832) 384 : cluster [DBG] pgmap v335: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 694 GiB / 715 GiB avail; 89 B/s rd, 178 KiB/s wr, 816 op/s; 4591/292092 objects degraded (1.572%); 4.8 MiB/s, 76 objects/s recovering 2024-05-11T05:02:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:57 smithi072 bash[82901]: audit 2024-05-11T05:02:56.883819+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:57 smithi072 bash[82901]: audit 2024-05-11T05:02:56.883819+0000 mon.a (mon.0) 615 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:57 smithi072 bash[82901]: audit 2024-05-11T05:02:56.901740+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:57 smithi072 bash[82901]: audit 2024-05-11T05:02:56.901740+0000 mon.a (mon.0) 616 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:02:57.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:57 smithi072 bash[82901]: audit 2024-05-11T05:02:57.168347+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.72:0/2541089304' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:57.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:57 smithi072 bash[82901]: audit 2024-05-11T05:02:57.168347+0000 mon.b (mon.1) 18 : audit [DBG] from='client.? 172.21.15.72:0/2541089304' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:02:58.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:58 smithi086 bash[67518]: cluster 2024-05-11T05:02:58.350062+0000 mon.a (mon.0) 617 : cluster [WRN] Health check update: Degraded data redundancy: 4591/292092 objects degraded (1.572%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:58.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:58 smithi086 bash[67518]: cluster 2024-05-11T05:02:58.350062+0000 mon.a (mon.0) 617 : cluster [WRN] Health check update: Degraded data redundancy: 4591/292092 objects degraded (1.572%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:58.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:58 smithi072 bash[82901]: cluster 2024-05-11T05:02:58.350062+0000 mon.a (mon.0) 617 : cluster [WRN] Health check update: Degraded data redundancy: 4591/292092 objects degraded (1.572%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:58.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:58 smithi072 bash[82901]: cluster 2024-05-11T05:02:58.350062+0000 mon.a (mon.0) 617 : cluster [WRN] Health check update: Degraded data redundancy: 4591/292092 objects degraded (1.572%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:58.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:58 smithi072 bash[80515]: cluster 2024-05-11T05:02:58.350062+0000 mon.a (mon.0) 617 : cluster [WRN] Health check update: Degraded data redundancy: 4591/292092 objects degraded (1.572%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:58.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:58 smithi072 bash[80515]: cluster 2024-05-11T05:02:58.350062+0000 mon.a (mon.0) 617 : cluster [WRN] Health check update: Degraded data redundancy: 4591/292092 objects degraded (1.572%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:02:59.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:59 smithi086 bash[67518]: cluster 2024-05-11T05:02:57.832400+0000 mgr.y (mgr.24832) 385 : cluster [DBG] pgmap v336: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 787 op/s; 4591/288429 objects degraded (1.592%); 3.7 MiB/s, 58 objects/s recovering 2024-05-11T05:02:59.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:02:59 smithi086 bash[67518]: cluster 2024-05-11T05:02:57.832400+0000 mgr.y (mgr.24832) 385 : cluster [DBG] pgmap v336: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 787 op/s; 4591/288429 objects degraded (1.592%); 3.7 MiB/s, 58 objects/s recovering 2024-05-11T05:02:59.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:59 smithi072 bash[80515]: cluster 2024-05-11T05:02:57.832400+0000 mgr.y (mgr.24832) 385 : cluster [DBG] pgmap v336: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 787 op/s; 4591/288429 objects degraded (1.592%); 3.7 MiB/s, 58 objects/s recovering 2024-05-11T05:02:59.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:02:59 smithi072 bash[80515]: cluster 2024-05-11T05:02:57.832400+0000 mgr.y (mgr.24832) 385 : cluster [DBG] pgmap v336: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 787 op/s; 4591/288429 objects degraded (1.592%); 3.7 MiB/s, 58 objects/s recovering 2024-05-11T05:02:59.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:59 smithi072 bash[82901]: cluster 2024-05-11T05:02:57.832400+0000 mgr.y (mgr.24832) 385 : cluster [DBG] pgmap v336: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 787 op/s; 4591/288429 objects degraded (1.592%); 3.7 MiB/s, 58 objects/s recovering 2024-05-11T05:02:59.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:02:59 smithi072 bash[82901]: cluster 2024-05-11T05:02:57.832400+0000 mgr.y (mgr.24832) 385 : cluster [DBG] pgmap v336: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.9 GiB data, 21 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 787 op/s; 4591/288429 objects degraded (1.592%); 3.7 MiB/s, 58 objects/s recovering 2024-05-11T05:03:00.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:00 smithi086 bash[67518]: audit 2024-05-11T05:02:59.835654+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.72:0/302159502' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:00.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:00 smithi086 bash[67518]: audit 2024-05-11T05:02:59.835654+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.72:0/302159502' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:00.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:00 smithi072 bash[80515]: audit 2024-05-11T05:02:59.835654+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.72:0/302159502' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:00.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:00 smithi072 bash[80515]: audit 2024-05-11T05:02:59.835654+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.72:0/302159502' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:00.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:00 smithi072 bash[82901]: audit 2024-05-11T05:02:59.835654+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.72:0/302159502' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:00.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:00 smithi072 bash[82901]: audit 2024-05-11T05:02:59.835654+0000 mon.a (mon.0) 618 : audit [DBG] from='client.? 172.21.15.72:0/302159502' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:01 smithi086 bash[67518]: cluster 2024-05-11T05:02:59.832981+0000 mgr.y (mgr.24832) 386 : cluster [DBG] pgmap v337: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 4591/285636 objects degraded (1.607%); 2.7 MiB/s, 42 objects/s recovering 2024-05-11T05:03:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:01 smithi086 bash[67518]: cluster 2024-05-11T05:02:59.832981+0000 mgr.y (mgr.24832) 386 : cluster [DBG] pgmap v337: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 4591/285636 objects degraded (1.607%); 2.7 MiB/s, 42 objects/s recovering 2024-05-11T05:03:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:01 smithi086 bash[67518]: audit 2024-05-11T05:03:01.093287+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:01 smithi086 bash[67518]: audit 2024-05-11T05:03:01.093287+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:01 smithi086 bash[67518]: audit 2024-05-11T05:03:01.099869+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:01 smithi086 bash[67518]: audit 2024-05-11T05:03:01.099869+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:01.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:01 smithi072 bash[80515]: cluster 2024-05-11T05:02:59.832981+0000 mgr.y (mgr.24832) 386 : cluster [DBG] pgmap v337: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 4591/285636 objects degraded (1.607%); 2.7 MiB/s, 42 objects/s recovering 2024-05-11T05:03:01.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:01 smithi072 bash[80515]: cluster 2024-05-11T05:02:59.832981+0000 mgr.y (mgr.24832) 386 : cluster [DBG] pgmap v337: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 4591/285636 objects degraded (1.607%); 2.7 MiB/s, 42 objects/s recovering 2024-05-11T05:03:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:01 smithi072 bash[80515]: audit 2024-05-11T05:03:01.093287+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:01 smithi072 bash[80515]: audit 2024-05-11T05:03:01.093287+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:01 smithi072 bash[80515]: audit 2024-05-11T05:03:01.099869+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:01 smithi072 bash[80515]: audit 2024-05-11T05:03:01.099869+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:01.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:01 smithi072 bash[82901]: cluster 2024-05-11T05:02:59.832981+0000 mgr.y (mgr.24832) 386 : cluster [DBG] pgmap v337: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 4591/285636 objects degraded (1.607%); 2.7 MiB/s, 42 objects/s recovering 2024-05-11T05:03:01.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:01 smithi072 bash[82901]: cluster 2024-05-11T05:02:59.832981+0000 mgr.y (mgr.24832) 386 : cluster [DBG] pgmap v337: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.8 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 778 op/s; 4591/285636 objects degraded (1.607%); 2.7 MiB/s, 42 objects/s recovering 2024-05-11T05:03:01.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:01 smithi072 bash[82901]: audit 2024-05-11T05:03:01.093287+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:01.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:01 smithi072 bash[82901]: audit 2024-05-11T05:03:01.093287+0000 mon.a (mon.0) 619 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:01.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:01 smithi072 bash[82901]: audit 2024-05-11T05:03:01.099869+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:01.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:01 smithi072 bash[82901]: audit 2024-05-11T05:03:01.099869+0000 mon.a (mon.0) 620 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:03 smithi086 bash[67518]: cluster 2024-05-11T05:03:01.833641+0000 mgr.y (mgr.24832) 387 : cluster [DBG] pgmap v338: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 836 op/s; 4268/280755 objects degraded (1.520%); 4.4 MiB/s, 69 objects/s recovering 2024-05-11T05:03:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:03 smithi086 bash[67518]: cluster 2024-05-11T05:03:01.833641+0000 mgr.y (mgr.24832) 387 : cluster [DBG] pgmap v338: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 836 op/s; 4268/280755 objects degraded (1.520%); 4.4 MiB/s, 69 objects/s recovering 2024-05-11T05:03:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:03 smithi086 bash[67518]: audit 2024-05-11T05:03:02.659567+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.72:0/1928305029' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:03 smithi086 bash[67518]: audit 2024-05-11T05:03:02.659567+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.72:0/1928305029' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:03 smithi086 bash[67518]: cluster 2024-05-11T05:03:03.350958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check update: Degraded data redundancy: 4268/280755 objects degraded (1.520%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:03 smithi086 bash[67518]: cluster 2024-05-11T05:03:03.350958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check update: Degraded data redundancy: 4268/280755 objects degraded (1.520%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:03 smithi086 bash[67518]: cluster 2024-05-11T05:03:03.358666+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-05-11T05:03:03.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:03 smithi086 bash[67518]: cluster 2024-05-11T05:03:03.358666+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-05-11T05:03:03.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:03 smithi072 bash[80515]: cluster 2024-05-11T05:03:01.833641+0000 mgr.y (mgr.24832) 387 : cluster [DBG] pgmap v338: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 836 op/s; 4268/280755 objects degraded (1.520%); 4.4 MiB/s, 69 objects/s recovering 2024-05-11T05:03:03.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:03 smithi072 bash[80515]: cluster 2024-05-11T05:03:01.833641+0000 mgr.y (mgr.24832) 387 : cluster [DBG] pgmap v338: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 836 op/s; 4268/280755 objects degraded (1.520%); 4.4 MiB/s, 69 objects/s recovering 2024-05-11T05:03:03.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:03 smithi072 bash[80515]: audit 2024-05-11T05:03:02.659567+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.72:0/1928305029' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:03.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:03 smithi072 bash[80515]: audit 2024-05-11T05:03:02.659567+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.72:0/1928305029' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:03.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:03 smithi072 bash[80515]: cluster 2024-05-11T05:03:03.350958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check update: Degraded data redundancy: 4268/280755 objects degraded (1.520%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:03 smithi072 bash[80515]: cluster 2024-05-11T05:03:03.350958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check update: Degraded data redundancy: 4268/280755 objects degraded (1.520%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:03 smithi072 bash[80515]: cluster 2024-05-11T05:03:03.358666+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-05-11T05:03:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:03 smithi072 bash[80515]: cluster 2024-05-11T05:03:03.358666+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-05-11T05:03:03.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:03 smithi072 bash[82901]: cluster 2024-05-11T05:03:01.833641+0000 mgr.y (mgr.24832) 387 : cluster [DBG] pgmap v338: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 836 op/s; 4268/280755 objects degraded (1.520%); 4.4 MiB/s, 69 objects/s recovering 2024-05-11T05:03:03.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:03 smithi072 bash[82901]: cluster 2024-05-11T05:03:01.833641+0000 mgr.y (mgr.24832) 387 : cluster [DBG] pgmap v338: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.7 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 836 op/s; 4268/280755 objects degraded (1.520%); 4.4 MiB/s, 69 objects/s recovering 2024-05-11T05:03:03.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:03 smithi072 bash[82901]: audit 2024-05-11T05:03:02.659567+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.72:0/1928305029' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:03.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:03 smithi072 bash[82901]: audit 2024-05-11T05:03:02.659567+0000 mon.b (mon.1) 19 : audit [DBG] from='client.? 172.21.15.72:0/1928305029' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:03.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:03 smithi072 bash[82901]: cluster 2024-05-11T05:03:03.350958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check update: Degraded data redundancy: 4268/280755 objects degraded (1.520%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:03 smithi072 bash[82901]: cluster 2024-05-11T05:03:03.350958+0000 mon.a (mon.0) 621 : cluster [WRN] Health check update: Degraded data redundancy: 4268/280755 objects degraded (1.520%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:03 smithi072 bash[82901]: cluster 2024-05-11T05:03:03.358666+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-05-11T05:03:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:03 smithi072 bash[82901]: cluster 2024-05-11T05:03:03.358666+0000 mon.a (mon.0) 622 : cluster [DBG] osdmap e120: 8 total, 8 up, 8 in 2024-05-11T05:03:04.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:03:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:03:03] "GET /metrics HTTP/1.1" 200 36551 "" "Prometheus/2.43.0" 2024-05-11T05:03:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:04 smithi086 bash[67518]: audit 2024-05-11T05:03:03.851570+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:04 smithi086 bash[67518]: audit 2024-05-11T05:03:03.851570+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:04 smithi086 bash[67518]: cluster 2024-05-11T05:03:04.367106+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-05-11T05:03:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:04 smithi086 bash[67518]: cluster 2024-05-11T05:03:04.367106+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-05-11T05:03:04.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:04 smithi072 bash[80515]: audit 2024-05-11T05:03:03.851570+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:04.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:04 smithi072 bash[80515]: audit 2024-05-11T05:03:03.851570+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:04.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:04 smithi072 bash[80515]: cluster 2024-05-11T05:03:04.367106+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-05-11T05:03:04.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:04 smithi072 bash[80515]: cluster 2024-05-11T05:03:04.367106+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-05-11T05:03:04.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:04 smithi072 bash[82901]: audit 2024-05-11T05:03:03.851570+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:04.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:04 smithi072 bash[82901]: audit 2024-05-11T05:03:03.851570+0000 mon.a (mon.0) 623 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:04.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:04 smithi072 bash[82901]: cluster 2024-05-11T05:03:04.367106+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-05-11T05:03:04.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:04 smithi072 bash[82901]: cluster 2024-05-11T05:03:04.367106+0000 mon.a (mon.0) 624 : cluster [DBG] osdmap e121: 8 total, 8 up, 8 in 2024-05-11T05:03:05.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:05 smithi086 bash[67518]: cluster 2024-05-11T05:03:03.834134+0000 mgr.y (mgr.24832) 388 : cluster [DBG] pgmap v340: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 755 op/s; 4234/274983 objects degraded (1.540%); 3.8 MiB/s, 61 objects/s recovering 2024-05-11T05:03:05.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:05 smithi086 bash[67518]: cluster 2024-05-11T05:03:03.834134+0000 mgr.y (mgr.24832) 388 : cluster [DBG] pgmap v340: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 755 op/s; 4234/274983 objects degraded (1.540%); 3.8 MiB/s, 61 objects/s recovering 2024-05-11T05:03:05.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:05 smithi072 bash[80515]: cluster 2024-05-11T05:03:03.834134+0000 mgr.y (mgr.24832) 388 : cluster [DBG] pgmap v340: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 755 op/s; 4234/274983 objects degraded (1.540%); 3.8 MiB/s, 61 objects/s recovering 2024-05-11T05:03:05.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:05 smithi072 bash[80515]: cluster 2024-05-11T05:03:03.834134+0000 mgr.y (mgr.24832) 388 : cluster [DBG] pgmap v340: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 755 op/s; 4234/274983 objects degraded (1.540%); 3.8 MiB/s, 61 objects/s recovering 2024-05-11T05:03:05.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:05 smithi072 bash[82901]: cluster 2024-05-11T05:03:03.834134+0000 mgr.y (mgr.24832) 388 : cluster [DBG] pgmap v340: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 755 op/s; 4234/274983 objects degraded (1.540%); 3.8 MiB/s, 61 objects/s recovering 2024-05-11T05:03:05.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:05 smithi072 bash[82901]: cluster 2024-05-11T05:03:03.834134+0000 mgr.y (mgr.24832) 388 : cluster [DBG] pgmap v340: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.6 GiB data, 20 GiB used, 695 GiB / 715 GiB avail; 0 B/s wr, 755 op/s; 4234/274983 objects degraded (1.540%); 3.8 MiB/s, 61 objects/s recovering 2024-05-11T05:03:06.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:06 smithi086 bash[67518]: audit 2024-05-11T05:03:05.901655+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.72:0/2978790095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:06.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:06 smithi086 bash[67518]: audit 2024-05-11T05:03:05.901655+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.72:0/2978790095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:06.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:06 smithi072 bash[80515]: audit 2024-05-11T05:03:05.901655+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.72:0/2978790095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:06.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:06 smithi072 bash[80515]: audit 2024-05-11T05:03:05.901655+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.72:0/2978790095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:06.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:06 smithi072 bash[82901]: audit 2024-05-11T05:03:05.901655+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.72:0/2978790095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:06.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:06 smithi072 bash[82901]: audit 2024-05-11T05:03:05.901655+0000 mon.c (mon.2) 27 : audit [DBG] from='client.? 172.21.15.72:0/2978790095' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:07.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:07 smithi086 bash[67518]: cluster 2024-05-11T05:03:05.834788+0000 mgr.y (mgr.24832) 389 : cluster [DBG] pgmap v342: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 4234/271749 objects degraded (1.558%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:03:07.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:07 smithi086 bash[67518]: cluster 2024-05-11T05:03:05.834788+0000 mgr.y (mgr.24832) 389 : cluster [DBG] pgmap v342: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 4234/271749 objects degraded (1.558%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:03:07.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:07 smithi072 bash[80515]: cluster 2024-05-11T05:03:05.834788+0000 mgr.y (mgr.24832) 389 : cluster [DBG] pgmap v342: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 4234/271749 objects degraded (1.558%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:03:07.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:07 smithi072 bash[80515]: cluster 2024-05-11T05:03:05.834788+0000 mgr.y (mgr.24832) 389 : cluster [DBG] pgmap v342: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 4234/271749 objects degraded (1.558%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:03:07.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:07 smithi072 bash[82901]: cluster 2024-05-11T05:03:05.834788+0000 mgr.y (mgr.24832) 389 : cluster [DBG] pgmap v342: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 4234/271749 objects degraded (1.558%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:03:07.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:07 smithi072 bash[82901]: cluster 2024-05-11T05:03:05.834788+0000 mgr.y (mgr.24832) 389 : cluster [DBG] pgmap v342: 89 pgs: 2 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 5.5 GiB data, 20 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 694 op/s; 4234/271749 objects degraded (1.558%); 2.8 MiB/s, 44 objects/s recovering 2024-05-11T05:03:08.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:08 smithi086 bash[67518]: cluster 2024-05-11T05:03:08.354002+0000 mon.a (mon.0) 625 : cluster [WRN] Health check update: Degraded data redundancy: 4234/271749 objects degraded (1.558%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:08.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:08 smithi086 bash[67518]: cluster 2024-05-11T05:03:08.354002+0000 mon.a (mon.0) 625 : cluster [WRN] Health check update: Degraded data redundancy: 4234/271749 objects degraded (1.558%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:08.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:08 smithi072 bash[80515]: cluster 2024-05-11T05:03:08.354002+0000 mon.a (mon.0) 625 : cluster [WRN] Health check update: Degraded data redundancy: 4234/271749 objects degraded (1.558%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:08.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:08 smithi072 bash[80515]: cluster 2024-05-11T05:03:08.354002+0000 mon.a (mon.0) 625 : cluster [WRN] Health check update: Degraded data redundancy: 4234/271749 objects degraded (1.558%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:08.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:08 smithi072 bash[82901]: cluster 2024-05-11T05:03:08.354002+0000 mon.a (mon.0) 625 : cluster [WRN] Health check update: Degraded data redundancy: 4234/271749 objects degraded (1.558%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:08.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:08 smithi072 bash[82901]: cluster 2024-05-11T05:03:08.354002+0000 mon.a (mon.0) 625 : cluster [WRN] Health check update: Degraded data redundancy: 4234/271749 objects degraded (1.558%), 4 pgs degraded, 4 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:09.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:09 smithi086 bash[67518]: cluster 2024-05-11T05:03:07.835418+0000 mgr.y (mgr.24832) 390 : cluster [DBG] pgmap v343: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 717 op/s; 3971/268422 objects degraded (1.479%); 4.1 MiB/s, 77 objects/s recovering 2024-05-11T05:03:09.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:09 smithi086 bash[67518]: cluster 2024-05-11T05:03:07.835418+0000 mgr.y (mgr.24832) 390 : cluster [DBG] pgmap v343: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 717 op/s; 3971/268422 objects degraded (1.479%); 4.1 MiB/s, 77 objects/s recovering 2024-05-11T05:03:09.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:09 smithi086 bash[67518]: audit 2024-05-11T05:03:08.537573+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.72:0/1616161421' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:09.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:09 smithi086 bash[67518]: audit 2024-05-11T05:03:08.537573+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.72:0/1616161421' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:09.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:09 smithi086 bash[67518]: audit 2024-05-11T05:03:08.694049+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:09.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:09 smithi086 bash[67518]: audit 2024-05-11T05:03:08.694049+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:09.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:09 smithi086 bash[67518]: audit 2024-05-11T05:03:08.704554+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:09.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:09 smithi086 bash[67518]: audit 2024-05-11T05:03:08.704554+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:09 smithi072 bash[80515]: cluster 2024-05-11T05:03:07.835418+0000 mgr.y (mgr.24832) 390 : cluster [DBG] pgmap v343: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 717 op/s; 3971/268422 objects degraded (1.479%); 4.1 MiB/s, 77 objects/s recovering 2024-05-11T05:03:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:09 smithi072 bash[80515]: cluster 2024-05-11T05:03:07.835418+0000 mgr.y (mgr.24832) 390 : cluster [DBG] pgmap v343: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 717 op/s; 3971/268422 objects degraded (1.479%); 4.1 MiB/s, 77 objects/s recovering 2024-05-11T05:03:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:09 smithi072 bash[80515]: audit 2024-05-11T05:03:08.537573+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.72:0/1616161421' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:09 smithi072 bash[80515]: audit 2024-05-11T05:03:08.537573+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.72:0/1616161421' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:09 smithi072 bash[80515]: audit 2024-05-11T05:03:08.694049+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:09 smithi072 bash[80515]: audit 2024-05-11T05:03:08.694049+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:09 smithi072 bash[80515]: audit 2024-05-11T05:03:08.704554+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:09 smithi072 bash[80515]: audit 2024-05-11T05:03:08.704554+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:09.802 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:03:09 smithi072 bash[72627]: debug 2024-05-11T05:03:09.717+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:09 smithi072 bash[82901]: cluster 2024-05-11T05:03:07.835418+0000 mgr.y (mgr.24832) 390 : cluster [DBG] pgmap v343: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 717 op/s; 3971/268422 objects degraded (1.479%); 4.1 MiB/s, 77 objects/s recovering 2024-05-11T05:03:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:09 smithi072 bash[82901]: cluster 2024-05-11T05:03:07.835418+0000 mgr.y (mgr.24832) 390 : cluster [DBG] pgmap v343: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.5 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 717 op/s; 3971/268422 objects degraded (1.479%); 4.1 MiB/s, 77 objects/s recovering 2024-05-11T05:03:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:09 smithi072 bash[82901]: audit 2024-05-11T05:03:08.537573+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.72:0/1616161421' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:09.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:09 smithi072 bash[82901]: audit 2024-05-11T05:03:08.537573+0000 mon.c (mon.2) 28 : audit [DBG] from='client.? 172.21.15.72:0/1616161421' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:09.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:09 smithi072 bash[82901]: audit 2024-05-11T05:03:08.694049+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:09.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:09 smithi072 bash[82901]: audit 2024-05-11T05:03:08.694049+0000 mon.a (mon.0) 626 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:09.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:09 smithi072 bash[82901]: audit 2024-05-11T05:03:08.704554+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:09.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:09 smithi072 bash[82901]: audit 2024-05-11T05:03:08.704554+0000 mon.a (mon.0) 627 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:10.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.589168+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:03:10.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.589168+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:03:10.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.591047+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:03:10.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.591047+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:03:10.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.598677+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:10.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.598677+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.701914+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:03:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.701914+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:03:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.707241+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.707241+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.710927+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.710927+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.718249+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.718249+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.720766+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:10 smithi086 bash[67518]: audit 2024-05-11T05:03:09.720766+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:10.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.589168+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:03:10.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.589168+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:03:10.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.591047+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:03:10.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.591047+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:03:10.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.598677+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:10.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.598677+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.701914+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.701914+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.707241+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.707241+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.710927+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.710927+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.718249+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.718249+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.720766+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:10 smithi072 bash[80515]: audit 2024-05-11T05:03:09.720766+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.589168+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:03:10.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.589168+0000 mon.a (mon.0) 628 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.591047+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.591047+0000 mon.a (mon.0) 629 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.598677+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.598677+0000 mon.a (mon.0) 630 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.701914+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.701914+0000 mon.a (mon.0) 631 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.707241+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.707241+0000 mon.a (mon.0) 632 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.710927+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.710927+0000 mon.a (mon.0) 633 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.718249+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.718249+0000 mon.a (mon.0) 634 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.720766+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:10.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:10 smithi072 bash[82901]: audit 2024-05-11T05:03:09.720766+0000 mon.a (mon.0) 635 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:11.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:11 smithi086 bash[67518]: audit 2024-05-11T05:03:09.721014+0000 mgr.y (mgr.24832) 391 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:11.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:11 smithi086 bash[67518]: audit 2024-05-11T05:03:09.721014+0000 mgr.y (mgr.24832) 391 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:11.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:11 smithi086 bash[67518]: cephadm 2024-05-11T05:03:09.722117+0000 mgr.y (mgr.24832) 392 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:11.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:11 smithi086 bash[67518]: cephadm 2024-05-11T05:03:09.722117+0000 mgr.y (mgr.24832) 392 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:11.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:11 smithi086 bash[67518]: cluster 2024-05-11T05:03:09.836005+0000 mgr.y (mgr.24832) 393 : cluster [DBG] pgmap v344: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 3643/266250 objects degraded (1.368%); 3.5 MiB/s, 78 objects/s recovering 2024-05-11T05:03:11.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:11 smithi086 bash[67518]: cluster 2024-05-11T05:03:09.836005+0000 mgr.y (mgr.24832) 393 : cluster [DBG] pgmap v344: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 3643/266250 objects degraded (1.368%); 3.5 MiB/s, 78 objects/s recovering 2024-05-11T05:03:11.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:11 smithi086 bash[67518]: audit 2024-05-11T05:03:11.160391+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.72:0/2687361936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:11.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:11 smithi086 bash[67518]: audit 2024-05-11T05:03:11.160391+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.72:0/2687361936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:11.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:11 smithi072 bash[80515]: audit 2024-05-11T05:03:09.721014+0000 mgr.y (mgr.24832) 391 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:11.804 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:11 smithi072 bash[80515]: audit 2024-05-11T05:03:09.721014+0000 mgr.y (mgr.24832) 391 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:11 smithi072 bash[80515]: cephadm 2024-05-11T05:03:09.722117+0000 mgr.y (mgr.24832) 392 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:11 smithi072 bash[80515]: cephadm 2024-05-11T05:03:09.722117+0000 mgr.y (mgr.24832) 392 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:11 smithi072 bash[80515]: cluster 2024-05-11T05:03:09.836005+0000 mgr.y (mgr.24832) 393 : cluster [DBG] pgmap v344: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 3643/266250 objects degraded (1.368%); 3.5 MiB/s, 78 objects/s recovering 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:11 smithi072 bash[80515]: cluster 2024-05-11T05:03:09.836005+0000 mgr.y (mgr.24832) 393 : cluster [DBG] pgmap v344: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 3643/266250 objects degraded (1.368%); 3.5 MiB/s, 78 objects/s recovering 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:11 smithi072 bash[80515]: audit 2024-05-11T05:03:11.160391+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.72:0/2687361936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:11 smithi072 bash[80515]: audit 2024-05-11T05:03:11.160391+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.72:0/2687361936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:11 smithi072 bash[82901]: audit 2024-05-11T05:03:09.721014+0000 mgr.y (mgr.24832) 391 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:11 smithi072 bash[82901]: audit 2024-05-11T05:03:09.721014+0000 mgr.y (mgr.24832) 391 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:11 smithi072 bash[82901]: cephadm 2024-05-11T05:03:09.722117+0000 mgr.y (mgr.24832) 392 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:11 smithi072 bash[82901]: cephadm 2024-05-11T05:03:09.722117+0000 mgr.y (mgr.24832) 392 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:11 smithi072 bash[82901]: cluster 2024-05-11T05:03:09.836005+0000 mgr.y (mgr.24832) 393 : cluster [DBG] pgmap v344: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 3643/266250 objects degraded (1.368%); 3.5 MiB/s, 78 objects/s recovering 2024-05-11T05:03:11.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:11 smithi072 bash[82901]: cluster 2024-05-11T05:03:09.836005+0000 mgr.y (mgr.24832) 393 : cluster [DBG] pgmap v344: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.4 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 604 op/s; 3643/266250 objects degraded (1.368%); 3.5 MiB/s, 78 objects/s recovering 2024-05-11T05:03:11.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:11 smithi072 bash[82901]: audit 2024-05-11T05:03:11.160391+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.72:0/2687361936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:11.806 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:11 smithi072 bash[82901]: audit 2024-05-11T05:03:11.160391+0000 mon.c (mon.2) 29 : audit [DBG] from='client.? 172.21.15.72:0/2687361936' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:13.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:13 smithi086 bash[67518]: cluster 2024-05-11T05:03:11.836692+0000 mgr.y (mgr.24832) 394 : cluster [DBG] pgmap v345: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 3643/262335 objects degraded (1.389%); 3.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:13.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:13 smithi086 bash[67518]: cluster 2024-05-11T05:03:11.836692+0000 mgr.y (mgr.24832) 394 : cluster [DBG] pgmap v345: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 3643/262335 objects degraded (1.389%); 3.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:13.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:13 smithi086 bash[67518]: cluster 2024-05-11T05:03:13.354808+0000 mon.a (mon.0) 636 : cluster [WRN] Health check update: Degraded data redundancy: 3643/262335 objects degraded (1.389%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:13.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:13 smithi086 bash[67518]: cluster 2024-05-11T05:03:13.354808+0000 mon.a (mon.0) 636 : cluster [WRN] Health check update: Degraded data redundancy: 3643/262335 objects degraded (1.389%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:13.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:13 smithi072 bash[80515]: cluster 2024-05-11T05:03:11.836692+0000 mgr.y (mgr.24832) 394 : cluster [DBG] pgmap v345: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 3643/262335 objects degraded (1.389%); 3.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:13 smithi072 bash[80515]: cluster 2024-05-11T05:03:11.836692+0000 mgr.y (mgr.24832) 394 : cluster [DBG] pgmap v345: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 3643/262335 objects degraded (1.389%); 3.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:13 smithi072 bash[80515]: cluster 2024-05-11T05:03:13.354808+0000 mon.a (mon.0) 636 : cluster [WRN] Health check update: Degraded data redundancy: 3643/262335 objects degraded (1.389%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:13 smithi072 bash[80515]: cluster 2024-05-11T05:03:13.354808+0000 mon.a (mon.0) 636 : cluster [WRN] Health check update: Degraded data redundancy: 3643/262335 objects degraded (1.389%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:13.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:13 smithi072 bash[82901]: cluster 2024-05-11T05:03:11.836692+0000 mgr.y (mgr.24832) 394 : cluster [DBG] pgmap v345: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 3643/262335 objects degraded (1.389%); 3.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:13.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:13 smithi072 bash[82901]: cluster 2024-05-11T05:03:11.836692+0000 mgr.y (mgr.24832) 394 : cluster [DBG] pgmap v345: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.3 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 598 op/s; 3643/262335 objects degraded (1.389%); 3.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:13.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:13 smithi072 bash[82901]: cluster 2024-05-11T05:03:13.354808+0000 mon.a (mon.0) 636 : cluster [WRN] Health check update: Degraded data redundancy: 3643/262335 objects degraded (1.389%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:13.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:13 smithi072 bash[82901]: cluster 2024-05-11T05:03:13.354808+0000 mon.a (mon.0) 636 : cluster [WRN] Health check update: Degraded data redundancy: 3643/262335 objects degraded (1.389%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:14.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:03:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:03:13] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-05-11T05:03:14.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:14 smithi086 bash[67518]: audit 2024-05-11T05:03:14.368981+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.72:0/4176361360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:14.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:14 smithi086 bash[67518]: audit 2024-05-11T05:03:14.368981+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.72:0/4176361360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:14.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:14 smithi072 bash[80515]: audit 2024-05-11T05:03:14.368981+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.72:0/4176361360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:14.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:14 smithi072 bash[80515]: audit 2024-05-11T05:03:14.368981+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.72:0/4176361360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:14.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:14 smithi072 bash[82901]: audit 2024-05-11T05:03:14.368981+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.72:0/4176361360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:14.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:14 smithi072 bash[82901]: audit 2024-05-11T05:03:14.368981+0000 mon.a (mon.0) 637 : audit [DBG] from='client.? 172.21.15.72:0/4176361360' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:15.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:15 smithi086 bash[67518]: cluster 2024-05-11T05:03:13.837364+0000 mgr.y (mgr.24832) 395 : cluster [DBG] pgmap v346: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 3386/255303 objects degraded (1.326%); 2.6 MiB/s, 84 objects/s recovering 2024-05-11T05:03:15.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:15 smithi086 bash[67518]: cluster 2024-05-11T05:03:13.837364+0000 mgr.y (mgr.24832) 395 : cluster [DBG] pgmap v346: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 3386/255303 objects degraded (1.326%); 2.6 MiB/s, 84 objects/s recovering 2024-05-11T05:03:15.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:15 smithi072 bash[80515]: cluster 2024-05-11T05:03:13.837364+0000 mgr.y (mgr.24832) 395 : cluster [DBG] pgmap v346: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 3386/255303 objects degraded (1.326%); 2.6 MiB/s, 84 objects/s recovering 2024-05-11T05:03:15.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:15 smithi072 bash[80515]: cluster 2024-05-11T05:03:13.837364+0000 mgr.y (mgr.24832) 395 : cluster [DBG] pgmap v346: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 3386/255303 objects degraded (1.326%); 2.6 MiB/s, 84 objects/s recovering 2024-05-11T05:03:15.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:15 smithi072 bash[82901]: cluster 2024-05-11T05:03:13.837364+0000 mgr.y (mgr.24832) 395 : cluster [DBG] pgmap v346: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 3386/255303 objects degraded (1.326%); 2.6 MiB/s, 84 objects/s recovering 2024-05-11T05:03:15.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:15 smithi072 bash[82901]: cluster 2024-05-11T05:03:13.837364+0000 mgr.y (mgr.24832) 395 : cluster [DBG] pgmap v346: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.2 GiB data, 19 GiB used, 696 GiB / 715 GiB avail; 0 B/s wr, 655 op/s; 3386/255303 objects degraded (1.326%); 2.6 MiB/s, 84 objects/s recovering 2024-05-11T05:03:17.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:17 smithi086 bash[67518]: cluster 2024-05-11T05:03:15.838003+0000 mgr.y (mgr.24832) 396 : cluster [DBG] pgmap v347: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 3386/251205 objects degraded (1.348%); 2.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:17.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:17 smithi086 bash[67518]: cluster 2024-05-11T05:03:15.838003+0000 mgr.y (mgr.24832) 396 : cluster [DBG] pgmap v347: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 3386/251205 objects degraded (1.348%); 2.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:17.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:17 smithi086 bash[67518]: audit 2024-05-11T05:03:16.953705+0000 mon.a (mon.0) 638 : audit [DBG] from='client.? 172.21.15.72:0/4176040195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:17.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:17 smithi086 bash[67518]: audit 2024-05-11T05:03:16.953705+0000 mon.a (mon.0) 638 : audit [DBG] from='client.? 172.21.15.72:0/4176040195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:17.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:17 smithi072 bash[80515]: cluster 2024-05-11T05:03:15.838003+0000 mgr.y (mgr.24832) 396 : cluster [DBG] pgmap v347: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 3386/251205 objects degraded (1.348%); 2.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:17.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:17 smithi072 bash[80515]: cluster 2024-05-11T05:03:15.838003+0000 mgr.y (mgr.24832) 396 : cluster [DBG] pgmap v347: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 3386/251205 objects degraded (1.348%); 2.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:17.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:17 smithi072 bash[80515]: audit 2024-05-11T05:03:16.953705+0000 mon.a (mon.0) 638 : audit [DBG] from='client.? 172.21.15.72:0/4176040195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:17.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:17 smithi072 bash[80515]: audit 2024-05-11T05:03:16.953705+0000 mon.a (mon.0) 638 : audit [DBG] from='client.? 172.21.15.72:0/4176040195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:17 smithi072 bash[82901]: cluster 2024-05-11T05:03:15.838003+0000 mgr.y (mgr.24832) 396 : cluster [DBG] pgmap v347: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 3386/251205 objects degraded (1.348%); 2.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:17 smithi072 bash[82901]: cluster 2024-05-11T05:03:15.838003+0000 mgr.y (mgr.24832) 396 : cluster [DBG] pgmap v347: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.1 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 3386/251205 objects degraded (1.348%); 2.3 MiB/s, 73 objects/s recovering 2024-05-11T05:03:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:17 smithi072 bash[82901]: audit 2024-05-11T05:03:16.953705+0000 mon.a (mon.0) 638 : audit [DBG] from='client.? 172.21.15.72:0/4176040195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:17 smithi072 bash[82901]: audit 2024-05-11T05:03:16.953705+0000 mon.a (mon.0) 638 : audit [DBG] from='client.? 172.21.15.72:0/4176040195' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:18.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:18 smithi086 bash[67518]: cluster 2024-05-11T05:03:18.355614+0000 mon.a (mon.0) 639 : cluster [WRN] Health check update: Degraded data redundancy: 3386/251205 objects degraded (1.348%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:18.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:18 smithi086 bash[67518]: cluster 2024-05-11T05:03:18.355614+0000 mon.a (mon.0) 639 : cluster [WRN] Health check update: Degraded data redundancy: 3386/251205 objects degraded (1.348%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:18.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:18 smithi072 bash[80515]: cluster 2024-05-11T05:03:18.355614+0000 mon.a (mon.0) 639 : cluster [WRN] Health check update: Degraded data redundancy: 3386/251205 objects degraded (1.348%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:18.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:18 smithi072 bash[80515]: cluster 2024-05-11T05:03:18.355614+0000 mon.a (mon.0) 639 : cluster [WRN] Health check update: Degraded data redundancy: 3386/251205 objects degraded (1.348%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:18.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:18 smithi072 bash[82901]: cluster 2024-05-11T05:03:18.355614+0000 mon.a (mon.0) 639 : cluster [WRN] Health check update: Degraded data redundancy: 3386/251205 objects degraded (1.348%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:18.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:18 smithi072 bash[82901]: cluster 2024-05-11T05:03:18.355614+0000 mon.a (mon.0) 639 : cluster [WRN] Health check update: Degraded data redundancy: 3386/251205 objects degraded (1.348%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:19.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:19 smithi072 bash[80515]: cluster 2024-05-11T05:03:17.838593+0000 mgr.y (mgr.24832) 397 : cluster [DBG] pgmap v348: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 3386/246960 objects degraded (1.371%); 2.2 MiB/s, 70 objects/s recovering 2024-05-11T05:03:19.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:19 smithi072 bash[80515]: cluster 2024-05-11T05:03:17.838593+0000 mgr.y (mgr.24832) 397 : cluster [DBG] pgmap v348: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 3386/246960 objects degraded (1.371%); 2.2 MiB/s, 70 objects/s recovering 2024-05-11T05:03:19.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:19 smithi072 bash[80515]: audit 2024-05-11T05:03:18.851998+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:19.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:19 smithi072 bash[80515]: audit 2024-05-11T05:03:18.851998+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:19.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:19 smithi072 bash[82901]: cluster 2024-05-11T05:03:17.838593+0000 mgr.y (mgr.24832) 397 : cluster [DBG] pgmap v348: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 3386/246960 objects degraded (1.371%); 2.2 MiB/s, 70 objects/s recovering 2024-05-11T05:03:19.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:19 smithi072 bash[82901]: cluster 2024-05-11T05:03:17.838593+0000 mgr.y (mgr.24832) 397 : cluster [DBG] pgmap v348: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 3386/246960 objects degraded (1.371%); 2.2 MiB/s, 70 objects/s recovering 2024-05-11T05:03:19.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:19 smithi072 bash[82901]: audit 2024-05-11T05:03:18.851998+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:19.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:19 smithi072 bash[82901]: audit 2024-05-11T05:03:18.851998+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:20.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:19 smithi086 bash[67518]: cluster 2024-05-11T05:03:17.838593+0000 mgr.y (mgr.24832) 397 : cluster [DBG] pgmap v348: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 3386/246960 objects degraded (1.371%); 2.2 MiB/s, 70 objects/s recovering 2024-05-11T05:03:20.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:19 smithi086 bash[67518]: cluster 2024-05-11T05:03:17.838593+0000 mgr.y (mgr.24832) 397 : cluster [DBG] pgmap v348: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 688 op/s; 3386/246960 objects degraded (1.371%); 2.2 MiB/s, 70 objects/s recovering 2024-05-11T05:03:20.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:19 smithi086 bash[67518]: audit 2024-05-11T05:03:18.851998+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:20.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:19 smithi086 bash[67518]: audit 2024-05-11T05:03:18.851998+0000 mon.a (mon.0) 640 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:21.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:20 smithi086 bash[67518]: audit 2024-05-11T05:03:19.558763+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.72:0/496149466' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:21.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:20 smithi086 bash[67518]: audit 2024-05-11T05:03:19.558763+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.72:0/496149466' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:21.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:20 smithi072 bash[80515]: audit 2024-05-11T05:03:19.558763+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.72:0/496149466' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:21.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:20 smithi072 bash[80515]: audit 2024-05-11T05:03:19.558763+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.72:0/496149466' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:21.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:20 smithi072 bash[82901]: audit 2024-05-11T05:03:19.558763+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.72:0/496149466' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:21.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:20 smithi072 bash[82901]: audit 2024-05-11T05:03:19.558763+0000 mon.b (mon.1) 20 : audit [DBG] from='client.? 172.21.15.72:0/496149466' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:22.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:21 smithi086 bash[67518]: cluster 2024-05-11T05:03:19.839081+0000 mgr.y (mgr.24832) 398 : cluster [DBG] pgmap v349: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 3159/243984 objects degraded (1.295%); 1.3 MiB/s, 67 objects/s recovering 2024-05-11T05:03:22.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:21 smithi086 bash[67518]: cluster 2024-05-11T05:03:19.839081+0000 mgr.y (mgr.24832) 398 : cluster [DBG] pgmap v349: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 3159/243984 objects degraded (1.295%); 1.3 MiB/s, 67 objects/s recovering 2024-05-11T05:03:22.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:21 smithi072 bash[80515]: cluster 2024-05-11T05:03:19.839081+0000 mgr.y (mgr.24832) 398 : cluster [DBG] pgmap v349: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 3159/243984 objects degraded (1.295%); 1.3 MiB/s, 67 objects/s recovering 2024-05-11T05:03:22.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:21 smithi072 bash[80515]: cluster 2024-05-11T05:03:19.839081+0000 mgr.y (mgr.24832) 398 : cluster [DBG] pgmap v349: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 3159/243984 objects degraded (1.295%); 1.3 MiB/s, 67 objects/s recovering 2024-05-11T05:03:22.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:21 smithi072 bash[82901]: cluster 2024-05-11T05:03:19.839081+0000 mgr.y (mgr.24832) 398 : cluster [DBG] pgmap v349: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 3159/243984 objects degraded (1.295%); 1.3 MiB/s, 67 objects/s recovering 2024-05-11T05:03:22.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:21 smithi072 bash[82901]: cluster 2024-05-11T05:03:19.839081+0000 mgr.y (mgr.24832) 398 : cluster [DBG] pgmap v349: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 5.0 GiB data, 18 GiB used, 697 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 3159/243984 objects degraded (1.295%); 1.3 MiB/s, 67 objects/s recovering 2024-05-11T05:03:23.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:22 smithi086 bash[67518]: audit 2024-05-11T05:03:22.130920+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.72:0/2519998251' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:23.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:22 smithi086 bash[67518]: audit 2024-05-11T05:03:22.130920+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.72:0/2519998251' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:23.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:22 smithi072 bash[80515]: audit 2024-05-11T05:03:22.130920+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.72:0/2519998251' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:23.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:22 smithi072 bash[80515]: audit 2024-05-11T05:03:22.130920+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.72:0/2519998251' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:23.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:22 smithi072 bash[82901]: audit 2024-05-11T05:03:22.130920+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.72:0/2519998251' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:23.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:22 smithi072 bash[82901]: audit 2024-05-11T05:03:22.130920+0000 mon.a (mon.0) 641 : audit [DBG] from='client.? 172.21.15.72:0/2519998251' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:23.852 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:23 smithi072 bash[80515]: cluster 2024-05-11T05:03:21.839915+0000 mgr.y (mgr.24832) 399 : cluster [DBG] pgmap v350: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 737 op/s; 3159/239682 objects degraded (1.318%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:23.853 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:23 smithi072 bash[80515]: cluster 2024-05-11T05:03:21.839915+0000 mgr.y (mgr.24832) 399 : cluster [DBG] pgmap v350: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 737 op/s; 3159/239682 objects degraded (1.318%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:23.853 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:23 smithi072 bash[80515]: cluster 2024-05-11T05:03:23.356473+0000 mon.a (mon.0) 642 : cluster [WRN] Health check update: Degraded data redundancy: 3159/239682 objects degraded (1.318%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:23.853 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:23 smithi072 bash[80515]: cluster 2024-05-11T05:03:23.356473+0000 mon.a (mon.0) 642 : cluster [WRN] Health check update: Degraded data redundancy: 3159/239682 objects degraded (1.318%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:23.853 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:23 smithi072 bash[82901]: cluster 2024-05-11T05:03:21.839915+0000 mgr.y (mgr.24832) 399 : cluster [DBG] pgmap v350: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 737 op/s; 3159/239682 objects degraded (1.318%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:23.853 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:23 smithi072 bash[82901]: cluster 2024-05-11T05:03:21.839915+0000 mgr.y (mgr.24832) 399 : cluster [DBG] pgmap v350: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 737 op/s; 3159/239682 objects degraded (1.318%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:23.853 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:23 smithi072 bash[82901]: cluster 2024-05-11T05:03:23.356473+0000 mon.a (mon.0) 642 : cluster [WRN] Health check update: Degraded data redundancy: 3159/239682 objects degraded (1.318%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:23.853 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:23 smithi072 bash[82901]: cluster 2024-05-11T05:03:23.356473+0000 mon.a (mon.0) 642 : cluster [WRN] Health check update: Degraded data redundancy: 3159/239682 objects degraded (1.318%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:24.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:23 smithi086 bash[67518]: cluster 2024-05-11T05:03:21.839915+0000 mgr.y (mgr.24832) 399 : cluster [DBG] pgmap v350: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 737 op/s; 3159/239682 objects degraded (1.318%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:24.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:23 smithi086 bash[67518]: cluster 2024-05-11T05:03:21.839915+0000 mgr.y (mgr.24832) 399 : cluster [DBG] pgmap v350: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.9 GiB data, 18 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 737 op/s; 3159/239682 objects degraded (1.318%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:24.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:23 smithi086 bash[67518]: cluster 2024-05-11T05:03:23.356473+0000 mon.a (mon.0) 642 : cluster [WRN] Health check update: Degraded data redundancy: 3159/239682 objects degraded (1.318%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:24.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:23 smithi086 bash[67518]: cluster 2024-05-11T05:03:23.356473+0000 mon.a (mon.0) 642 : cluster [WRN] Health check update: Degraded data redundancy: 3159/239682 objects degraded (1.318%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:24.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:03:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:03:23] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-05-11T05:03:25.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:24 smithi086 bash[67518]: cluster 2024-05-11T05:03:23.843088+0000 mgr.y (mgr.24832) 400 : cluster [DBG] pgmap v351: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 831 op/s; 2930/232398 objects degraded (1.261%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:25.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:24 smithi086 bash[67518]: cluster 2024-05-11T05:03:23.843088+0000 mgr.y (mgr.24832) 400 : cluster [DBG] pgmap v351: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 831 op/s; 2930/232398 objects degraded (1.261%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:25.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:24 smithi072 bash[80515]: cluster 2024-05-11T05:03:23.843088+0000 mgr.y (mgr.24832) 400 : cluster [DBG] pgmap v351: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 831 op/s; 2930/232398 objects degraded (1.261%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:25.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:24 smithi072 bash[80515]: cluster 2024-05-11T05:03:23.843088+0000 mgr.y (mgr.24832) 400 : cluster [DBG] pgmap v351: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 831 op/s; 2930/232398 objects degraded (1.261%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:25.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:03:24 smithi072 bash[72627]: debug 2024-05-11T05:03:24.733+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:25.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:24 smithi072 bash[82901]: cluster 2024-05-11T05:03:23.843088+0000 mgr.y (mgr.24832) 400 : cluster [DBG] pgmap v351: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 831 op/s; 2930/232398 objects degraded (1.261%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:25.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:24 smithi072 bash[82901]: cluster 2024-05-11T05:03:23.843088+0000 mgr.y (mgr.24832) 400 : cluster [DBG] pgmap v351: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.7 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 831 op/s; 2930/232398 objects degraded (1.261%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:25 smithi086 bash[67518]: audit 2024-05-11T05:03:24.736845+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:25 smithi086 bash[67518]: audit 2024-05-11T05:03:24.736845+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:25 smithi086 bash[67518]: audit 2024-05-11T05:03:24.737131+0000 mgr.y (mgr.24832) 401 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:25 smithi086 bash[67518]: audit 2024-05-11T05:03:24.737131+0000 mgr.y (mgr.24832) 401 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:25 smithi086 bash[67518]: cephadm 2024-05-11T05:03:24.738442+0000 mgr.y (mgr.24832) 402 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:26.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:25 smithi086 bash[67518]: cephadm 2024-05-11T05:03:24.738442+0000 mgr.y (mgr.24832) 402 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:26.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:25 smithi086 bash[67518]: audit 2024-05-11T05:03:24.776066+0000 mon.b (mon.1) 21 : audit [DBG] from='client.? 172.21.15.72:0/2412891050' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:26.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:25 smithi086 bash[67518]: audit 2024-05-11T05:03:24.776066+0000 mon.b (mon.1) 21 : audit [DBG] from='client.? 172.21.15.72:0/2412891050' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:26.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:25 smithi072 bash[80515]: audit 2024-05-11T05:03:24.736845+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:25 smithi072 bash[80515]: audit 2024-05-11T05:03:24.736845+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:25 smithi072 bash[80515]: audit 2024-05-11T05:03:24.737131+0000 mgr.y (mgr.24832) 401 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:25 smithi072 bash[80515]: audit 2024-05-11T05:03:24.737131+0000 mgr.y (mgr.24832) 401 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:25 smithi072 bash[80515]: cephadm 2024-05-11T05:03:24.738442+0000 mgr.y (mgr.24832) 402 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:26.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:25 smithi072 bash[80515]: cephadm 2024-05-11T05:03:24.738442+0000 mgr.y (mgr.24832) 402 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:26.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:25 smithi072 bash[80515]: audit 2024-05-11T05:03:24.776066+0000 mon.b (mon.1) 21 : audit [DBG] from='client.? 172.21.15.72:0/2412891050' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:26.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:25 smithi072 bash[80515]: audit 2024-05-11T05:03:24.776066+0000 mon.b (mon.1) 21 : audit [DBG] from='client.? 172.21.15.72:0/2412891050' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:26.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:25 smithi072 bash[82901]: audit 2024-05-11T05:03:24.736845+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:25 smithi072 bash[82901]: audit 2024-05-11T05:03:24.736845+0000 mon.a (mon.0) 643 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:25 smithi072 bash[82901]: audit 2024-05-11T05:03:24.737131+0000 mgr.y (mgr.24832) 401 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:25 smithi072 bash[82901]: audit 2024-05-11T05:03:24.737131+0000 mgr.y (mgr.24832) 401 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:26.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:25 smithi072 bash[82901]: cephadm 2024-05-11T05:03:24.738442+0000 mgr.y (mgr.24832) 402 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:26.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:25 smithi072 bash[82901]: cephadm 2024-05-11T05:03:24.738442+0000 mgr.y (mgr.24832) 402 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-05-11T05:03:26.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:25 smithi072 bash[82901]: audit 2024-05-11T05:03:24.776066+0000 mon.b (mon.1) 21 : audit [DBG] from='client.? 172.21.15.72:0/2412891050' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:26.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:25 smithi072 bash[82901]: audit 2024-05-11T05:03:24.776066+0000 mon.b (mon.1) 21 : audit [DBG] from='client.? 172.21.15.72:0/2412891050' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:27.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:26 smithi086 bash[67518]: cluster 2024-05-11T05:03:25.844166+0000 mgr.y (mgr.24832) 403 : cluster [DBG] pgmap v352: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 2930/227805 objects degraded (1.286%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:27.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:26 smithi086 bash[67518]: cluster 2024-05-11T05:03:25.844166+0000 mgr.y (mgr.24832) 403 : cluster [DBG] pgmap v352: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 2930/227805 objects degraded (1.286%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:27.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:26 smithi072 bash[80515]: cluster 2024-05-11T05:03:25.844166+0000 mgr.y (mgr.24832) 403 : cluster [DBG] pgmap v352: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 2930/227805 objects degraded (1.286%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:27.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:26 smithi072 bash[80515]: cluster 2024-05-11T05:03:25.844166+0000 mgr.y (mgr.24832) 403 : cluster [DBG] pgmap v352: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 2930/227805 objects degraded (1.286%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:27.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:26 smithi072 bash[82901]: cluster 2024-05-11T05:03:25.844166+0000 mgr.y (mgr.24832) 403 : cluster [DBG] pgmap v352: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 2930/227805 objects degraded (1.286%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:27.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:26 smithi072 bash[82901]: cluster 2024-05-11T05:03:25.844166+0000 mgr.y (mgr.24832) 403 : cluster [DBG] pgmap v352: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.6 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 2930/227805 objects degraded (1.286%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:28.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:27 smithi086 bash[67518]: audit 2024-05-11T05:03:27.396462+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.72:0/3804501529' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:28.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:27 smithi086 bash[67518]: audit 2024-05-11T05:03:27.396462+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.72:0/3804501529' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:28.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:27 smithi072 bash[80515]: audit 2024-05-11T05:03:27.396462+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.72:0/3804501529' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:28.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:27 smithi072 bash[80515]: audit 2024-05-11T05:03:27.396462+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.72:0/3804501529' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:28.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:27 smithi072 bash[82901]: audit 2024-05-11T05:03:27.396462+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.72:0/3804501529' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:28.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:27 smithi072 bash[82901]: audit 2024-05-11T05:03:27.396462+0000 mon.b (mon.1) 22 : audit [DBG] from='client.? 172.21.15.72:0/3804501529' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:29.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:28 smithi086 bash[67518]: cluster 2024-05-11T05:03:27.844738+0000 mgr.y (mgr.24832) 404 : cluster [DBG] pgmap v353: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 2930/223431 objects degraded (1.311%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:29.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:28 smithi086 bash[67518]: cluster 2024-05-11T05:03:27.844738+0000 mgr.y (mgr.24832) 404 : cluster [DBG] pgmap v353: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 2930/223431 objects degraded (1.311%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:29.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:28 smithi086 bash[67518]: cluster 2024-05-11T05:03:28.358694+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 2930/227805 objects degraded (1.286%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:29.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:28 smithi086 bash[67518]: cluster 2024-05-11T05:03:28.358694+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 2930/227805 objects degraded (1.286%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:29.050 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:28 smithi072 bash[80515]: cluster 2024-05-11T05:03:27.844738+0000 mgr.y (mgr.24832) 404 : cluster [DBG] pgmap v353: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 2930/223431 objects degraded (1.311%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:28 smithi072 bash[80515]: cluster 2024-05-11T05:03:27.844738+0000 mgr.y (mgr.24832) 404 : cluster [DBG] pgmap v353: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 2930/223431 objects degraded (1.311%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:28 smithi072 bash[80515]: cluster 2024-05-11T05:03:28.358694+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 2930/227805 objects degraded (1.286%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:28 smithi072 bash[80515]: cluster 2024-05-11T05:03:28.358694+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 2930/227805 objects degraded (1.286%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:29.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:28 smithi072 bash[82901]: cluster 2024-05-11T05:03:27.844738+0000 mgr.y (mgr.24832) 404 : cluster [DBG] pgmap v353: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 2930/223431 objects degraded (1.311%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:29.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:28 smithi072 bash[82901]: cluster 2024-05-11T05:03:27.844738+0000 mgr.y (mgr.24832) 404 : cluster [DBG] pgmap v353: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 698 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 2930/223431 objects degraded (1.311%); 0 B/s, 37 objects/s recovering 2024-05-11T05:03:29.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:28 smithi072 bash[82901]: cluster 2024-05-11T05:03:28.358694+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 2930/227805 objects degraded (1.286%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:29.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:28 smithi072 bash[82901]: cluster 2024-05-11T05:03:28.358694+0000 mon.a (mon.0) 644 : cluster [WRN] Health check update: Degraded data redundancy: 2930/227805 objects degraded (1.286%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:31.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:30 smithi086 bash[67518]: cluster 2024-05-11T05:03:29.845315+0000 mgr.y (mgr.24832) 405 : cluster [DBG] pgmap v354: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 2667/220626 objects degraded (1.209%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:31.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:30 smithi086 bash[67518]: cluster 2024-05-11T05:03:29.845315+0000 mgr.y (mgr.24832) 405 : cluster [DBG] pgmap v354: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 2667/220626 objects degraded (1.209%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:31.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:30 smithi086 bash[67518]: audit 2024-05-11T05:03:29.958754+0000 mon.a (mon.0) 645 : audit [DBG] from='client.? 172.21.15.72:0/2845533127' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:31.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:30 smithi086 bash[67518]: audit 2024-05-11T05:03:29.958754+0000 mon.a (mon.0) 645 : audit [DBG] from='client.? 172.21.15.72:0/2845533127' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:31.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:30 smithi072 bash[80515]: cluster 2024-05-11T05:03:29.845315+0000 mgr.y (mgr.24832) 405 : cluster [DBG] pgmap v354: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 2667/220626 objects degraded (1.209%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:31.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:30 smithi072 bash[80515]: cluster 2024-05-11T05:03:29.845315+0000 mgr.y (mgr.24832) 405 : cluster [DBG] pgmap v354: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 2667/220626 objects degraded (1.209%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:31.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:30 smithi072 bash[80515]: audit 2024-05-11T05:03:29.958754+0000 mon.a (mon.0) 645 : audit [DBG] from='client.? 172.21.15.72:0/2845533127' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:31.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:30 smithi072 bash[80515]: audit 2024-05-11T05:03:29.958754+0000 mon.a (mon.0) 645 : audit [DBG] from='client.? 172.21.15.72:0/2845533127' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:31.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:30 smithi072 bash[82901]: cluster 2024-05-11T05:03:29.845315+0000 mgr.y (mgr.24832) 405 : cluster [DBG] pgmap v354: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 2667/220626 objects degraded (1.209%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:31.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:30 smithi072 bash[82901]: cluster 2024-05-11T05:03:29.845315+0000 mgr.y (mgr.24832) 405 : cluster [DBG] pgmap v354: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.5 GiB data, 17 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 731 op/s; 2667/220626 objects degraded (1.209%); 0 B/s, 59 objects/s recovering 2024-05-11T05:03:31.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:30 smithi072 bash[82901]: audit 2024-05-11T05:03:29.958754+0000 mon.a (mon.0) 645 : audit [DBG] from='client.? 172.21.15.72:0/2845533127' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:31.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:30 smithi072 bash[82901]: audit 2024-05-11T05:03:29.958754+0000 mon.a (mon.0) 645 : audit [DBG] from='client.? 172.21.15.72:0/2845533127' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:32.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:31 smithi086 bash[67518]: cluster 2024-05-11T05:03:30.907947+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-05-11T05:03:32.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:31 smithi086 bash[67518]: cluster 2024-05-11T05:03:30.907947+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-05-11T05:03:32.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:31 smithi072 bash[80515]: cluster 2024-05-11T05:03:30.907947+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-05-11T05:03:32.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:31 smithi072 bash[80515]: cluster 2024-05-11T05:03:30.907947+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-05-11T05:03:32.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:31 smithi072 bash[82901]: cluster 2024-05-11T05:03:30.907947+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-05-11T05:03:32.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:31 smithi072 bash[82901]: cluster 2024-05-11T05:03:30.907947+0000 mon.a (mon.0) 646 : cluster [DBG] osdmap e122: 8 total, 8 up, 8 in 2024-05-11T05:03:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:32 smithi086 bash[67518]: cluster 2024-05-11T05:03:31.846206+0000 mgr.y (mgr.24832) 406 : cluster [DBG] pgmap v356: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2667/216213 objects degraded (1.234%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:32 smithi086 bash[67518]: cluster 2024-05-11T05:03:31.846206+0000 mgr.y (mgr.24832) 406 : cluster [DBG] pgmap v356: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2667/216213 objects degraded (1.234%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:32 smithi086 bash[67518]: cluster 2024-05-11T05:03:31.934140+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-05-11T05:03:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:32 smithi086 bash[67518]: cluster 2024-05-11T05:03:31.934140+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-05-11T05:03:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:32 smithi086 bash[67518]: audit 2024-05-11T05:03:32.574791+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.72:0/3227285668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:33.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:32 smithi086 bash[67518]: audit 2024-05-11T05:03:32.574791+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.72:0/3227285668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:33.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:32 smithi072 bash[80515]: cluster 2024-05-11T05:03:31.846206+0000 mgr.y (mgr.24832) 406 : cluster [DBG] pgmap v356: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2667/216213 objects degraded (1.234%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:33.300 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:32 smithi072 bash[80515]: cluster 2024-05-11T05:03:31.846206+0000 mgr.y (mgr.24832) 406 : cluster [DBG] pgmap v356: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2667/216213 objects degraded (1.234%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:33.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:32 smithi072 bash[80515]: cluster 2024-05-11T05:03:31.934140+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-05-11T05:03:33.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:32 smithi072 bash[80515]: cluster 2024-05-11T05:03:31.934140+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-05-11T05:03:33.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:32 smithi072 bash[80515]: audit 2024-05-11T05:03:32.574791+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.72:0/3227285668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:33.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:32 smithi072 bash[80515]: audit 2024-05-11T05:03:32.574791+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.72:0/3227285668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:33.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:32 smithi072 bash[82901]: cluster 2024-05-11T05:03:31.846206+0000 mgr.y (mgr.24832) 406 : cluster [DBG] pgmap v356: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2667/216213 objects degraded (1.234%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:33.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:32 smithi072 bash[82901]: cluster 2024-05-11T05:03:31.846206+0000 mgr.y (mgr.24832) 406 : cluster [DBG] pgmap v356: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 86 active+clean; 4.4 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2667/216213 objects degraded (1.234%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:33.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:32 smithi072 bash[82901]: cluster 2024-05-11T05:03:31.934140+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-05-11T05:03:33.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:32 smithi072 bash[82901]: cluster 2024-05-11T05:03:31.934140+0000 mon.a (mon.0) 647 : cluster [DBG] osdmap e123: 8 total, 8 up, 8 in 2024-05-11T05:03:33.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:32 smithi072 bash[82901]: audit 2024-05-11T05:03:32.574791+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.72:0/3227285668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:33.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:32 smithi072 bash[82901]: audit 2024-05-11T05:03:32.574791+0000 mon.a (mon.0) 648 : audit [DBG] from='client.? 172.21.15.72:0/3227285668' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:34.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:33 smithi086 bash[67518]: cluster 2024-05-11T05:03:33.361552+0000 mon.a (mon.0) 649 : cluster [WRN] Health check update: Degraded data redundancy: 2667/216213 objects degraded (1.234%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:34.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:33 smithi086 bash[67518]: cluster 2024-05-11T05:03:33.361552+0000 mon.a (mon.0) 649 : cluster [WRN] Health check update: Degraded data redundancy: 2667/216213 objects degraded (1.234%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:34.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:33 smithi086 bash[67518]: audit 2024-05-11T05:03:33.852260+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:34.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:33 smithi086 bash[67518]: audit 2024-05-11T05:03:33.852260+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:34.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:33 smithi072 bash[80515]: cluster 2024-05-11T05:03:33.361552+0000 mon.a (mon.0) 649 : cluster [WRN] Health check update: Degraded data redundancy: 2667/216213 objects degraded (1.234%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:34.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:33 smithi072 bash[80515]: cluster 2024-05-11T05:03:33.361552+0000 mon.a (mon.0) 649 : cluster [WRN] Health check update: Degraded data redundancy: 2667/216213 objects degraded (1.234%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:34.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:33 smithi072 bash[80515]: audit 2024-05-11T05:03:33.852260+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:34.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:33 smithi072 bash[80515]: audit 2024-05-11T05:03:33.852260+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:34.303 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:03:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:03:33] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-05-11T05:03:34.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:33 smithi072 bash[82901]: cluster 2024-05-11T05:03:33.361552+0000 mon.a (mon.0) 649 : cluster [WRN] Health check update: Degraded data redundancy: 2667/216213 objects degraded (1.234%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:34.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:33 smithi072 bash[82901]: cluster 2024-05-11T05:03:33.361552+0000 mon.a (mon.0) 649 : cluster [WRN] Health check update: Degraded data redundancy: 2667/216213 objects degraded (1.234%), 3 pgs degraded, 3 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:34.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:33 smithi072 bash[82901]: audit 2024-05-11T05:03:33.852260+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:34.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:33 smithi072 bash[82901]: audit 2024-05-11T05:03:33.852260+0000 mon.a (mon.0) 650 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:35.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:35 smithi086 bash[67518]: cluster 2024-05-11T05:03:33.846792+0000 mgr.y (mgr.24832) 407 : cluster [DBG] pgmap v358: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 2449/210423 objects degraded (1.164%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:35.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:35 smithi086 bash[67518]: cluster 2024-05-11T05:03:33.846792+0000 mgr.y (mgr.24832) 407 : cluster [DBG] pgmap v358: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 2449/210423 objects degraded (1.164%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:35.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:35 smithi086 bash[67518]: audit 2024-05-11T05:03:35.077341+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.72:0/810479547' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:35.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:35 smithi086 bash[67518]: audit 2024-05-11T05:03:35.077341+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.72:0/810479547' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:35.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:35 smithi072 bash[80515]: cluster 2024-05-11T05:03:33.846792+0000 mgr.y (mgr.24832) 407 : cluster [DBG] pgmap v358: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 2449/210423 objects degraded (1.164%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:35.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:35 smithi072 bash[80515]: cluster 2024-05-11T05:03:33.846792+0000 mgr.y (mgr.24832) 407 : cluster [DBG] pgmap v358: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 2449/210423 objects degraded (1.164%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:35.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:35 smithi072 bash[80515]: audit 2024-05-11T05:03:35.077341+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.72:0/810479547' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:35.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:35 smithi072 bash[80515]: audit 2024-05-11T05:03:35.077341+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.72:0/810479547' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:35.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:35 smithi072 bash[82901]: cluster 2024-05-11T05:03:33.846792+0000 mgr.y (mgr.24832) 407 : cluster [DBG] pgmap v358: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 2449/210423 objects degraded (1.164%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:35.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:35 smithi072 bash[82901]: cluster 2024-05-11T05:03:33.846792+0000 mgr.y (mgr.24832) 407 : cluster [DBG] pgmap v358: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.3 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 724 op/s; 2449/210423 objects degraded (1.164%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:35.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:35 smithi072 bash[82901]: audit 2024-05-11T05:03:35.077341+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.72:0/810479547' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:35.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:35 smithi072 bash[82901]: audit 2024-05-11T05:03:35.077341+0000 mon.b (mon.1) 23 : audit [DBG] from='client.? 172.21.15.72:0/810479547' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:37.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:37 smithi086 bash[67518]: cluster 2024-05-11T05:03:35.847411+0000 mgr.y (mgr.24832) 408 : cluster [DBG] pgmap v359: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 2449/206811 objects degraded (1.184%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:37.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:37 smithi086 bash[67518]: cluster 2024-05-11T05:03:35.847411+0000 mgr.y (mgr.24832) 408 : cluster [DBG] pgmap v359: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 2449/206811 objects degraded (1.184%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:37.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:37 smithi072 bash[80515]: cluster 2024-05-11T05:03:35.847411+0000 mgr.y (mgr.24832) 408 : cluster [DBG] pgmap v359: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 2449/206811 objects degraded (1.184%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:37.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:37 smithi072 bash[80515]: cluster 2024-05-11T05:03:35.847411+0000 mgr.y (mgr.24832) 408 : cluster [DBG] pgmap v359: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 2449/206811 objects degraded (1.184%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:37.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:37 smithi072 bash[82901]: cluster 2024-05-11T05:03:35.847411+0000 mgr.y (mgr.24832) 408 : cluster [DBG] pgmap v359: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 2449/206811 objects degraded (1.184%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:37.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:37 smithi072 bash[82901]: cluster 2024-05-11T05:03:35.847411+0000 mgr.y (mgr.24832) 408 : cluster [DBG] pgmap v359: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.2 GiB data, 16 GiB used, 699 GiB / 715 GiB avail; 0 B/s wr, 692 op/s; 2449/206811 objects degraded (1.184%); 0 B/s, 60 objects/s recovering 2024-05-11T05:03:38.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:38 smithi086 bash[67518]: audit 2024-05-11T05:03:37.701236+0000 mon.b (mon.1) 24 : audit [DBG] from='client.? 172.21.15.72:0/2982984782' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:38.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:38 smithi086 bash[67518]: audit 2024-05-11T05:03:37.701236+0000 mon.b (mon.1) 24 : audit [DBG] from='client.? 172.21.15.72:0/2982984782' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:38.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:38 smithi086 bash[67518]: cluster 2024-05-11T05:03:38.366307+0000 mon.a (mon.0) 651 : cluster [WRN] Health check update: Degraded data redundancy: 2449/206811 objects degraded (1.184%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:38.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:38 smithi086 bash[67518]: cluster 2024-05-11T05:03:38.366307+0000 mon.a (mon.0) 651 : cluster [WRN] Health check update: Degraded data redundancy: 2449/206811 objects degraded (1.184%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:38.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:38 smithi072 bash[80515]: audit 2024-05-11T05:03:37.701236+0000 mon.b (mon.1) 24 : audit [DBG] from='client.? 172.21.15.72:0/2982984782' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:38.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:38 smithi072 bash[80515]: audit 2024-05-11T05:03:37.701236+0000 mon.b (mon.1) 24 : audit [DBG] from='client.? 172.21.15.72:0/2982984782' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:38.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:38 smithi072 bash[80515]: cluster 2024-05-11T05:03:38.366307+0000 mon.a (mon.0) 651 : cluster [WRN] Health check update: Degraded data redundancy: 2449/206811 objects degraded (1.184%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:38.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:38 smithi072 bash[80515]: cluster 2024-05-11T05:03:38.366307+0000 mon.a (mon.0) 651 : cluster [WRN] Health check update: Degraded data redundancy: 2449/206811 objects degraded (1.184%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:38.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:38 smithi072 bash[82901]: audit 2024-05-11T05:03:37.701236+0000 mon.b (mon.1) 24 : audit [DBG] from='client.? 172.21.15.72:0/2982984782' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:38.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:38 smithi072 bash[82901]: audit 2024-05-11T05:03:37.701236+0000 mon.b (mon.1) 24 : audit [DBG] from='client.? 172.21.15.72:0/2982984782' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:38.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:38 smithi072 bash[82901]: cluster 2024-05-11T05:03:38.366307+0000 mon.a (mon.0) 651 : cluster [WRN] Health check update: Degraded data redundancy: 2449/206811 objects degraded (1.184%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:38.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:38 smithi072 bash[82901]: cluster 2024-05-11T05:03:38.366307+0000 mon.a (mon.0) 651 : cluster [WRN] Health check update: Degraded data redundancy: 2449/206811 objects degraded (1.184%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:39.749 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:39 smithi072 bash[80515]: cluster 2024-05-11T05:03:37.848021+0000 mgr.y (mgr.24832) 409 : cluster [DBG] pgmap v360: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2262/201867 objects degraded (1.121%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:39.750 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:39 smithi072 bash[80515]: cluster 2024-05-11T05:03:37.848021+0000 mgr.y (mgr.24832) 409 : cluster [DBG] pgmap v360: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2262/201867 objects degraded (1.121%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:39.750 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:39 smithi072 bash[82901]: cluster 2024-05-11T05:03:37.848021+0000 mgr.y (mgr.24832) 409 : cluster [DBG] pgmap v360: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2262/201867 objects degraded (1.121%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:39.750 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:39 smithi072 bash[82901]: cluster 2024-05-11T05:03:37.848021+0000 mgr.y (mgr.24832) 409 : cluster [DBG] pgmap v360: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2262/201867 objects degraded (1.121%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:39.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:39 smithi086 bash[67518]: cluster 2024-05-11T05:03:37.848021+0000 mgr.y (mgr.24832) 409 : cluster [DBG] pgmap v360: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2262/201867 objects degraded (1.121%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:39.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:39 smithi086 bash[67518]: cluster 2024-05-11T05:03:37.848021+0000 mgr.y (mgr.24832) 409 : cluster [DBG] pgmap v360: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 781 op/s; 2262/201867 objects degraded (1.121%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:40.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:03:39 smithi072 bash[72627]: debug 2024-05-11T05:03:39.748+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:40.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:40 smithi086 bash[67518]: audit 2024-05-11T05:03:39.752502+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:40.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:40 smithi086 bash[67518]: audit 2024-05-11T05:03:39.752502+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:40.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:40 smithi086 bash[67518]: audit 2024-05-11T05:03:40.284891+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.72:0/3889833205' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:40.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:40 smithi086 bash[67518]: audit 2024-05-11T05:03:40.284891+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.72:0/3889833205' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:40.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:40 smithi072 bash[80515]: audit 2024-05-11T05:03:39.752502+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:40.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:40 smithi072 bash[80515]: audit 2024-05-11T05:03:39.752502+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:40.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:40 smithi072 bash[80515]: audit 2024-05-11T05:03:40.284891+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.72:0/3889833205' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:40.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:40 smithi072 bash[80515]: audit 2024-05-11T05:03:40.284891+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.72:0/3889833205' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:40.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:40 smithi072 bash[82901]: audit 2024-05-11T05:03:39.752502+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:40.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:40 smithi072 bash[82901]: audit 2024-05-11T05:03:39.752502+0000 mon.a (mon.0) 652 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:40.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:40 smithi072 bash[82901]: audit 2024-05-11T05:03:40.284891+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.72:0/3889833205' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:40.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:40 smithi072 bash[82901]: audit 2024-05-11T05:03:40.284891+0000 mon.c (mon.2) 30 : audit [DBG] from='client.? 172.21.15.72:0/3889833205' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:41.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:41 smithi086 bash[67518]: audit 2024-05-11T05:03:39.752771+0000 mgr.y (mgr.24832) 410 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:41.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:41 smithi086 bash[67518]: audit 2024-05-11T05:03:39.752771+0000 mgr.y (mgr.24832) 410 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:41.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:41 smithi086 bash[67518]: cephadm 2024-05-11T05:03:39.754374+0000 mgr.y (mgr.24832) 411 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:41.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:41 smithi086 bash[67518]: cephadm 2024-05-11T05:03:39.754374+0000 mgr.y (mgr.24832) 411 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:41.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:41 smithi086 bash[67518]: cluster 2024-05-11T05:03:39.848585+0000 mgr.y (mgr.24832) 412 : cluster [DBG] pgmap v361: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 2262/199755 objects degraded (1.132%); 0 B/s, 45 objects/s recovering 2024-05-11T05:03:41.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:41 smithi086 bash[67518]: cluster 2024-05-11T05:03:39.848585+0000 mgr.y (mgr.24832) 412 : cluster [DBG] pgmap v361: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 2262/199755 objects degraded (1.132%); 0 B/s, 45 objects/s recovering 2024-05-11T05:03:41.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:41 smithi072 bash[80515]: audit 2024-05-11T05:03:39.752771+0000 mgr.y (mgr.24832) 410 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:41.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:41 smithi072 bash[80515]: audit 2024-05-11T05:03:39.752771+0000 mgr.y (mgr.24832) 410 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:41.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:41 smithi072 bash[80515]: cephadm 2024-05-11T05:03:39.754374+0000 mgr.y (mgr.24832) 411 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:41.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:41 smithi072 bash[80515]: cephadm 2024-05-11T05:03:39.754374+0000 mgr.y (mgr.24832) 411 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:41.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:41 smithi072 bash[80515]: cluster 2024-05-11T05:03:39.848585+0000 mgr.y (mgr.24832) 412 : cluster [DBG] pgmap v361: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 2262/199755 objects degraded (1.132%); 0 B/s, 45 objects/s recovering 2024-05-11T05:03:41.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:41 smithi072 bash[80515]: cluster 2024-05-11T05:03:39.848585+0000 mgr.y (mgr.24832) 412 : cluster [DBG] pgmap v361: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 2262/199755 objects degraded (1.132%); 0 B/s, 45 objects/s recovering 2024-05-11T05:03:41.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:41 smithi072 bash[82901]: audit 2024-05-11T05:03:39.752771+0000 mgr.y (mgr.24832) 410 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:41.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:41 smithi072 bash[82901]: audit 2024-05-11T05:03:39.752771+0000 mgr.y (mgr.24832) 410 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:41.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:41 smithi072 bash[82901]: cephadm 2024-05-11T05:03:39.754374+0000 mgr.y (mgr.24832) 411 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:41.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:41 smithi072 bash[82901]: cephadm 2024-05-11T05:03:39.754374+0000 mgr.y (mgr.24832) 411 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:41.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:41 smithi072 bash[82901]: cluster 2024-05-11T05:03:39.848585+0000 mgr.y (mgr.24832) 412 : cluster [DBG] pgmap v361: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 2262/199755 objects degraded (1.132%); 0 B/s, 45 objects/s recovering 2024-05-11T05:03:41.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:41 smithi072 bash[82901]: cluster 2024-05-11T05:03:39.848585+0000 mgr.y (mgr.24832) 412 : cluster [DBG] pgmap v361: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.1 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 613 op/s; 2262/199755 objects degraded (1.132%); 0 B/s, 45 objects/s recovering 2024-05-11T05:03:43.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:43 smithi086 bash[67518]: cluster 2024-05-11T05:03:41.849292+0000 mgr.y (mgr.24832) 413 : cluster [DBG] pgmap v362: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 2262/195483 objects degraded (1.157%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:43.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:43 smithi086 bash[67518]: cluster 2024-05-11T05:03:41.849292+0000 mgr.y (mgr.24832) 413 : cluster [DBG] pgmap v362: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 2262/195483 objects degraded (1.157%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:43.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:43 smithi086 bash[67518]: audit 2024-05-11T05:03:42.965479+0000 mon.b (mon.1) 25 : audit [DBG] from='client.? 172.21.15.72:0/4262658019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:43.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:43 smithi086 bash[67518]: audit 2024-05-11T05:03:42.965479+0000 mon.b (mon.1) 25 : audit [DBG] from='client.? 172.21.15.72:0/4262658019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:43.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:43 smithi086 bash[67518]: cluster 2024-05-11T05:03:43.367201+0000 mon.a (mon.0) 653 : cluster [WRN] Health check update: Degraded data redundancy: 2262/195483 objects degraded (1.157%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:43.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:43 smithi086 bash[67518]: cluster 2024-05-11T05:03:43.367201+0000 mon.a (mon.0) 653 : cluster [WRN] Health check update: Degraded data redundancy: 2262/195483 objects degraded (1.157%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:43.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:43 smithi072 bash[80515]: cluster 2024-05-11T05:03:41.849292+0000 mgr.y (mgr.24832) 413 : cluster [DBG] pgmap v362: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 2262/195483 objects degraded (1.157%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:43 smithi072 bash[80515]: cluster 2024-05-11T05:03:41.849292+0000 mgr.y (mgr.24832) 413 : cluster [DBG] pgmap v362: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 2262/195483 objects degraded (1.157%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:43 smithi072 bash[80515]: audit 2024-05-11T05:03:42.965479+0000 mon.b (mon.1) 25 : audit [DBG] from='client.? 172.21.15.72:0/4262658019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:43 smithi072 bash[80515]: audit 2024-05-11T05:03:42.965479+0000 mon.b (mon.1) 25 : audit [DBG] from='client.? 172.21.15.72:0/4262658019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:43 smithi072 bash[80515]: cluster 2024-05-11T05:03:43.367201+0000 mon.a (mon.0) 653 : cluster [WRN] Health check update: Degraded data redundancy: 2262/195483 objects degraded (1.157%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:43 smithi072 bash[80515]: cluster 2024-05-11T05:03:43.367201+0000 mon.a (mon.0) 653 : cluster [WRN] Health check update: Degraded data redundancy: 2262/195483 objects degraded (1.157%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:43.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:43 smithi072 bash[82901]: cluster 2024-05-11T05:03:41.849292+0000 mgr.y (mgr.24832) 413 : cluster [DBG] pgmap v362: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 2262/195483 objects degraded (1.157%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:43.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:43 smithi072 bash[82901]: cluster 2024-05-11T05:03:41.849292+0000 mgr.y (mgr.24832) 413 : cluster [DBG] pgmap v362: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 4.0 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 690 op/s; 2262/195483 objects degraded (1.157%); 0 B/s, 40 objects/s recovering 2024-05-11T05:03:43.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:43 smithi072 bash[82901]: audit 2024-05-11T05:03:42.965479+0000 mon.b (mon.1) 25 : audit [DBG] from='client.? 172.21.15.72:0/4262658019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:43.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:43 smithi072 bash[82901]: audit 2024-05-11T05:03:42.965479+0000 mon.b (mon.1) 25 : audit [DBG] from='client.? 172.21.15.72:0/4262658019' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:43.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:43 smithi072 bash[82901]: cluster 2024-05-11T05:03:43.367201+0000 mon.a (mon.0) 653 : cluster [WRN] Health check update: Degraded data redundancy: 2262/195483 objects degraded (1.157%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:43.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:43 smithi072 bash[82901]: cluster 2024-05-11T05:03:43.367201+0000 mon.a (mon.0) 653 : cluster [WRN] Health check update: Degraded data redundancy: 2262/195483 objects degraded (1.157%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:44.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:03:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:03:43] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-05-11T05:03:45.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:45 smithi086 bash[67518]: cluster 2024-05-11T05:03:43.849821+0000 mgr.y (mgr.24832) 414 : cluster [DBG] pgmap v363: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 2076/188379 objects degraded (1.102%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:45.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:45 smithi086 bash[67518]: cluster 2024-05-11T05:03:43.849821+0000 mgr.y (mgr.24832) 414 : cluster [DBG] pgmap v363: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 2076/188379 objects degraded (1.102%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:45.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:45 smithi072 bash[80515]: cluster 2024-05-11T05:03:43.849821+0000 mgr.y (mgr.24832) 414 : cluster [DBG] pgmap v363: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 2076/188379 objects degraded (1.102%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:45.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:45 smithi072 bash[80515]: cluster 2024-05-11T05:03:43.849821+0000 mgr.y (mgr.24832) 414 : cluster [DBG] pgmap v363: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 2076/188379 objects degraded (1.102%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:45.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:45 smithi072 bash[82901]: cluster 2024-05-11T05:03:43.849821+0000 mgr.y (mgr.24832) 414 : cluster [DBG] pgmap v363: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 2076/188379 objects degraded (1.102%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:45.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:45 smithi072 bash[82901]: cluster 2024-05-11T05:03:43.849821+0000 mgr.y (mgr.24832) 414 : cluster [DBG] pgmap v363: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.8 GiB data, 15 GiB used, 700 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 2076/188379 objects degraded (1.102%); 0 B/s, 49 objects/s recovering 2024-05-11T05:03:46.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:46 smithi086 bash[67518]: audit 2024-05-11T05:03:45.434371+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.72:0/2626687015' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:46.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:46 smithi086 bash[67518]: audit 2024-05-11T05:03:45.434371+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.72:0/2626687015' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:46.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:46 smithi072 bash[80515]: audit 2024-05-11T05:03:45.434371+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.72:0/2626687015' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:46.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:46 smithi072 bash[80515]: audit 2024-05-11T05:03:45.434371+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.72:0/2626687015' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:46.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:46 smithi072 bash[82901]: audit 2024-05-11T05:03:45.434371+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.72:0/2626687015' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:46.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:46 smithi072 bash[82901]: audit 2024-05-11T05:03:45.434371+0000 mon.a (mon.0) 654 : audit [DBG] from='client.? 172.21.15.72:0/2626687015' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:47 smithi086 bash[67518]: cluster 2024-05-11T05:03:45.850376+0000 mgr.y (mgr.24832) 415 : cluster [DBG] pgmap v364: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 729 op/s; 2076/184167 objects degraded (1.127%); 0 B/s, 31 objects/s recovering 2024-05-11T05:03:47.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:47 smithi086 bash[67518]: cluster 2024-05-11T05:03:45.850376+0000 mgr.y (mgr.24832) 415 : cluster [DBG] pgmap v364: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 729 op/s; 2076/184167 objects degraded (1.127%); 0 B/s, 31 objects/s recovering 2024-05-11T05:03:47.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:47 smithi072 bash[80515]: cluster 2024-05-11T05:03:45.850376+0000 mgr.y (mgr.24832) 415 : cluster [DBG] pgmap v364: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 729 op/s; 2076/184167 objects degraded (1.127%); 0 B/s, 31 objects/s recovering 2024-05-11T05:03:47.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:47 smithi072 bash[80515]: cluster 2024-05-11T05:03:45.850376+0000 mgr.y (mgr.24832) 415 : cluster [DBG] pgmap v364: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 729 op/s; 2076/184167 objects degraded (1.127%); 0 B/s, 31 objects/s recovering 2024-05-11T05:03:47.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:47 smithi072 bash[82901]: cluster 2024-05-11T05:03:45.850376+0000 mgr.y (mgr.24832) 415 : cluster [DBG] pgmap v364: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 729 op/s; 2076/184167 objects degraded (1.127%); 0 B/s, 31 objects/s recovering 2024-05-11T05:03:47.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:47 smithi072 bash[82901]: cluster 2024-05-11T05:03:45.850376+0000 mgr.y (mgr.24832) 415 : cluster [DBG] pgmap v364: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.7 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 729 op/s; 2076/184167 objects degraded (1.127%); 0 B/s, 31 objects/s recovering 2024-05-11T05:03:48.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:48 smithi086 bash[67518]: audit 2024-05-11T05:03:48.030131+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.72:0/3090624099' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:48.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:48 smithi086 bash[67518]: audit 2024-05-11T05:03:48.030131+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.72:0/3090624099' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:48.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:48 smithi086 bash[67518]: cluster 2024-05-11T05:03:48.367990+0000 mon.a (mon.0) 656 : cluster [WRN] Health check update: Degraded data redundancy: 2076/184167 objects degraded (1.127%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:48.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:48 smithi086 bash[67518]: cluster 2024-05-11T05:03:48.367990+0000 mon.a (mon.0) 656 : cluster [WRN] Health check update: Degraded data redundancy: 2076/184167 objects degraded (1.127%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:48.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:48 smithi072 bash[80515]: audit 2024-05-11T05:03:48.030131+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.72:0/3090624099' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:48.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:48 smithi072 bash[80515]: audit 2024-05-11T05:03:48.030131+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.72:0/3090624099' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:48.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:48 smithi072 bash[80515]: cluster 2024-05-11T05:03:48.367990+0000 mon.a (mon.0) 656 : cluster [WRN] Health check update: Degraded data redundancy: 2076/184167 objects degraded (1.127%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:48.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:48 smithi072 bash[80515]: cluster 2024-05-11T05:03:48.367990+0000 mon.a (mon.0) 656 : cluster [WRN] Health check update: Degraded data redundancy: 2076/184167 objects degraded (1.127%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:48.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:48 smithi072 bash[82901]: audit 2024-05-11T05:03:48.030131+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.72:0/3090624099' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:48.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:48 smithi072 bash[82901]: audit 2024-05-11T05:03:48.030131+0000 mon.a (mon.0) 655 : audit [DBG] from='client.? 172.21.15.72:0/3090624099' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:48.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:48 smithi072 bash[82901]: cluster 2024-05-11T05:03:48.367990+0000 mon.a (mon.0) 656 : cluster [WRN] Health check update: Degraded data redundancy: 2076/184167 objects degraded (1.127%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:48.805 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:48 smithi072 bash[82901]: cluster 2024-05-11T05:03:48.367990+0000 mon.a (mon.0) 656 : cluster [WRN] Health check update: Degraded data redundancy: 2076/184167 objects degraded (1.127%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:49 smithi086 bash[67518]: cluster 2024-05-11T05:03:47.850985+0000 mgr.y (mgr.24832) 416 : cluster [DBG] pgmap v365: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 1842/179382 objects degraded (1.027%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:49 smithi086 bash[67518]: cluster 2024-05-11T05:03:47.850985+0000 mgr.y (mgr.24832) 416 : cluster [DBG] pgmap v365: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 1842/179382 objects degraded (1.027%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:49.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:49 smithi086 bash[67518]: audit 2024-05-11T05:03:48.853153+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:49.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:49 smithi086 bash[67518]: audit 2024-05-11T05:03:48.853153+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:49.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:49 smithi072 bash[80515]: cluster 2024-05-11T05:03:47.850985+0000 mgr.y (mgr.24832) 416 : cluster [DBG] pgmap v365: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 1842/179382 objects degraded (1.027%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:49.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:49 smithi072 bash[80515]: cluster 2024-05-11T05:03:47.850985+0000 mgr.y (mgr.24832) 416 : cluster [DBG] pgmap v365: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 1842/179382 objects degraded (1.027%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:49.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:49 smithi072 bash[80515]: audit 2024-05-11T05:03:48.853153+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:49.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:49 smithi072 bash[80515]: audit 2024-05-11T05:03:48.853153+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:49 smithi072 bash[82901]: cluster 2024-05-11T05:03:47.850985+0000 mgr.y (mgr.24832) 416 : cluster [DBG] pgmap v365: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 1842/179382 objects degraded (1.027%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:49 smithi072 bash[82901]: cluster 2024-05-11T05:03:47.850985+0000 mgr.y (mgr.24832) 416 : cluster [DBG] pgmap v365: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 761 op/s; 1842/179382 objects degraded (1.027%); 0 B/s, 50 objects/s recovering 2024-05-11T05:03:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:49 smithi072 bash[82901]: audit 2024-05-11T05:03:48.853153+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:49 smithi072 bash[82901]: audit 2024-05-11T05:03:48.853153+0000 mon.a (mon.0) 657 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:03:51.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:51 smithi086 bash[67518]: cluster 2024-05-11T05:03:49.851530+0000 mgr.y (mgr.24832) 417 : cluster [DBG] pgmap v366: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 1842/177498 objects degraded (1.038%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:51.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:51 smithi086 bash[67518]: cluster 2024-05-11T05:03:49.851530+0000 mgr.y (mgr.24832) 417 : cluster [DBG] pgmap v366: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 1842/177498 objects degraded (1.038%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:51.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:51 smithi086 bash[67518]: audit 2024-05-11T05:03:50.602093+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.72:0/1040526767' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:51.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:51 smithi086 bash[67518]: audit 2024-05-11T05:03:50.602093+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.72:0/1040526767' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:51 smithi072 bash[80515]: cluster 2024-05-11T05:03:49.851530+0000 mgr.y (mgr.24832) 417 : cluster [DBG] pgmap v366: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 1842/177498 objects degraded (1.038%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:51 smithi072 bash[80515]: cluster 2024-05-11T05:03:49.851530+0000 mgr.y (mgr.24832) 417 : cluster [DBG] pgmap v366: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 1842/177498 objects degraded (1.038%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:51 smithi072 bash[80515]: audit 2024-05-11T05:03:50.602093+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.72:0/1040526767' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:51.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:51 smithi072 bash[80515]: audit 2024-05-11T05:03:50.602093+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.72:0/1040526767' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:51.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:51 smithi072 bash[82901]: cluster 2024-05-11T05:03:49.851530+0000 mgr.y (mgr.24832) 417 : cluster [DBG] pgmap v366: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 1842/177498 objects degraded (1.038%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:51.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:51 smithi072 bash[82901]: cluster 2024-05-11T05:03:49.851530+0000 mgr.y (mgr.24832) 417 : cluster [DBG] pgmap v366: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.6 GiB data, 14 GiB used, 701 GiB / 715 GiB avail; 0 B/s wr, 676 op/s; 1842/177498 objects degraded (1.038%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:51 smithi072 bash[82901]: audit 2024-05-11T05:03:50.602093+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.72:0/1040526767' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:51.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:51 smithi072 bash[82901]: audit 2024-05-11T05:03:50.602093+0000 mon.c (mon.2) 31 : audit [DBG] from='client.? 172.21.15.72:0/1040526767' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:53.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:53 smithi086 bash[67518]: cluster 2024-05-11T05:03:51.852223+0000 mgr.y (mgr.24832) 418 : cluster [DBG] pgmap v367: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 1842/173118 objects degraded (1.064%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:53.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:53 smithi086 bash[67518]: cluster 2024-05-11T05:03:51.852223+0000 mgr.y (mgr.24832) 418 : cluster [DBG] pgmap v367: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 1842/173118 objects degraded (1.064%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:53.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:53 smithi086 bash[67518]: audit 2024-05-11T05:03:53.217826+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.72:0/3602447714' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:53.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:53 smithi086 bash[67518]: audit 2024-05-11T05:03:53.217826+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.72:0/3602447714' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:53.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:53 smithi086 bash[67518]: cluster 2024-05-11T05:03:53.369438+0000 mon.a (mon.0) 658 : cluster [WRN] Health check update: Degraded data redundancy: 1842/173118 objects degraded (1.064%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:53.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:53 smithi086 bash[67518]: cluster 2024-05-11T05:03:53.369438+0000 mon.a (mon.0) 658 : cluster [WRN] Health check update: Degraded data redundancy: 1842/173118 objects degraded (1.064%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:53.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:53 smithi072 bash[82901]: cluster 2024-05-11T05:03:51.852223+0000 mgr.y (mgr.24832) 418 : cluster [DBG] pgmap v367: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 1842/173118 objects degraded (1.064%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:53.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:53 smithi072 bash[82901]: cluster 2024-05-11T05:03:51.852223+0000 mgr.y (mgr.24832) 418 : cluster [DBG] pgmap v367: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 1842/173118 objects degraded (1.064%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:53.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:53 smithi072 bash[82901]: audit 2024-05-11T05:03:53.217826+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.72:0/3602447714' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:53.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:53 smithi072 bash[82901]: audit 2024-05-11T05:03:53.217826+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.72:0/3602447714' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:53.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:53 smithi072 bash[82901]: cluster 2024-05-11T05:03:53.369438+0000 mon.a (mon.0) 658 : cluster [WRN] Health check update: Degraded data redundancy: 1842/173118 objects degraded (1.064%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:53.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:53 smithi072 bash[82901]: cluster 2024-05-11T05:03:53.369438+0000 mon.a (mon.0) 658 : cluster [WRN] Health check update: Degraded data redundancy: 1842/173118 objects degraded (1.064%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:53.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:53 smithi072 bash[80515]: cluster 2024-05-11T05:03:51.852223+0000 mgr.y (mgr.24832) 418 : cluster [DBG] pgmap v367: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 1842/173118 objects degraded (1.064%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:53.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:53 smithi072 bash[80515]: cluster 2024-05-11T05:03:51.852223+0000 mgr.y (mgr.24832) 418 : cluster [DBG] pgmap v367: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.5 GiB data, 14 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 739 op/s; 1842/173118 objects degraded (1.064%); 0 B/s, 34 objects/s recovering 2024-05-11T05:03:53.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:53 smithi072 bash[80515]: audit 2024-05-11T05:03:53.217826+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.72:0/3602447714' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:53.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:53 smithi072 bash[80515]: audit 2024-05-11T05:03:53.217826+0000 mon.c (mon.2) 32 : audit [DBG] from='client.? 172.21.15.72:0/3602447714' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:53.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:53 smithi072 bash[80515]: cluster 2024-05-11T05:03:53.369438+0000 mon.a (mon.0) 658 : cluster [WRN] Health check update: Degraded data redundancy: 1842/173118 objects degraded (1.064%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:53.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:53 smithi072 bash[80515]: cluster 2024-05-11T05:03:53.369438+0000 mon.a (mon.0) 658 : cluster [WRN] Health check update: Degraded data redundancy: 1842/173118 objects degraded (1.064%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:54.300 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:03:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:03:53] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-05-11T05:03:55.050 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:03:54 smithi072 bash[72627]: debug 2024-05-11T05:03:54.764+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:55 smithi086 bash[67518]: cluster 2024-05-11T05:03:53.852849+0000 mgr.y (mgr.24832) 419 : cluster [DBG] pgmap v368: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 1636/167973 objects degraded (0.974%); 0 B/s, 52 objects/s recovering 2024-05-11T05:03:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:55 smithi086 bash[67518]: cluster 2024-05-11T05:03:53.852849+0000 mgr.y (mgr.24832) 419 : cluster [DBG] pgmap v368: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 1636/167973 objects degraded (0.974%); 0 B/s, 52 objects/s recovering 2024-05-11T05:03:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:55 smithi086 bash[67518]: audit 2024-05-11T05:03:54.768653+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:55.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:55 smithi086 bash[67518]: audit 2024-05-11T05:03:54.768653+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:55.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:55 smithi072 bash[80515]: cluster 2024-05-11T05:03:53.852849+0000 mgr.y (mgr.24832) 419 : cluster [DBG] pgmap v368: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 1636/167973 objects degraded (0.974%); 0 B/s, 52 objects/s recovering 2024-05-11T05:03:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:55 smithi072 bash[80515]: cluster 2024-05-11T05:03:53.852849+0000 mgr.y (mgr.24832) 419 : cluster [DBG] pgmap v368: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 1636/167973 objects degraded (0.974%); 0 B/s, 52 objects/s recovering 2024-05-11T05:03:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:55 smithi072 bash[80515]: audit 2024-05-11T05:03:54.768653+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:55 smithi072 bash[80515]: audit 2024-05-11T05:03:54.768653+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:55.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:55 smithi072 bash[82901]: cluster 2024-05-11T05:03:53.852849+0000 mgr.y (mgr.24832) 419 : cluster [DBG] pgmap v368: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 1636/167973 objects degraded (0.974%); 0 B/s, 52 objects/s recovering 2024-05-11T05:03:55.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:55 smithi072 bash[82901]: cluster 2024-05-11T05:03:53.852849+0000 mgr.y (mgr.24832) 419 : cluster [DBG] pgmap v368: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.4 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 763 op/s; 1636/167973 objects degraded (0.974%); 0 B/s, 52 objects/s recovering 2024-05-11T05:03:55.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:55 smithi072 bash[82901]: audit 2024-05-11T05:03:54.768653+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:55.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:55 smithi072 bash[82901]: audit 2024-05-11T05:03:54.768653+0000 mon.a (mon.0) 659 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:56.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:56 smithi086 bash[67518]: audit 2024-05-11T05:03:54.769096+0000 mgr.y (mgr.24832) 420 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:56.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:56 smithi086 bash[67518]: audit 2024-05-11T05:03:54.769096+0000 mgr.y (mgr.24832) 420 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:56.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:56 smithi086 bash[67518]: cephadm 2024-05-11T05:03:54.774062+0000 mgr.y (mgr.24832) 421 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:56.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:56 smithi086 bash[67518]: cephadm 2024-05-11T05:03:54.774062+0000 mgr.y (mgr.24832) 421 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:56.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:56 smithi086 bash[67518]: audit 2024-05-11T05:03:55.794864+0000 mon.a (mon.0) 660 : audit [DBG] from='client.? 172.21.15.72:0/613330896' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:56.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:56 smithi086 bash[67518]: audit 2024-05-11T05:03:55.794864+0000 mon.a (mon.0) 660 : audit [DBG] from='client.? 172.21.15.72:0/613330896' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:56.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:56 smithi072 bash[80515]: audit 2024-05-11T05:03:54.769096+0000 mgr.y (mgr.24832) 420 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:56.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:56 smithi072 bash[80515]: audit 2024-05-11T05:03:54.769096+0000 mgr.y (mgr.24832) 420 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:56.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:56 smithi072 bash[80515]: cephadm 2024-05-11T05:03:54.774062+0000 mgr.y (mgr.24832) 421 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:56.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:56 smithi072 bash[80515]: cephadm 2024-05-11T05:03:54.774062+0000 mgr.y (mgr.24832) 421 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:56.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:56 smithi072 bash[80515]: audit 2024-05-11T05:03:55.794864+0000 mon.a (mon.0) 660 : audit [DBG] from='client.? 172.21.15.72:0/613330896' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:56.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:56 smithi072 bash[80515]: audit 2024-05-11T05:03:55.794864+0000 mon.a (mon.0) 660 : audit [DBG] from='client.? 172.21.15.72:0/613330896' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:56.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:56 smithi072 bash[82901]: audit 2024-05-11T05:03:54.769096+0000 mgr.y (mgr.24832) 420 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:56.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:56 smithi072 bash[82901]: audit 2024-05-11T05:03:54.769096+0000 mgr.y (mgr.24832) 420 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:03:56.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:56 smithi072 bash[82901]: cephadm 2024-05-11T05:03:54.774062+0000 mgr.y (mgr.24832) 421 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:56.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:56 smithi072 bash[82901]: cephadm 2024-05-11T05:03:54.774062+0000 mgr.y (mgr.24832) 421 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:03:56.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:56 smithi072 bash[82901]: audit 2024-05-11T05:03:55.794864+0000 mon.a (mon.0) 660 : audit [DBG] from='client.? 172.21.15.72:0/613330896' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:56.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:56 smithi072 bash[82901]: audit 2024-05-11T05:03:55.794864+0000 mon.a (mon.0) 660 : audit [DBG] from='client.? 172.21.15.72:0/613330896' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:57 smithi086 bash[67518]: cluster 2024-05-11T05:03:55.853528+0000 mgr.y (mgr.24832) 422 : cluster [DBG] pgmap v369: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 747 op/s; 1636/161478 objects degraded (1.013%); 0 B/s, 36 objects/s recovering 2024-05-11T05:03:57.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:57 smithi086 bash[67518]: cluster 2024-05-11T05:03:55.853528+0000 mgr.y (mgr.24832) 422 : cluster [DBG] pgmap v369: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 747 op/s; 1636/161478 objects degraded (1.013%); 0 B/s, 36 objects/s recovering 2024-05-11T05:03:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:57 smithi072 bash[80515]: cluster 2024-05-11T05:03:55.853528+0000 mgr.y (mgr.24832) 422 : cluster [DBG] pgmap v369: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 747 op/s; 1636/161478 objects degraded (1.013%); 0 B/s, 36 objects/s recovering 2024-05-11T05:03:57.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:57 smithi072 bash[80515]: cluster 2024-05-11T05:03:55.853528+0000 mgr.y (mgr.24832) 422 : cluster [DBG] pgmap v369: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 747 op/s; 1636/161478 objects degraded (1.013%); 0 B/s, 36 objects/s recovering 2024-05-11T05:03:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:57 smithi072 bash[82901]: cluster 2024-05-11T05:03:55.853528+0000 mgr.y (mgr.24832) 422 : cluster [DBG] pgmap v369: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 747 op/s; 1636/161478 objects degraded (1.013%); 0 B/s, 36 objects/s recovering 2024-05-11T05:03:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:57 smithi072 bash[82901]: cluster 2024-05-11T05:03:55.853528+0000 mgr.y (mgr.24832) 422 : cluster [DBG] pgmap v369: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.3 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 747 op/s; 1636/161478 objects degraded (1.013%); 0 B/s, 36 objects/s recovering 2024-05-11T05:03:58.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:58 smithi086 bash[67518]: audit 2024-05-11T05:03:58.336084+0000 mon.a (mon.0) 661 : audit [DBG] from='client.? 172.21.15.72:0/3061801508' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:58.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:58 smithi086 bash[67518]: audit 2024-05-11T05:03:58.336084+0000 mon.a (mon.0) 661 : audit [DBG] from='client.? 172.21.15.72:0/3061801508' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:58.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:58 smithi086 bash[67518]: cluster 2024-05-11T05:03:58.370671+0000 mon.a (mon.0) 662 : cluster [WRN] Health check update: Degraded data redundancy: 1636/161478 objects degraded (1.013%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:58.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:58 smithi086 bash[67518]: cluster 2024-05-11T05:03:58.370671+0000 mon.a (mon.0) 662 : cluster [WRN] Health check update: Degraded data redundancy: 1636/161478 objects degraded (1.013%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:58.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:58 smithi086 bash[67518]: cluster 2024-05-11T05:03:58.380110+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-05-11T05:03:58.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:58 smithi086 bash[67518]: cluster 2024-05-11T05:03:58.380110+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-05-11T05:03:58.800 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:58 smithi072 bash[82901]: audit 2024-05-11T05:03:58.336084+0000 mon.a (mon.0) 661 : audit [DBG] from='client.? 172.21.15.72:0/3061801508' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:58.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:58 smithi072 bash[82901]: audit 2024-05-11T05:03:58.336084+0000 mon.a (mon.0) 661 : audit [DBG] from='client.? 172.21.15.72:0/3061801508' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:58.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:58 smithi072 bash[82901]: cluster 2024-05-11T05:03:58.370671+0000 mon.a (mon.0) 662 : cluster [WRN] Health check update: Degraded data redundancy: 1636/161478 objects degraded (1.013%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:58.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:58 smithi072 bash[82901]: cluster 2024-05-11T05:03:58.370671+0000 mon.a (mon.0) 662 : cluster [WRN] Health check update: Degraded data redundancy: 1636/161478 objects degraded (1.013%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:58.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:58 smithi072 bash[82901]: cluster 2024-05-11T05:03:58.380110+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-05-11T05:03:58.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:58 smithi072 bash[82901]: cluster 2024-05-11T05:03:58.380110+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-05-11T05:03:58.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:58 smithi072 bash[80515]: audit 2024-05-11T05:03:58.336084+0000 mon.a (mon.0) 661 : audit [DBG] from='client.? 172.21.15.72:0/3061801508' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:58.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:58 smithi072 bash[80515]: audit 2024-05-11T05:03:58.336084+0000 mon.a (mon.0) 661 : audit [DBG] from='client.? 172.21.15.72:0/3061801508' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:03:58.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:58 smithi072 bash[80515]: cluster 2024-05-11T05:03:58.370671+0000 mon.a (mon.0) 662 : cluster [WRN] Health check update: Degraded data redundancy: 1636/161478 objects degraded (1.013%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:58.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:58 smithi072 bash[80515]: cluster 2024-05-11T05:03:58.370671+0000 mon.a (mon.0) 662 : cluster [WRN] Health check update: Degraded data redundancy: 1636/161478 objects degraded (1.013%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:03:58.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:58 smithi072 bash[80515]: cluster 2024-05-11T05:03:58.380110+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-05-11T05:03:58.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:58 smithi072 bash[80515]: cluster 2024-05-11T05:03:58.380110+0000 mon.a (mon.0) 663 : cluster [DBG] osdmap e124: 8 total, 8 up, 8 in 2024-05-11T05:03:59.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:59 smithi086 bash[67518]: cluster 2024-05-11T05:03:57.854055+0000 mgr.y (mgr.24832) 423 : cluster [DBG] pgmap v370: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 1412/156402 objects degraded (0.903%); 0 B/s, 55 objects/s recovering 2024-05-11T05:03:59.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:59 smithi086 bash[67518]: cluster 2024-05-11T05:03:57.854055+0000 mgr.y (mgr.24832) 423 : cluster [DBG] pgmap v370: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 1412/156402 objects degraded (0.903%); 0 B/s, 55 objects/s recovering 2024-05-11T05:03:59.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:59 smithi086 bash[67518]: cluster 2024-05-11T05:03:59.380990+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-05-11T05:03:59.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:03:59 smithi086 bash[67518]: cluster 2024-05-11T05:03:59.380990+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-05-11T05:03:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:59 smithi072 bash[80515]: cluster 2024-05-11T05:03:57.854055+0000 mgr.y (mgr.24832) 423 : cluster [DBG] pgmap v370: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 1412/156402 objects degraded (0.903%); 0 B/s, 55 objects/s recovering 2024-05-11T05:03:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:59 smithi072 bash[80515]: cluster 2024-05-11T05:03:57.854055+0000 mgr.y (mgr.24832) 423 : cluster [DBG] pgmap v370: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 1412/156402 objects degraded (0.903%); 0 B/s, 55 objects/s recovering 2024-05-11T05:03:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:59 smithi072 bash[80515]: cluster 2024-05-11T05:03:59.380990+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-05-11T05:03:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:03:59 smithi072 bash[80515]: cluster 2024-05-11T05:03:59.380990+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-05-11T05:03:59.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:59 smithi072 bash[82901]: cluster 2024-05-11T05:03:57.854055+0000 mgr.y (mgr.24832) 423 : cluster [DBG] pgmap v370: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 1412/156402 objects degraded (0.903%); 0 B/s, 55 objects/s recovering 2024-05-11T05:03:59.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:59 smithi072 bash[82901]: cluster 2024-05-11T05:03:57.854055+0000 mgr.y (mgr.24832) 423 : cluster [DBG] pgmap v370: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.2 GiB data, 13 GiB used, 702 GiB / 715 GiB avail; 0 B/s wr, 771 op/s; 1412/156402 objects degraded (0.903%); 0 B/s, 55 objects/s recovering 2024-05-11T05:03:59.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:59 smithi072 bash[82901]: cluster 2024-05-11T05:03:59.380990+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-05-11T05:03:59.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:03:59 smithi072 bash[82901]: cluster 2024-05-11T05:03:59.380990+0000 mon.a (mon.0) 664 : cluster [DBG] osdmap e125: 8 total, 8 up, 8 in 2024-05-11T05:04:01.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:01 smithi086 bash[67518]: cluster 2024-05-11T05:03:59.858905+0000 mgr.y (mgr.24832) 424 : cluster [DBG] pgmap v373: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 1412/154440 objects degraded (0.914%); 0 B/s, 53 objects/s recovering 2024-05-11T05:04:01.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:01 smithi086 bash[67518]: cluster 2024-05-11T05:03:59.858905+0000 mgr.y (mgr.24832) 424 : cluster [DBG] pgmap v373: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 1412/154440 objects degraded (0.914%); 0 B/s, 53 objects/s recovering 2024-05-11T05:04:01.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:01 smithi086 bash[67518]: audit 2024-05-11T05:04:00.869185+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.72:0/3897909517' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:01.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:01 smithi086 bash[67518]: audit 2024-05-11T05:04:00.869185+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.72:0/3897909517' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:01 smithi072 bash[80515]: cluster 2024-05-11T05:03:59.858905+0000 mgr.y (mgr.24832) 424 : cluster [DBG] pgmap v373: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 1412/154440 objects degraded (0.914%); 0 B/s, 53 objects/s recovering 2024-05-11T05:04:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:01 smithi072 bash[80515]: cluster 2024-05-11T05:03:59.858905+0000 mgr.y (mgr.24832) 424 : cluster [DBG] pgmap v373: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 1412/154440 objects degraded (0.914%); 0 B/s, 53 objects/s recovering 2024-05-11T05:04:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:01 smithi072 bash[80515]: audit 2024-05-11T05:04:00.869185+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.72:0/3897909517' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:01 smithi072 bash[80515]: audit 2024-05-11T05:04:00.869185+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.72:0/3897909517' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:01.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:01 smithi072 bash[82901]: cluster 2024-05-11T05:03:59.858905+0000 mgr.y (mgr.24832) 424 : cluster [DBG] pgmap v373: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 1412/154440 objects degraded (0.914%); 0 B/s, 53 objects/s recovering 2024-05-11T05:04:01.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:01 smithi072 bash[82901]: cluster 2024-05-11T05:03:59.858905+0000 mgr.y (mgr.24832) 424 : cluster [DBG] pgmap v373: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 1412/154440 objects degraded (0.914%); 0 B/s, 53 objects/s recovering 2024-05-11T05:04:01.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:01 smithi072 bash[82901]: audit 2024-05-11T05:04:00.869185+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.72:0/3897909517' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:01.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:01 smithi072 bash[82901]: audit 2024-05-11T05:04:00.869185+0000 mon.c (mon.2) 33 : audit [DBG] from='client.? 172.21.15.72:0/3897909517' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:03.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:03 smithi086 bash[67518]: cluster 2024-05-11T05:04:01.859566+0000 mgr.y (mgr.24832) 425 : cluster [DBG] pgmap v374: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 1412/151251 objects degraded (0.934%); 0 B/s, 27 objects/s recovering 2024-05-11T05:04:03.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:03 smithi086 bash[67518]: cluster 2024-05-11T05:04:01.859566+0000 mgr.y (mgr.24832) 425 : cluster [DBG] pgmap v374: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 1412/151251 objects degraded (0.934%); 0 B/s, 27 objects/s recovering 2024-05-11T05:04:03.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:03 smithi086 bash[67518]: cluster 2024-05-11T05:04:03.371738+0000 mon.a (mon.0) 665 : cluster [WRN] Health check update: Degraded data redundancy: 1412/151251 objects degraded (0.934%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:04:03.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:03 smithi086 bash[67518]: cluster 2024-05-11T05:04:03.371738+0000 mon.a (mon.0) 665 : cluster [WRN] Health check update: Degraded data redundancy: 1412/151251 objects degraded (0.934%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:04:03.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:03 smithi086 bash[67518]: audit 2024-05-11T05:04:03.387561+0000 mon.a (mon.0) 666 : audit [DBG] from='client.? 172.21.15.72:0/2107819044' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:03.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:03 smithi086 bash[67518]: audit 2024-05-11T05:04:03.387561+0000 mon.a (mon.0) 666 : audit [DBG] from='client.? 172.21.15.72:0/2107819044' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:03 smithi072 bash[80515]: cluster 2024-05-11T05:04:01.859566+0000 mgr.y (mgr.24832) 425 : cluster [DBG] pgmap v374: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 1412/151251 objects degraded (0.934%); 0 B/s, 27 objects/s recovering 2024-05-11T05:04:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:03 smithi072 bash[80515]: cluster 2024-05-11T05:04:01.859566+0000 mgr.y (mgr.24832) 425 : cluster [DBG] pgmap v374: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 1412/151251 objects degraded (0.934%); 0 B/s, 27 objects/s recovering 2024-05-11T05:04:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:03 smithi072 bash[80515]: cluster 2024-05-11T05:04:03.371738+0000 mon.a (mon.0) 665 : cluster [WRN] Health check update: Degraded data redundancy: 1412/151251 objects degraded (0.934%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:04:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:03 smithi072 bash[80515]: cluster 2024-05-11T05:04:03.371738+0000 mon.a (mon.0) 665 : cluster [WRN] Health check update: Degraded data redundancy: 1412/151251 objects degraded (0.934%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:04:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:03 smithi072 bash[80515]: audit 2024-05-11T05:04:03.387561+0000 mon.a (mon.0) 666 : audit [DBG] from='client.? 172.21.15.72:0/2107819044' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:03 smithi072 bash[80515]: audit 2024-05-11T05:04:03.387561+0000 mon.a (mon.0) 666 : audit [DBG] from='client.? 172.21.15.72:0/2107819044' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:03.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:03 smithi072 bash[82901]: cluster 2024-05-11T05:04:01.859566+0000 mgr.y (mgr.24832) 425 : cluster [DBG] pgmap v374: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 1412/151251 objects degraded (0.934%); 0 B/s, 27 objects/s recovering 2024-05-11T05:04:03.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:03 smithi072 bash[82901]: cluster 2024-05-11T05:04:01.859566+0000 mgr.y (mgr.24832) 425 : cluster [DBG] pgmap v374: 89 pgs: 1 active+recovering+undersized+degraded+remapped, 1 active+recovery_wait+undersized+degraded+remapped, 87 active+clean; 3.1 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 696 op/s; 1412/151251 objects degraded (0.934%); 0 B/s, 27 objects/s recovering 2024-05-11T05:04:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:03 smithi072 bash[82901]: cluster 2024-05-11T05:04:03.371738+0000 mon.a (mon.0) 665 : cluster [WRN] Health check update: Degraded data redundancy: 1412/151251 objects degraded (0.934%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:04:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:03 smithi072 bash[82901]: cluster 2024-05-11T05:04:03.371738+0000 mon.a (mon.0) 665 : cluster [WRN] Health check update: Degraded data redundancy: 1412/151251 objects degraded (0.934%), 2 pgs degraded, 2 pgs undersized (PG_DEGRADED) 2024-05-11T05:04:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:03 smithi072 bash[82901]: audit 2024-05-11T05:04:03.387561+0000 mon.a (mon.0) 666 : audit [DBG] from='client.? 172.21.15.72:0/2107819044' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:03 smithi072 bash[82901]: audit 2024-05-11T05:04:03.387561+0000 mon.a (mon.0) 666 : audit [DBG] from='client.? 172.21.15.72:0/2107819044' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:04.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:04:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:04:03] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-05-11T05:04:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:04 smithi086 bash[67518]: audit 2024-05-11T05:04:03.853165+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:04.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:04 smithi086 bash[67518]: audit 2024-05-11T05:04:03.853165+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:04 smithi072 bash[80515]: audit 2024-05-11T05:04:03.853165+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:04 smithi072 bash[80515]: audit 2024-05-11T05:04:03.853165+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:04.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:04 smithi072 bash[82901]: audit 2024-05-11T05:04:03.853165+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:04.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:04 smithi072 bash[82901]: audit 2024-05-11T05:04:03.853165+0000 mon.a (mon.0) 667 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:05.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:05 smithi086 bash[67518]: cluster 2024-05-11T05:04:03.862124+0000 mgr.y (mgr.24832) 426 : cluster [DBG] pgmap v375: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 915/148059 objects degraded (0.618%); 0 B/s, 90 objects/s recovering 2024-05-11T05:04:05.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:05 smithi086 bash[67518]: cluster 2024-05-11T05:04:03.862124+0000 mgr.y (mgr.24832) 426 : cluster [DBG] pgmap v375: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 915/148059 objects degraded (0.618%); 0 B/s, 90 objects/s recovering 2024-05-11T05:04:05.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:05 smithi072 bash[80515]: cluster 2024-05-11T05:04:03.862124+0000 mgr.y (mgr.24832) 426 : cluster [DBG] pgmap v375: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 915/148059 objects degraded (0.618%); 0 B/s, 90 objects/s recovering 2024-05-11T05:04:05.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:05 smithi072 bash[80515]: cluster 2024-05-11T05:04:03.862124+0000 mgr.y (mgr.24832) 426 : cluster [DBG] pgmap v375: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 915/148059 objects degraded (0.618%); 0 B/s, 90 objects/s recovering 2024-05-11T05:04:05.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:05 smithi072 bash[82901]: cluster 2024-05-11T05:04:03.862124+0000 mgr.y (mgr.24832) 426 : cluster [DBG] pgmap v375: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 915/148059 objects degraded (0.618%); 0 B/s, 90 objects/s recovering 2024-05-11T05:04:05.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:05 smithi072 bash[82901]: cluster 2024-05-11T05:04:03.862124+0000 mgr.y (mgr.24832) 426 : cluster [DBG] pgmap v375: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 3.0 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 558 op/s; 915/148059 objects degraded (0.618%); 0 B/s, 90 objects/s recovering 2024-05-11T05:04:06.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:06 smithi086 bash[67518]: audit 2024-05-11T05:04:06.028965+0000 mon.b (mon.1) 26 : audit [DBG] from='client.? 172.21.15.72:0/936903294' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:06.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:06 smithi086 bash[67518]: audit 2024-05-11T05:04:06.028965+0000 mon.b (mon.1) 26 : audit [DBG] from='client.? 172.21.15.72:0/936903294' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:06.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:06 smithi072 bash[80515]: audit 2024-05-11T05:04:06.028965+0000 mon.b (mon.1) 26 : audit [DBG] from='client.? 172.21.15.72:0/936903294' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:06.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:06 smithi072 bash[80515]: audit 2024-05-11T05:04:06.028965+0000 mon.b (mon.1) 26 : audit [DBG] from='client.? 172.21.15.72:0/936903294' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:06.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:06 smithi072 bash[82901]: audit 2024-05-11T05:04:06.028965+0000 mon.b (mon.1) 26 : audit [DBG] from='client.? 172.21.15.72:0/936903294' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:06.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:06 smithi072 bash[82901]: audit 2024-05-11T05:04:06.028965+0000 mon.b (mon.1) 26 : audit [DBG] from='client.? 172.21.15.72:0/936903294' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:07.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:07 smithi086 bash[67518]: cluster 2024-05-11T05:04:05.864110+0000 mgr.y (mgr.24832) 427 : cluster [DBG] pgmap v376: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 584 op/s; 915/142362 objects degraded (0.643%); 0 B/s, 62 objects/s recovering 2024-05-11T05:04:07.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:07 smithi086 bash[67518]: cluster 2024-05-11T05:04:05.864110+0000 mgr.y (mgr.24832) 427 : cluster [DBG] pgmap v376: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 584 op/s; 915/142362 objects degraded (0.643%); 0 B/s, 62 objects/s recovering 2024-05-11T05:04:07.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:07 smithi072 bash[80515]: cluster 2024-05-11T05:04:05.864110+0000 mgr.y (mgr.24832) 427 : cluster [DBG] pgmap v376: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 584 op/s; 915/142362 objects degraded (0.643%); 0 B/s, 62 objects/s recovering 2024-05-11T05:04:07.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:07 smithi072 bash[80515]: cluster 2024-05-11T05:04:05.864110+0000 mgr.y (mgr.24832) 427 : cluster [DBG] pgmap v376: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 584 op/s; 915/142362 objects degraded (0.643%); 0 B/s, 62 objects/s recovering 2024-05-11T05:04:07.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:07 smithi072 bash[82901]: cluster 2024-05-11T05:04:05.864110+0000 mgr.y (mgr.24832) 427 : cluster [DBG] pgmap v376: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 584 op/s; 915/142362 objects degraded (0.643%); 0 B/s, 62 objects/s recovering 2024-05-11T05:04:07.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:07 smithi072 bash[82901]: cluster 2024-05-11T05:04:05.864110+0000 mgr.y (mgr.24832) 427 : cluster [DBG] pgmap v376: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.9 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 0 B/s wr, 584 op/s; 915/142362 objects degraded (0.643%); 0 B/s, 62 objects/s recovering 2024-05-11T05:04:08.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:08 smithi086 bash[67518]: cluster 2024-05-11T05:04:08.372609+0000 mon.a (mon.0) 668 : cluster [WRN] Health check update: Degraded data redundancy: 915/142362 objects degraded (0.643%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:08.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:08 smithi086 bash[67518]: cluster 2024-05-11T05:04:08.372609+0000 mon.a (mon.0) 668 : cluster [WRN] Health check update: Degraded data redundancy: 915/142362 objects degraded (0.643%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:08.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:08 smithi072 bash[80515]: cluster 2024-05-11T05:04:08.372609+0000 mon.a (mon.0) 668 : cluster [WRN] Health check update: Degraded data redundancy: 915/142362 objects degraded (0.643%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:08.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:08 smithi072 bash[80515]: cluster 2024-05-11T05:04:08.372609+0000 mon.a (mon.0) 668 : cluster [WRN] Health check update: Degraded data redundancy: 915/142362 objects degraded (0.643%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:08.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:08 smithi072 bash[82901]: cluster 2024-05-11T05:04:08.372609+0000 mon.a (mon.0) 668 : cluster [WRN] Health check update: Degraded data redundancy: 915/142362 objects degraded (0.643%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:08.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:08 smithi072 bash[82901]: cluster 2024-05-11T05:04:08.372609+0000 mon.a (mon.0) 668 : cluster [WRN] Health check update: Degraded data redundancy: 915/142362 objects degraded (0.643%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:09.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:09 smithi086 bash[67518]: cluster 2024-05-11T05:04:07.864683+0000 mgr.y (mgr.24832) 428 : cluster [DBG] pgmap v377: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 706/137490 objects degraded (0.513%); 0 B/s, 74 objects/s recovering 2024-05-11T05:04:09.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:09 smithi086 bash[67518]: cluster 2024-05-11T05:04:07.864683+0000 mgr.y (mgr.24832) 428 : cluster [DBG] pgmap v377: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 706/137490 objects degraded (0.513%); 0 B/s, 74 objects/s recovering 2024-05-11T05:04:09.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:09 smithi086 bash[67518]: audit 2024-05-11T05:04:08.609673+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.72:0/2088833230' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:09.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:09 smithi086 bash[67518]: audit 2024-05-11T05:04:08.609673+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.72:0/2088833230' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:09.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:09 smithi072 bash[80515]: cluster 2024-05-11T05:04:07.864683+0000 mgr.y (mgr.24832) 428 : cluster [DBG] pgmap v377: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 706/137490 objects degraded (0.513%); 0 B/s, 74 objects/s recovering 2024-05-11T05:04:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:09 smithi072 bash[80515]: cluster 2024-05-11T05:04:07.864683+0000 mgr.y (mgr.24832) 428 : cluster [DBG] pgmap v377: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 706/137490 objects degraded (0.513%); 0 B/s, 74 objects/s recovering 2024-05-11T05:04:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:09 smithi072 bash[80515]: audit 2024-05-11T05:04:08.609673+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.72:0/2088833230' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:09 smithi072 bash[80515]: audit 2024-05-11T05:04:08.609673+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.72:0/2088833230' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:09.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:09 smithi072 bash[82901]: cluster 2024-05-11T05:04:07.864683+0000 mgr.y (mgr.24832) 428 : cluster [DBG] pgmap v377: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 706/137490 objects degraded (0.513%); 0 B/s, 74 objects/s recovering 2024-05-11T05:04:09.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:09 smithi072 bash[82901]: cluster 2024-05-11T05:04:07.864683+0000 mgr.y (mgr.24832) 428 : cluster [DBG] pgmap v377: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 664 op/s; 706/137490 objects degraded (0.513%); 0 B/s, 74 objects/s recovering 2024-05-11T05:04:09.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:09 smithi072 bash[82901]: audit 2024-05-11T05:04:08.609673+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.72:0/2088833230' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:09.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:09 smithi072 bash[82901]: audit 2024-05-11T05:04:08.609673+0000 mon.c (mon.2) 34 : audit [DBG] from='client.? 172.21.15.72:0/2088833230' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:10.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:10 smithi086 bash[67518]: audit 2024-05-11T05:04:09.788504+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:10.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:10 smithi086 bash[67518]: audit 2024-05-11T05:04:09.788504+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:10.800 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:10 smithi072 bash[80515]: audit 2024-05-11T05:04:09.788504+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:10.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:10 smithi072 bash[80515]: audit 2024-05-11T05:04:09.788504+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:10.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:10 smithi072 bash[82901]: audit 2024-05-11T05:04:09.788504+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:10.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:10 smithi072 bash[82901]: audit 2024-05-11T05:04:09.788504+0000 mon.a (mon.0) 669 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:11.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:11 smithi086 bash[67518]: cluster 2024-05-11T05:04:09.865215+0000 mgr.y (mgr.24832) 429 : cluster [DBG] pgmap v378: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 706/135318 objects degraded (0.522%); 0 B/s, 67 objects/s recovering 2024-05-11T05:04:11.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:11 smithi086 bash[67518]: cluster 2024-05-11T05:04:09.865215+0000 mgr.y (mgr.24832) 429 : cluster [DBG] pgmap v378: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 706/135318 objects degraded (0.522%); 0 B/s, 67 objects/s recovering 2024-05-11T05:04:11.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:11 smithi086 bash[67518]: audit 2024-05-11T05:04:11.176323+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.72:0/1240008824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:11.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:11 smithi086 bash[67518]: audit 2024-05-11T05:04:11.176323+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.72:0/1240008824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:11 smithi072 bash[80515]: cluster 2024-05-11T05:04:09.865215+0000 mgr.y (mgr.24832) 429 : cluster [DBG] pgmap v378: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 706/135318 objects degraded (0.522%); 0 B/s, 67 objects/s recovering 2024-05-11T05:04:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:11 smithi072 bash[80515]: cluster 2024-05-11T05:04:09.865215+0000 mgr.y (mgr.24832) 429 : cluster [DBG] pgmap v378: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 706/135318 objects degraded (0.522%); 0 B/s, 67 objects/s recovering 2024-05-11T05:04:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:11 smithi072 bash[80515]: audit 2024-05-11T05:04:11.176323+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.72:0/1240008824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:11 smithi072 bash[80515]: audit 2024-05-11T05:04:11.176323+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.72:0/1240008824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:11.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:11 smithi072 bash[82901]: cluster 2024-05-11T05:04:09.865215+0000 mgr.y (mgr.24832) 429 : cluster [DBG] pgmap v378: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 706/135318 objects degraded (0.522%); 0 B/s, 67 objects/s recovering 2024-05-11T05:04:11.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:11 smithi072 bash[82901]: cluster 2024-05-11T05:04:09.865215+0000 mgr.y (mgr.24832) 429 : cluster [DBG] pgmap v378: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.8 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 607 op/s; 706/135318 objects degraded (0.522%); 0 B/s, 67 objects/s recovering 2024-05-11T05:04:11.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:11 smithi072 bash[82901]: audit 2024-05-11T05:04:11.176323+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.72:0/1240008824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:11.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:11 smithi072 bash[82901]: audit 2024-05-11T05:04:11.176323+0000 mon.c (mon.2) 35 : audit [DBG] from='client.? 172.21.15.72:0/1240008824' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:13.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:13 smithi086 bash[67518]: cluster 2024-05-11T05:04:11.865837+0000 mgr.y (mgr.24832) 430 : cluster [DBG] pgmap v379: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 706/131259 objects degraded (0.538%); 0 B/s, 58 objects/s recovering 2024-05-11T05:04:13.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:13 smithi086 bash[67518]: cluster 2024-05-11T05:04:11.865837+0000 mgr.y (mgr.24832) 430 : cluster [DBG] pgmap v379: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 706/131259 objects degraded (0.538%); 0 B/s, 58 objects/s recovering 2024-05-11T05:04:13.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:13 smithi086 bash[67518]: cluster 2024-05-11T05:04:13.373366+0000 mon.a (mon.0) 670 : cluster [WRN] Health check update: Degraded data redundancy: 706/131259 objects degraded (0.538%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:13.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:13 smithi086 bash[67518]: cluster 2024-05-11T05:04:13.373366+0000 mon.a (mon.0) 670 : cluster [WRN] Health check update: Degraded data redundancy: 706/131259 objects degraded (0.538%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:13 smithi072 bash[80515]: cluster 2024-05-11T05:04:11.865837+0000 mgr.y (mgr.24832) 430 : cluster [DBG] pgmap v379: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 706/131259 objects degraded (0.538%); 0 B/s, 58 objects/s recovering 2024-05-11T05:04:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:13 smithi072 bash[80515]: cluster 2024-05-11T05:04:11.865837+0000 mgr.y (mgr.24832) 430 : cluster [DBG] pgmap v379: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 706/131259 objects degraded (0.538%); 0 B/s, 58 objects/s recovering 2024-05-11T05:04:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:13 smithi072 bash[80515]: cluster 2024-05-11T05:04:13.373366+0000 mon.a (mon.0) 670 : cluster [WRN] Health check update: Degraded data redundancy: 706/131259 objects degraded (0.538%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:13 smithi072 bash[80515]: cluster 2024-05-11T05:04:13.373366+0000 mon.a (mon.0) 670 : cluster [WRN] Health check update: Degraded data redundancy: 706/131259 objects degraded (0.538%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:13.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:13 smithi072 bash[82901]: cluster 2024-05-11T05:04:11.865837+0000 mgr.y (mgr.24832) 430 : cluster [DBG] pgmap v379: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 706/131259 objects degraded (0.538%); 0 B/s, 58 objects/s recovering 2024-05-11T05:04:13.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:13 smithi072 bash[82901]: cluster 2024-05-11T05:04:11.865837+0000 mgr.y (mgr.24832) 430 : cluster [DBG] pgmap v379: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.7 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 706/131259 objects degraded (0.538%); 0 B/s, 58 objects/s recovering 2024-05-11T05:04:13.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:13 smithi072 bash[82901]: cluster 2024-05-11T05:04:13.373366+0000 mon.a (mon.0) 670 : cluster [WRN] Health check update: Degraded data redundancy: 706/131259 objects degraded (0.538%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:13.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:13 smithi072 bash[82901]: cluster 2024-05-11T05:04:13.373366+0000 mon.a (mon.0) 670 : cluster [WRN] Health check update: Degraded data redundancy: 706/131259 objects degraded (0.538%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:14.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:04:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:04:13] "GET /metrics HTTP/1.1" 200 36602 "" "Prometheus/2.43.0" 2024-05-11T05:04:14.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:14 smithi072 bash[80515]: audit 2024-05-11T05:04:13.751025+0000 mon.a (mon.0) 671 : audit [DBG] from='client.? 172.21.15.72:0/1284980422' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:14.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:14 smithi072 bash[80515]: audit 2024-05-11T05:04:13.751025+0000 mon.a (mon.0) 671 : audit [DBG] from='client.? 172.21.15.72:0/1284980422' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:14.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:14 smithi072 bash[82901]: audit 2024-05-11T05:04:13.751025+0000 mon.a (mon.0) 671 : audit [DBG] from='client.? 172.21.15.72:0/1284980422' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:14.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:14 smithi072 bash[82901]: audit 2024-05-11T05:04:13.751025+0000 mon.a (mon.0) 671 : audit [DBG] from='client.? 172.21.15.72:0/1284980422' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:15.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:14 smithi086 bash[67518]: audit 2024-05-11T05:04:13.751025+0000 mon.a (mon.0) 671 : audit [DBG] from='client.? 172.21.15.72:0/1284980422' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:15.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:14 smithi086 bash[67518]: audit 2024-05-11T05:04:13.751025+0000 mon.a (mon.0) 671 : audit [DBG] from='client.? 172.21.15.72:0/1284980422' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:15.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:15 smithi086 bash[67518]: cluster 2024-05-11T05:04:13.870598+0000 mgr.y (mgr.24832) 431 : cluster [DBG] pgmap v380: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 471/126342 objects degraded (0.373%); 0 B/s, 78 objects/s recovering 2024-05-11T05:04:15.784 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:15 smithi086 bash[67518]: cluster 2024-05-11T05:04:13.870598+0000 mgr.y (mgr.24832) 431 : cluster [DBG] pgmap v380: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 471/126342 objects degraded (0.373%); 0 B/s, 78 objects/s recovering 2024-05-11T05:04:16.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:15 smithi072 bash[82901]: cluster 2024-05-11T05:04:13.870598+0000 mgr.y (mgr.24832) 431 : cluster [DBG] pgmap v380: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 471/126342 objects degraded (0.373%); 0 B/s, 78 objects/s recovering 2024-05-11T05:04:16.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:15 smithi072 bash[82901]: cluster 2024-05-11T05:04:13.870598+0000 mgr.y (mgr.24832) 431 : cluster [DBG] pgmap v380: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 471/126342 objects degraded (0.373%); 0 B/s, 78 objects/s recovering 2024-05-11T05:04:16.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:15 smithi072 bash[80515]: cluster 2024-05-11T05:04:13.870598+0000 mgr.y (mgr.24832) 431 : cluster [DBG] pgmap v380: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 471/126342 objects degraded (0.373%); 0 B/s, 78 objects/s recovering 2024-05-11T05:04:16.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:15 smithi072 bash[80515]: cluster 2024-05-11T05:04:13.870598+0000 mgr.y (mgr.24832) 431 : cluster [DBG] pgmap v380: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.6 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 0 B/s wr, 691 op/s; 471/126342 objects degraded (0.373%); 0 B/s, 78 objects/s recovering 2024-05-11T05:04:17.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:16 smithi086 bash[67518]: audit 2024-05-11T05:04:16.371935+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.72:0/4237699750' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:16 smithi086 bash[67518]: audit 2024-05-11T05:04:16.371935+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.72:0/4237699750' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:16 smithi086 bash[67518]: audit 2024-05-11T05:04:16.398687+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:16 smithi086 bash[67518]: audit 2024-05-11T05:04:16.398687+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:16 smithi086 bash[67518]: audit 2024-05-11T05:04:16.409331+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:16 smithi086 bash[67518]: audit 2024-05-11T05:04:16.409331+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:16 smithi086 bash[67518]: audit 2024-05-11T05:04:16.423243+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:16 smithi086 bash[67518]: audit 2024-05-11T05:04:16.423243+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:16 smithi086 bash[67518]: audit 2024-05-11T05:04:16.433453+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:16 smithi086 bash[67518]: audit 2024-05-11T05:04:16.433453+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:16 smithi072 bash[82901]: audit 2024-05-11T05:04:16.371935+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.72:0/4237699750' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:16 smithi072 bash[82901]: audit 2024-05-11T05:04:16.371935+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.72:0/4237699750' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:16 smithi072 bash[82901]: audit 2024-05-11T05:04:16.398687+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:16 smithi072 bash[82901]: audit 2024-05-11T05:04:16.398687+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:16 smithi072 bash[82901]: audit 2024-05-11T05:04:16.409331+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:16 smithi072 bash[82901]: audit 2024-05-11T05:04:16.409331+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:16 smithi072 bash[82901]: audit 2024-05-11T05:04:16.423243+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:16 smithi072 bash[82901]: audit 2024-05-11T05:04:16.423243+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:16 smithi072 bash[82901]: audit 2024-05-11T05:04:16.433453+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:16 smithi072 bash[82901]: audit 2024-05-11T05:04:16.433453+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:16 smithi072 bash[80515]: audit 2024-05-11T05:04:16.371935+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.72:0/4237699750' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:16 smithi072 bash[80515]: audit 2024-05-11T05:04:16.371935+0000 mon.a (mon.0) 672 : audit [DBG] from='client.? 172.21.15.72:0/4237699750' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:16 smithi072 bash[80515]: audit 2024-05-11T05:04:16.398687+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:16 smithi072 bash[80515]: audit 2024-05-11T05:04:16.398687+0000 mon.a (mon.0) 673 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:16 smithi072 bash[80515]: audit 2024-05-11T05:04:16.409331+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:16 smithi072 bash[80515]: audit 2024-05-11T05:04:16.409331+0000 mon.a (mon.0) 674 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:16 smithi072 bash[80515]: audit 2024-05-11T05:04:16.423243+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:16 smithi072 bash[80515]: audit 2024-05-11T05:04:16.423243+0000 mon.a (mon.0) 675 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:16 smithi072 bash[80515]: audit 2024-05-11T05:04:16.433453+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:17.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:16 smithi072 bash[80515]: audit 2024-05-11T05:04:16.433453+0000 mon.a (mon.0) 676 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:18.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: cluster 2024-05-11T05:04:15.871294+0000 mgr.y (mgr.24832) 432 : cluster [DBG] pgmap v381: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 471/120039 objects degraded (0.392%); 0 B/s, 36 objects/s recovering 2024-05-11T05:04:18.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: cluster 2024-05-11T05:04:15.871294+0000 mgr.y (mgr.24832) 432 : cluster [DBG] pgmap v381: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 471/120039 objects degraded (0.392%); 0 B/s, 36 objects/s recovering 2024-05-11T05:04:18.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.288693+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:18.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.288693+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:18.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.290067+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:04:18.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.290067+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:04:18.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.298366+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:18.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.298366+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:18.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.385625+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:18.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.385625+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:18.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.390149+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.390149+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.393962+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.393962+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.396668+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.396668+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.400141+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:17 smithi086 bash[67518]: audit 2024-05-11T05:04:17.400141+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:18.045 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: cluster 2024-05-11T05:04:15.871294+0000 mgr.y (mgr.24832) 432 : cluster [DBG] pgmap v381: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 471/120039 objects degraded (0.392%); 0 B/s, 36 objects/s recovering 2024-05-11T05:04:18.045 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: cluster 2024-05-11T05:04:15.871294+0000 mgr.y (mgr.24832) 432 : cluster [DBG] pgmap v381: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 471/120039 objects degraded (0.392%); 0 B/s, 36 objects/s recovering 2024-05-11T05:04:18.045 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.288693+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:18.045 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.288693+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:18.045 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.290067+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:04:18.045 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.290067+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:04:18.045 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.298366+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:18.045 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.298366+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:18.046 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.385625+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:18.046 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.385625+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:18.046 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.390149+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.046 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.390149+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.046 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.393962+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.046 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.393962+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.046 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.396668+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.046 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.396668+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.046 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.400141+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:18.046 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:17 smithi072 bash[80515]: audit 2024-05-11T05:04:17.400141+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:18.046 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: cluster 2024-05-11T05:04:15.871294+0000 mgr.y (mgr.24832) 432 : cluster [DBG] pgmap v381: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 471/120039 objects degraded (0.392%); 0 B/s, 36 objects/s recovering 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: cluster 2024-05-11T05:04:15.871294+0000 mgr.y (mgr.24832) 432 : cluster [DBG] pgmap v381: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.4 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 777 op/s; 471/120039 objects degraded (0.392%); 0 B/s, 36 objects/s recovering 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.288693+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.288693+0000 mon.a (mon.0) 677 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.290067+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.290067+0000 mon.a (mon.0) 678 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.298366+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.298366+0000 mon.a (mon.0) 679 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.385625+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.385625+0000 mon.a (mon.0) 680 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.390149+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.390149+0000 mon.a (mon.0) 681 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.393962+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.393962+0000 mon.a (mon.0) 682 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.047 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.396668+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.396668+0000 mon.a (mon.0) 683 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:04:18.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.400141+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:18.048 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:17 smithi072 bash[82901]: audit 2024-05-11T05:04:17.400141+0000 mon.a (mon.0) 684 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:19.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:18 smithi086 bash[67518]: audit 2024-05-11T05:04:17.400426+0000 mgr.y (mgr.24832) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:18 smithi086 bash[67518]: audit 2024-05-11T05:04:17.400426+0000 mgr.y (mgr.24832) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:18 smithi086 bash[67518]: cephadm 2024-05-11T05:04:17.401916+0000 mgr.y (mgr.24832) 434 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T05:04:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:18 smithi086 bash[67518]: cephadm 2024-05-11T05:04:17.401916+0000 mgr.y (mgr.24832) 434 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T05:04:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:18 smithi086 bash[67518]: cluster 2024-05-11T05:04:18.374141+0000 mon.a (mon.0) 685 : cluster [WRN] Health check update: Degraded data redundancy: 471/120039 objects degraded (0.392%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:19.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:18 smithi086 bash[67518]: cluster 2024-05-11T05:04:18.374141+0000 mon.a (mon.0) 685 : cluster [WRN] Health check update: Degraded data redundancy: 471/120039 objects degraded (0.392%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:18 smithi072 bash[80515]: audit 2024-05-11T05:04:17.400426+0000 mgr.y (mgr.24832) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:18 smithi072 bash[80515]: audit 2024-05-11T05:04:17.400426+0000 mgr.y (mgr.24832) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:18 smithi072 bash[80515]: cephadm 2024-05-11T05:04:17.401916+0000 mgr.y (mgr.24832) 434 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T05:04:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:18 smithi072 bash[80515]: cephadm 2024-05-11T05:04:17.401916+0000 mgr.y (mgr.24832) 434 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T05:04:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:18 smithi072 bash[80515]: cluster 2024-05-11T05:04:18.374141+0000 mon.a (mon.0) 685 : cluster [WRN] Health check update: Degraded data redundancy: 471/120039 objects degraded (0.392%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:19.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:18 smithi072 bash[80515]: cluster 2024-05-11T05:04:18.374141+0000 mon.a (mon.0) 685 : cluster [WRN] Health check update: Degraded data redundancy: 471/120039 objects degraded (0.392%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:19.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:18 smithi072 bash[82901]: audit 2024-05-11T05:04:17.400426+0000 mgr.y (mgr.24832) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:19.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:18 smithi072 bash[82901]: audit 2024-05-11T05:04:17.400426+0000 mgr.y (mgr.24832) 433 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-05-11T05:04:19.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:18 smithi072 bash[82901]: cephadm 2024-05-11T05:04:17.401916+0000 mgr.y (mgr.24832) 434 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T05:04:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:18 smithi072 bash[82901]: cephadm 2024-05-11T05:04:17.401916+0000 mgr.y (mgr.24832) 434 : cephadm [INF] Upgrade: osd.2 is safe to restart 2024-05-11T05:04:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:18 smithi072 bash[82901]: cluster 2024-05-11T05:04:18.374141+0000 mon.a (mon.0) 685 : cluster [WRN] Health check update: Degraded data redundancy: 471/120039 objects degraded (0.392%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:19.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:18 smithi072 bash[82901]: cluster 2024-05-11T05:04:18.374141+0000 mon.a (mon.0) 685 : cluster [WRN] Health check update: Degraded data redundancy: 471/120039 objects degraded (0.392%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:20.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:19 smithi086 bash[67518]: cluster 2024-05-11T05:04:17.871797+0000 mgr.y (mgr.24832) 435 : cluster [DBG] pgmap v382: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 749 op/s; 251/115380 objects degraded (0.218%); 0 B/s, 55 objects/s recovering 2024-05-11T05:04:20.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:19 smithi086 bash[67518]: cluster 2024-05-11T05:04:17.871797+0000 mgr.y (mgr.24832) 435 : cluster [DBG] pgmap v382: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 749 op/s; 251/115380 objects degraded (0.218%); 0 B/s, 55 objects/s recovering 2024-05-11T05:04:20.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:19 smithi086 bash[67518]: audit 2024-05-11T05:04:18.853660+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:20.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:19 smithi086 bash[67518]: audit 2024-05-11T05:04:18.853660+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:20.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:19 smithi086 bash[67518]: audit 2024-05-11T05:04:18.995404+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.72:0/131110307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:20.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:19 smithi086 bash[67518]: audit 2024-05-11T05:04:18.995404+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.72:0/131110307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:19 smithi072 bash[80515]: cluster 2024-05-11T05:04:17.871797+0000 mgr.y (mgr.24832) 435 : cluster [DBG] pgmap v382: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 749 op/s; 251/115380 objects degraded (0.218%); 0 B/s, 55 objects/s recovering 2024-05-11T05:04:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:19 smithi072 bash[80515]: cluster 2024-05-11T05:04:17.871797+0000 mgr.y (mgr.24832) 435 : cluster [DBG] pgmap v382: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 749 op/s; 251/115380 objects degraded (0.218%); 0 B/s, 55 objects/s recovering 2024-05-11T05:04:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:19 smithi072 bash[80515]: audit 2024-05-11T05:04:18.853660+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:19 smithi072 bash[80515]: audit 2024-05-11T05:04:18.853660+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:19 smithi072 bash[80515]: audit 2024-05-11T05:04:18.995404+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.72:0/131110307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:19 smithi072 bash[80515]: audit 2024-05-11T05:04:18.995404+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.72:0/131110307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:20.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:19 smithi072 bash[82901]: cluster 2024-05-11T05:04:17.871797+0000 mgr.y (mgr.24832) 435 : cluster [DBG] pgmap v382: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 749 op/s; 251/115380 objects degraded (0.218%); 0 B/s, 55 objects/s recovering 2024-05-11T05:04:20.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:19 smithi072 bash[82901]: cluster 2024-05-11T05:04:17.871797+0000 mgr.y (mgr.24832) 435 : cluster [DBG] pgmap v382: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 749 op/s; 251/115380 objects degraded (0.218%); 0 B/s, 55 objects/s recovering 2024-05-11T05:04:20.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:19 smithi072 bash[82901]: audit 2024-05-11T05:04:18.853660+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:20.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:19 smithi072 bash[82901]: audit 2024-05-11T05:04:18.853660+0000 mon.a (mon.0) 686 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:20.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:19 smithi072 bash[82901]: audit 2024-05-11T05:04:18.995404+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.72:0/131110307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:20.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:19 smithi072 bash[82901]: audit 2024-05-11T05:04:18.995404+0000 mon.c (mon.2) 36 : audit [DBG] from='client.? 172.21.15.72:0/131110307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:22.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:21 smithi086 bash[67518]: cluster 2024-05-11T05:04:19.872312+0000 mgr.y (mgr.24832) 436 : cluster [DBG] pgmap v383: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 251/113388 objects degraded (0.221%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:22.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:21 smithi086 bash[67518]: cluster 2024-05-11T05:04:19.872312+0000 mgr.y (mgr.24832) 436 : cluster [DBG] pgmap v383: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 251/113388 objects degraded (0.221%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:22.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:21 smithi072 bash[80515]: cluster 2024-05-11T05:04:19.872312+0000 mgr.y (mgr.24832) 436 : cluster [DBG] pgmap v383: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 251/113388 objects degraded (0.221%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:22.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:21 smithi072 bash[80515]: cluster 2024-05-11T05:04:19.872312+0000 mgr.y (mgr.24832) 436 : cluster [DBG] pgmap v383: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 251/113388 objects degraded (0.221%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:22.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:21 smithi072 bash[82901]: cluster 2024-05-11T05:04:19.872312+0000 mgr.y (mgr.24832) 436 : cluster [DBG] pgmap v383: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 251/113388 objects degraded (0.221%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:22.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:21 smithi072 bash[82901]: cluster 2024-05-11T05:04:19.872312+0000 mgr.y (mgr.24832) 436 : cluster [DBG] pgmap v383: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.3 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 669 op/s; 251/113388 objects degraded (0.221%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:23.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:22 smithi086 bash[67518]: audit 2024-05-11T05:04:21.605466+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? 172.21.15.72:0/4063210556' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:23.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:22 smithi086 bash[67518]: audit 2024-05-11T05:04:21.605466+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? 172.21.15.72:0/4063210556' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:23.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:22 smithi072 bash[82901]: audit 2024-05-11T05:04:21.605466+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? 172.21.15.72:0/4063210556' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:23.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:22 smithi072 bash[82901]: audit 2024-05-11T05:04:21.605466+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? 172.21.15.72:0/4063210556' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:23.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:22 smithi072 bash[80515]: audit 2024-05-11T05:04:21.605466+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? 172.21.15.72:0/4063210556' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:23.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:22 smithi072 bash[80515]: audit 2024-05-11T05:04:21.605466+0000 mon.a (mon.0) 687 : audit [DBG] from='client.? 172.21.15.72:0/4063210556' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:23.853 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:23 smithi072 bash[80515]: cluster 2024-05-11T05:04:21.872848+0000 mgr.y (mgr.24832) 437 : cluster [DBG] pgmap v384: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.2 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 251/109368 objects degraded (0.230%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:23.854 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:23 smithi072 bash[80515]: cluster 2024-05-11T05:04:21.872848+0000 mgr.y (mgr.24832) 437 : cluster [DBG] pgmap v384: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.2 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 251/109368 objects degraded (0.230%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:23.854 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:23 smithi072 bash[80515]: cluster 2024-05-11T05:04:22.601031+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-05-11T05:04:23.854 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:23 smithi072 bash[80515]: cluster 2024-05-11T05:04:22.601031+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-05-11T05:04:23.854 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:23 smithi072 bash[80515]: cluster 2024-05-11T05:04:23.375031+0000 mon.a (mon.0) 689 : cluster [WRN] Health check update: Degraded data redundancy: 251/109368 objects degraded (0.230%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:23.854 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:23 smithi072 bash[80515]: cluster 2024-05-11T05:04:23.375031+0000 mon.a (mon.0) 689 : cluster [WRN] Health check update: Degraded data redundancy: 251/109368 objects degraded (0.230%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:23.854 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:23 smithi072 bash[82901]: cluster 2024-05-11T05:04:21.872848+0000 mgr.y (mgr.24832) 437 : cluster [DBG] pgmap v384: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.2 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 251/109368 objects degraded (0.230%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:23.854 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:23 smithi072 bash[82901]: cluster 2024-05-11T05:04:21.872848+0000 mgr.y (mgr.24832) 437 : cluster [DBG] pgmap v384: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.2 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 251/109368 objects degraded (0.230%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:23.854 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:23 smithi072 bash[82901]: cluster 2024-05-11T05:04:22.601031+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-05-11T05:04:23.854 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:23 smithi072 bash[82901]: cluster 2024-05-11T05:04:22.601031+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-05-11T05:04:23.854 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:23 smithi072 bash[82901]: cluster 2024-05-11T05:04:23.375031+0000 mon.a (mon.0) 689 : cluster [WRN] Health check update: Degraded data redundancy: 251/109368 objects degraded (0.230%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:23.855 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:23 smithi072 bash[82901]: cluster 2024-05-11T05:04:23.375031+0000 mon.a (mon.0) 689 : cluster [WRN] Health check update: Degraded data redundancy: 251/109368 objects degraded (0.230%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:24.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:23 smithi086 bash[67518]: cluster 2024-05-11T05:04:21.872848+0000 mgr.y (mgr.24832) 437 : cluster [DBG] pgmap v384: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.2 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 251/109368 objects degraded (0.230%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:24.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:23 smithi086 bash[67518]: cluster 2024-05-11T05:04:21.872848+0000 mgr.y (mgr.24832) 437 : cluster [DBG] pgmap v384: 89 pgs: 1 active+recovery_wait, 1 active+recovering+undersized+degraded+remapped, 87 active+clean; 2.2 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 0 B/s wr, 720 op/s; 251/109368 objects degraded (0.230%); 0 B/s, 37 objects/s recovering 2024-05-11T05:04:24.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:23 smithi086 bash[67518]: cluster 2024-05-11T05:04:22.601031+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-05-11T05:04:24.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:23 smithi086 bash[67518]: cluster 2024-05-11T05:04:22.601031+0000 mon.a (mon.0) 688 : cluster [DBG] osdmap e126: 8 total, 8 up, 8 in 2024-05-11T05:04:24.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:23 smithi086 bash[67518]: cluster 2024-05-11T05:04:23.375031+0000 mon.a (mon.0) 689 : cluster [WRN] Health check update: Degraded data redundancy: 251/109368 objects degraded (0.230%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:24.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:23 smithi086 bash[67518]: cluster 2024-05-11T05:04:23.375031+0000 mon.a (mon.0) 689 : cluster [WRN] Health check update: Degraded data redundancy: 251/109368 objects degraded (0.230%), 1 pg degraded, 1 pg undersized (PG_DEGRADED) 2024-05-11T05:04:24.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:04:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:04:23] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-05-11T05:04:24.884 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:24 smithi072 bash[80515]: cluster 2024-05-11T05:04:23.607426+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-05-11T05:04:24.884 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:24 smithi072 bash[80515]: cluster 2024-05-11T05:04:23.607426+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-05-11T05:04:24.884 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:24 smithi072 bash[80515]: cluster 2024-05-11T05:04:23.873475+0000 mgr.y (mgr.24832) 438 : cluster [DBG] pgmap v387: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 0 B/s, 58 objects/s recovering 2024-05-11T05:04:24.885 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:24 smithi072 bash[80515]: cluster 2024-05-11T05:04:23.873475+0000 mgr.y (mgr.24832) 438 : cluster [DBG] pgmap v387: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 0 B/s, 58 objects/s recovering 2024-05-11T05:04:24.885 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:24 smithi072 bash[80515]: audit 2024-05-11T05:04:23.964549+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.72:0/18428887' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:24.885 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:24 smithi072 bash[80515]: audit 2024-05-11T05:04:23.964549+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.72:0/18428887' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:24 smithi086 bash[67518]: cluster 2024-05-11T05:04:23.607426+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-05-11T05:04:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:24 smithi086 bash[67518]: cluster 2024-05-11T05:04:23.607426+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-05-11T05:04:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:24 smithi086 bash[67518]: cluster 2024-05-11T05:04:23.873475+0000 mgr.y (mgr.24832) 438 : cluster [DBG] pgmap v387: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 0 B/s, 58 objects/s recovering 2024-05-11T05:04:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:24 smithi086 bash[67518]: cluster 2024-05-11T05:04:23.873475+0000 mgr.y (mgr.24832) 438 : cluster [DBG] pgmap v387: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 0 B/s, 58 objects/s recovering 2024-05-11T05:04:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:24 smithi086 bash[67518]: audit 2024-05-11T05:04:23.964549+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.72:0/18428887' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:25.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:24 smithi086 bash[67518]: audit 2024-05-11T05:04:23.964549+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.72:0/18428887' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:25.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:24 smithi072 bash[82901]: cluster 2024-05-11T05:04:23.607426+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-05-11T05:04:25.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:24 smithi072 bash[82901]: cluster 2024-05-11T05:04:23.607426+0000 mon.a (mon.0) 690 : cluster [DBG] osdmap e127: 8 total, 8 up, 8 in 2024-05-11T05:04:25.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:24 smithi072 bash[82901]: cluster 2024-05-11T05:04:23.873475+0000 mgr.y (mgr.24832) 438 : cluster [DBG] pgmap v387: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 0 B/s, 58 objects/s recovering 2024-05-11T05:04:25.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:24 smithi072 bash[82901]: cluster 2024-05-11T05:04:23.873475+0000 mgr.y (mgr.24832) 438 : cluster [DBG] pgmap v387: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.1 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 643 op/s; 0 B/s, 58 objects/s recovering 2024-05-11T05:04:25.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:24 smithi072 bash[82901]: audit 2024-05-11T05:04:23.964549+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.72:0/18428887' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:25.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:24 smithi072 bash[82901]: audit 2024-05-11T05:04:23.964549+0000 mon.c (mon.2) 37 : audit [DBG] from='client.? 172.21.15.72:0/18428887' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:27.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:26 smithi086 bash[67518]: cluster 2024-05-11T05:04:25.874178+0000 mgr.y (mgr.24832) 439 : cluster [DBG] pgmap v388: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:27.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:26 smithi086 bash[67518]: cluster 2024-05-11T05:04:25.874178+0000 mgr.y (mgr.24832) 439 : cluster [DBG] pgmap v388: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:27.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:26 smithi086 bash[67518]: audit 2024-05-11T05:04:26.618329+0000 mon.b (mon.1) 27 : audit [DBG] from='client.? 172.21.15.72:0/1162188325' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:27.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:26 smithi086 bash[67518]: audit 2024-05-11T05:04:26.618329+0000 mon.b (mon.1) 27 : audit [DBG] from='client.? 172.21.15.72:0/1162188325' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:27.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:26 smithi072 bash[80515]: cluster 2024-05-11T05:04:25.874178+0000 mgr.y (mgr.24832) 439 : cluster [DBG] pgmap v388: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:27.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:26 smithi072 bash[80515]: cluster 2024-05-11T05:04:25.874178+0000 mgr.y (mgr.24832) 439 : cluster [DBG] pgmap v388: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:27.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:26 smithi072 bash[80515]: audit 2024-05-11T05:04:26.618329+0000 mon.b (mon.1) 27 : audit [DBG] from='client.? 172.21.15.72:0/1162188325' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:27.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:26 smithi072 bash[80515]: audit 2024-05-11T05:04:26.618329+0000 mon.b (mon.1) 27 : audit [DBG] from='client.? 172.21.15.72:0/1162188325' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:27.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:26 smithi072 bash[82901]: cluster 2024-05-11T05:04:25.874178+0000 mgr.y (mgr.24832) 439 : cluster [DBG] pgmap v388: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:27.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:26 smithi072 bash[82901]: cluster 2024-05-11T05:04:25.874178+0000 mgr.y (mgr.24832) 439 : cluster [DBG] pgmap v388: 89 pgs: 1 active+undersized+remapped, 88 active+clean; 2.0 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:27.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:26 smithi072 bash[82901]: audit 2024-05-11T05:04:26.618329+0000 mon.b (mon.1) 27 : audit [DBG] from='client.? 172.21.15.72:0/1162188325' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:27.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:26 smithi072 bash[82901]: audit 2024-05-11T05:04:26.618329+0000 mon.b (mon.1) 27 : audit [DBG] from='client.? 172.21.15.72:0/1162188325' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:28.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:27 smithi086 bash[67518]: cluster 2024-05-11T05:04:27.927743+0000 mon.a (mon.0) 691 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1 pg undersized) 2024-05-11T05:04:28.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:27 smithi086 bash[67518]: cluster 2024-05-11T05:04:27.927743+0000 mon.a (mon.0) 691 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1 pg undersized) 2024-05-11T05:04:28.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:27 smithi072 bash[80515]: cluster 2024-05-11T05:04:27.927743+0000 mon.a (mon.0) 691 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1 pg undersized) 2024-05-11T05:04:28.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:27 smithi072 bash[80515]: cluster 2024-05-11T05:04:27.927743+0000 mon.a (mon.0) 691 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1 pg undersized) 2024-05-11T05:04:28.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:27 smithi072 bash[82901]: cluster 2024-05-11T05:04:27.927743+0000 mon.a (mon.0) 691 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1 pg undersized) 2024-05-11T05:04:28.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:27 smithi072 bash[82901]: cluster 2024-05-11T05:04:27.927743+0000 mon.a (mon.0) 691 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1 pg undersized) 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: cluster 2024-05-11T05:04:27.874816+0000 mgr.y (mgr.24832) 440 : cluster [DBG] pgmap v389: 89 pgs: 89 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: cluster 2024-05-11T05:04:27.874816+0000 mgr.y (mgr.24832) 440 : cluster [DBG] pgmap v389: 89 pgs: 89 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: cephadm 2024-05-11T05:04:28.076073+0000 mgr.y (mgr.24832) 441 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: cephadm 2024-05-11T05:04:28.076073+0000 mgr.y (mgr.24832) 441 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: audit 2024-05-11T05:04:28.080501+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: audit 2024-05-11T05:04:28.080501+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: audit 2024-05-11T05:04:28.087606+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: audit 2024-05-11T05:04:28.087606+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: audit 2024-05-11T05:04:28.088397+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: audit 2024-05-11T05:04:28.088397+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: cephadm 2024-05-11T05:04:28.091258+0000 mgr.y (mgr.24832) 442 : cephadm [INF] Deploying daemon osd.2 on smithi072 2024-05-11T05:04:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:29 smithi086 bash[67518]: cephadm 2024-05-11T05:04:28.091258+0000 mgr.y (mgr.24832) 442 : cephadm [INF] Deploying daemon osd.2 on smithi072 2024-05-11T05:04:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: cluster 2024-05-11T05:04:27.874816+0000 mgr.y (mgr.24832) 440 : cluster [DBG] pgmap v389: 89 pgs: 89 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: cluster 2024-05-11T05:04:27.874816+0000 mgr.y (mgr.24832) 440 : cluster [DBG] pgmap v389: 89 pgs: 89 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: cephadm 2024-05-11T05:04:28.076073+0000 mgr.y (mgr.24832) 441 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T05:04:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: cephadm 2024-05-11T05:04:28.076073+0000 mgr.y (mgr.24832) 441 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T05:04:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: audit 2024-05-11T05:04:28.080501+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: audit 2024-05-11T05:04:28.080501+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: audit 2024-05-11T05:04:28.087606+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: audit 2024-05-11T05:04:28.087606+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: audit 2024-05-11T05:04:28.088397+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: audit 2024-05-11T05:04:28.088397+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: cephadm 2024-05-11T05:04:28.091258+0000 mgr.y (mgr.24832) 442 : cephadm [INF] Deploying daemon osd.2 on smithi072 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:29 smithi072 bash[80515]: cephadm 2024-05-11T05:04:28.091258+0000 mgr.y (mgr.24832) 442 : cephadm [INF] Deploying daemon osd.2 on smithi072 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: cluster 2024-05-11T05:04:27.874816+0000 mgr.y (mgr.24832) 440 : cluster [DBG] pgmap v389: 89 pgs: 89 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: cluster 2024-05-11T05:04:27.874816+0000 mgr.y (mgr.24832) 440 : cluster [DBG] pgmap v389: 89 pgs: 89 active+clean; 2.0 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 678 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: cephadm 2024-05-11T05:04:28.076073+0000 mgr.y (mgr.24832) 441 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: cephadm 2024-05-11T05:04:28.076073+0000 mgr.y (mgr.24832) 441 : cephadm [INF] Upgrade: Updating osd.2 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: audit 2024-05-11T05:04:28.080501+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: audit 2024-05-11T05:04:28.080501+0000 mon.a (mon.0) 692 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: audit 2024-05-11T05:04:28.087606+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: audit 2024-05-11T05:04:28.087606+0000 mon.a (mon.0) 693 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-05-11T05:04:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: audit 2024-05-11T05:04:28.088397+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:29.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: audit 2024-05-11T05:04:28.088397+0000 mon.a (mon.0) 694 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:04:29.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: cephadm 2024-05-11T05:04:28.091258+0000 mgr.y (mgr.24832) 442 : cephadm [INF] Deploying daemon osd.2 on smithi072 2024-05-11T05:04:29.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:29 smithi072 bash[82901]: cephadm 2024-05-11T05:04:28.091258+0000 mgr.y (mgr.24832) 442 : cephadm [INF] Deploying daemon osd.2 on smithi072 2024-05-11T05:04:30.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:30 smithi086 bash[67518]: audit 2024-05-11T05:04:29.089160+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.72:0/3692467178' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:30.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:30 smithi086 bash[67518]: audit 2024-05-11T05:04:29.089160+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.72:0/3692467178' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:30.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:30 smithi072 bash[80515]: audit 2024-05-11T05:04:29.089160+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.72:0/3692467178' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:30.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:30 smithi072 bash[80515]: audit 2024-05-11T05:04:29.089160+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.72:0/3692467178' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:30 smithi072 bash[82901]: audit 2024-05-11T05:04:29.089160+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.72:0/3692467178' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:30.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:30 smithi072 bash[82901]: audit 2024-05-11T05:04:29.089160+0000 mon.a (mon.0) 695 : audit [DBG] from='client.? 172.21.15.72:0/3692467178' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:31.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:31 smithi086 bash[67518]: cluster 2024-05-11T05:04:29.875301+0000 mgr.y (mgr.24832) 443 : cluster [DBG] pgmap v390: 89 pgs: 89 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:31.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:31 smithi086 bash[67518]: cluster 2024-05-11T05:04:29.875301+0000 mgr.y (mgr.24832) 443 : cluster [DBG] pgmap v390: 89 pgs: 89 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:31.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:31 smithi072 bash[80515]: cluster 2024-05-11T05:04:29.875301+0000 mgr.y (mgr.24832) 443 : cluster [DBG] pgmap v390: 89 pgs: 89 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:31.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:31 smithi072 bash[80515]: cluster 2024-05-11T05:04:29.875301+0000 mgr.y (mgr.24832) 443 : cluster [DBG] pgmap v390: 89 pgs: 89 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:31.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:31 smithi072 bash[82901]: cluster 2024-05-11T05:04:29.875301+0000 mgr.y (mgr.24832) 443 : cluster [DBG] pgmap v390: 89 pgs: 89 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:31.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:31 smithi072 bash[82901]: cluster 2024-05-11T05:04:29.875301+0000 mgr.y (mgr.24832) 443 : cluster [DBG] pgmap v390: 89 pgs: 89 active+clean; 1.9 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 574 op/s; 0 B/s, 31 objects/s recovering 2024-05-11T05:04:32.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:32 smithi072 bash[80515]: audit 2024-05-11T05:04:31.662432+0000 mon.b (mon.1) 28 : audit [DBG] from='client.? 172.21.15.72:0/17282011' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:32.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:32 smithi072 bash[80515]: audit 2024-05-11T05:04:31.662432+0000 mon.b (mon.1) 28 : audit [DBG] from='client.? 172.21.15.72:0/17282011' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:32.447 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:32 smithi072 bash[82901]: audit 2024-05-11T05:04:31.662432+0000 mon.b (mon.1) 28 : audit [DBG] from='client.? 172.21.15.72:0/17282011' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:32.447 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:32 smithi072 bash[82901]: audit 2024-05-11T05:04:31.662432+0000 mon.b (mon.1) 28 : audit [DBG] from='client.? 172.21.15.72:0/17282011' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:32 smithi086 bash[67518]: audit 2024-05-11T05:04:31.662432+0000 mon.b (mon.1) 28 : audit [DBG] from='client.? 172.21.15.72:0/17282011' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:32.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:32 smithi086 bash[67518]: audit 2024-05-11T05:04:31.662432+0000 mon.b (mon.1) 28 : audit [DBG] from='client.? 172.21.15.72:0/17282011' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:33.534 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:33 smithi086 bash[67518]: cluster 2024-05-11T05:04:31.875932+0000 mgr.y (mgr.24832) 444 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 444 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:33.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:33 smithi086 bash[67518]: cluster 2024-05-11T05:04:31.875932+0000 mgr.y (mgr.24832) 444 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 444 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:33.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:33 smithi072 bash[80515]: cluster 2024-05-11T05:04:31.875932+0000 mgr.y (mgr.24832) 444 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 444 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:33.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:33 smithi072 bash[80515]: cluster 2024-05-11T05:04:31.875932+0000 mgr.y (mgr.24832) 444 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 444 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:33.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:33 smithi072 bash[82901]: cluster 2024-05-11T05:04:31.875932+0000 mgr.y (mgr.24832) 444 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 444 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:33.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:33 smithi072 bash[82901]: cluster 2024-05-11T05:04:31.875932+0000 mgr.y (mgr.24832) 444 : cluster [DBG] pgmap v391: 89 pgs: 89 active+clean; 1.9 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 0 B/s wr, 444 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:34.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:04:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:04:33] "GET /metrics HTTP/1.1" 200 36600 "" "Prometheus/2.43.0" 2024-05-11T05:04:35.155 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:34 smithi072 bash[80515]: audit 2024-05-11T05:04:33.865986+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.155 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:34 smithi072 bash[80515]: audit 2024-05-11T05:04:33.865986+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:34 smithi072 bash[80515]: audit 2024-05-11T05:04:33.869243+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:34 smithi072 bash[80515]: audit 2024-05-11T05:04:33.869243+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:34 smithi072 bash[80515]: cluster 2024-05-11T05:04:33.878002+0000 mgr.y (mgr.24832) 445 : cluster [DBG] pgmap v392: 89 pgs: 89 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:34 smithi072 bash[80515]: cluster 2024-05-11T05:04:33.878002+0000 mgr.y (mgr.24832) 445 : cluster [DBG] pgmap v392: 89 pgs: 89 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:34 smithi072 bash[80515]: audit 2024-05-11T05:04:34.004363+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:34 smithi072 bash[80515]: audit 2024-05-11T05:04:34.004363+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:34 smithi072 bash[80515]: audit 2024-05-11T05:04:34.234736+0000 mon.a (mon.0) 699 : audit [DBG] from='client.? 172.21.15.72:0/478219092' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:34 smithi072 bash[80515]: audit 2024-05-11T05:04:34.234736+0000 mon.a (mon.0) 699 : audit [DBG] from='client.? 172.21.15.72:0/478219092' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:34 smithi072 bash[82901]: audit 2024-05-11T05:04:33.865986+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:34 smithi072 bash[82901]: audit 2024-05-11T05:04:33.865986+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:34 smithi072 bash[82901]: audit 2024-05-11T05:04:33.869243+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:34 smithi072 bash[82901]: audit 2024-05-11T05:04:33.869243+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:35.156 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:34 smithi072 bash[82901]: cluster 2024-05-11T05:04:33.878002+0000 mgr.y (mgr.24832) 445 : cluster [DBG] pgmap v392: 89 pgs: 89 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:35.157 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:34 smithi072 bash[82901]: cluster 2024-05-11T05:04:33.878002+0000 mgr.y (mgr.24832) 445 : cluster [DBG] pgmap v392: 89 pgs: 89 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:35.157 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:34 smithi072 bash[82901]: audit 2024-05-11T05:04:34.004363+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.157 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:34 smithi072 bash[82901]: audit 2024-05-11T05:04:34.004363+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.157 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:34 smithi072 bash[82901]: audit 2024-05-11T05:04:34.234736+0000 mon.a (mon.0) 699 : audit [DBG] from='client.? 172.21.15.72:0/478219092' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:35.157 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:34 smithi072 bash[82901]: audit 2024-05-11T05:04:34.234736+0000 mon.a (mon.0) 699 : audit [DBG] from='client.? 172.21.15.72:0/478219092' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:35.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:34 smithi086 bash[67518]: audit 2024-05-11T05:04:33.865986+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:34 smithi086 bash[67518]: audit 2024-05-11T05:04:33.865986+0000 mon.a (mon.0) 696 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:34 smithi086 bash[67518]: audit 2024-05-11T05:04:33.869243+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:35.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:34 smithi086 bash[67518]: audit 2024-05-11T05:04:33.869243+0000 mon.a (mon.0) 697 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:35.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:34 smithi086 bash[67518]: cluster 2024-05-11T05:04:33.878002+0000 mgr.y (mgr.24832) 445 : cluster [DBG] pgmap v392: 89 pgs: 89 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:35.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:34 smithi086 bash[67518]: cluster 2024-05-11T05:04:33.878002+0000 mgr.y (mgr.24832) 445 : cluster [DBG] pgmap v392: 89 pgs: 89 active+clean; 1.8 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 543 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:35.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:34 smithi086 bash[67518]: audit 2024-05-11T05:04:34.004363+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:34 smithi086 bash[67518]: audit 2024-05-11T05:04:34.004363+0000 mon.a (mon.0) 698 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:35.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:34 smithi086 bash[67518]: audit 2024-05-11T05:04:34.234736+0000 mon.a (mon.0) 699 : audit [DBG] from='client.? 172.21.15.72:0/478219092' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:35.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:34 smithi086 bash[67518]: audit 2024-05-11T05:04:34.234736+0000 mon.a (mon.0) 699 : audit [DBG] from='client.? 172.21.15.72:0/478219092' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:37.257 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:04:37 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:37.258 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:04:37 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:37.259 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:36 smithi072 bash[80515]: cluster 2024-05-11T05:04:35.880055+0000 mgr.y (mgr.24832) 446 : cluster [DBG] pgmap v393: 89 pgs: 89 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:37.259 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:36 smithi072 bash[80515]: cluster 2024-05-11T05:04:35.880055+0000 mgr.y (mgr.24832) 446 : cluster [DBG] pgmap v393: 89 pgs: 89 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:37.259 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:36 smithi072 bash[80515]: audit 2024-05-11T05:04:36.823015+0000 mon.b (mon.1) 29 : audit [DBG] from='client.? 172.21.15.72:0/920620787' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:37.259 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:36 smithi072 bash[80515]: audit 2024-05-11T05:04:36.823015+0000 mon.b (mon.1) 29 : audit [DBG] from='client.? 172.21.15.72:0/920620787' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:37.259 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:37 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:37.259 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:36 smithi072 bash[82901]: cluster 2024-05-11T05:04:35.880055+0000 mgr.y (mgr.24832) 446 : cluster [DBG] pgmap v393: 89 pgs: 89 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:37.259 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:36 smithi072 bash[82901]: cluster 2024-05-11T05:04:35.880055+0000 mgr.y (mgr.24832) 446 : cluster [DBG] pgmap v393: 89 pgs: 89 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:37.259 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:36 smithi072 bash[82901]: audit 2024-05-11T05:04:36.823015+0000 mon.b (mon.1) 29 : audit [DBG] from='client.? 172.21.15.72:0/920620787' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:37.259 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:36 smithi072 bash[82901]: audit 2024-05-11T05:04:36.823015+0000 mon.b (mon.1) 29 : audit [DBG] from='client.? 172.21.15.72:0/920620787' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:37.260 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:37 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:37.260 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:04:37 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:37.260 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:37 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:37.260 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:37 smithi072 systemd[1]: Stopping Ceph osd.2 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:04:37.261 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:04:37 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:37.261 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:04:37 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:37.261 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:04:37 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:37.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:36 smithi086 bash[67518]: cluster 2024-05-11T05:04:35.880055+0000 mgr.y (mgr.24832) 446 : cluster [DBG] pgmap v393: 89 pgs: 89 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:37.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:36 smithi086 bash[67518]: cluster 2024-05-11T05:04:35.880055+0000 mgr.y (mgr.24832) 446 : cluster [DBG] pgmap v393: 89 pgs: 89 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 634 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:37.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:36 smithi086 bash[67518]: audit 2024-05-11T05:04:36.823015+0000 mon.b (mon.1) 29 : audit [DBG] from='client.? 172.21.15.72:0/920620787' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:37.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:36 smithi086 bash[67518]: audit 2024-05-11T05:04:36.823015+0000 mon.b (mon.1) 29 : audit [DBG] from='client.? 172.21.15.72:0/920620787' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:37.551 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:37 smithi072 bash[45691]: debug 2024-05-11T05:04:37.403+0000 7fd0bc86c700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:04:37.551 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:37 smithi072 bash[45691]: debug 2024-05-11T05:04:37.403+0000 7fd0bc86c700 -1 osd.2 127 *** Got signal Terminated *** 2024-05-11T05:04:37.551 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:37 smithi072 bash[45691]: debug 2024-05-11T05:04:37.403+0000 7fd0bc86c700 -1 osd.2 127 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T05:04:38.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:37 smithi086 bash[67518]: cluster 2024-05-11T05:04:37.412114+0000 mon.a (mon.0) 700 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T05:04:38.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:37 smithi086 bash[67518]: cluster 2024-05-11T05:04:37.412114+0000 mon.a (mon.0) 700 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T05:04:38.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:37 smithi072 bash[80515]: debug 2024-05-11T05:04:37.935+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:04:38.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:37 smithi072 bash[80515]: cluster 2024-05-11T05:04:37.412114+0000 mon.a (mon.0) 700 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T05:04:38.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:37 smithi072 bash[80515]: cluster 2024-05-11T05:04:37.412114+0000 mon.a (mon.0) 700 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T05:04:38.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:37 smithi072 bash[82901]: cluster 2024-05-11T05:04:37.412114+0000 mon.a (mon.0) 700 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T05:04:38.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:37 smithi072 bash[82901]: cluster 2024-05-11T05:04:37.412114+0000 mon.a (mon.0) 700 : cluster [INF] osd.2 marked itself down and dead 2024-05-11T05:04:39.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:38 smithi086 bash[67518]: cluster 2024-05-11T05:04:37.881195+0000 mgr.y (mgr.24832) 447 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 1.6 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:39.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:38 smithi086 bash[67518]: cluster 2024-05-11T05:04:37.881195+0000 mgr.y (mgr.24832) 447 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 1.6 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:39.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:38 smithi086 bash[67518]: cluster 2024-05-11T05:04:37.936365+0000 mon.a (mon.0) 701 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:04:39.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:38 smithi086 bash[67518]: cluster 2024-05-11T05:04:37.936365+0000 mon.a (mon.0) 701 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:04:39.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:38 smithi086 bash[67518]: cluster 2024-05-11T05:04:37.936397+0000 mon.a (mon.0) 702 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:04:39.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:38 smithi086 bash[67518]: cluster 2024-05-11T05:04:37.936397+0000 mon.a (mon.0) 702 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:04:39.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:38 smithi086 bash[67518]: cluster 2024-05-11T05:04:37.957907+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-05-11T05:04:39.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:38 smithi086 bash[67518]: cluster 2024-05-11T05:04:37.957907+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-05-11T05:04:39.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:38 smithi072 bash[82901]: cluster 2024-05-11T05:04:37.881195+0000 mgr.y (mgr.24832) 447 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 1.6 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:39.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:38 smithi072 bash[82901]: cluster 2024-05-11T05:04:37.881195+0000 mgr.y (mgr.24832) 447 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 1.6 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:39.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:38 smithi072 bash[82901]: cluster 2024-05-11T05:04:37.936365+0000 mon.a (mon.0) 701 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:04:39.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:38 smithi072 bash[82901]: cluster 2024-05-11T05:04:37.936365+0000 mon.a (mon.0) 701 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:04:39.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:38 smithi072 bash[82901]: cluster 2024-05-11T05:04:37.936397+0000 mon.a (mon.0) 702 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:04:39.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:38 smithi072 bash[82901]: cluster 2024-05-11T05:04:37.936397+0000 mon.a (mon.0) 702 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:04:39.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:38 smithi072 bash[82901]: cluster 2024-05-11T05:04:37.957907+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-05-11T05:04:39.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:38 smithi072 bash[82901]: cluster 2024-05-11T05:04:37.957907+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-05-11T05:04:39.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:38 smithi072 bash[80515]: cluster 2024-05-11T05:04:37.881195+0000 mgr.y (mgr.24832) 447 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 1.6 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:39.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:38 smithi072 bash[80515]: cluster 2024-05-11T05:04:37.881195+0000 mgr.y (mgr.24832) 447 : cluster [DBG] pgmap v394: 89 pgs: 89 active+clean; 1.6 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 0 B/s, 0 objects/s recovering 2024-05-11T05:04:39.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:38 smithi072 bash[80515]: cluster 2024-05-11T05:04:37.936365+0000 mon.a (mon.0) 701 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:04:39.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:38 smithi072 bash[80515]: cluster 2024-05-11T05:04:37.936365+0000 mon.a (mon.0) 701 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:04:39.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:38 smithi072 bash[80515]: cluster 2024-05-11T05:04:37.936397+0000 mon.a (mon.0) 702 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:04:39.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:38 smithi072 bash[80515]: cluster 2024-05-11T05:04:37.936397+0000 mon.a (mon.0) 702 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:04:39.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:38 smithi072 bash[80515]: cluster 2024-05-11T05:04:37.957907+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-05-11T05:04:39.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:38 smithi072 bash[80515]: cluster 2024-05-11T05:04:37.957907+0000 mon.a (mon.0) 703 : cluster [DBG] osdmap e128: 8 total, 7 up, 8 in 2024-05-11T05:04:40.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:39 smithi086 bash[67518]: cluster 2024-05-11T05:04:38.959821+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-05-11T05:04:40.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:39 smithi086 bash[67518]: cluster 2024-05-11T05:04:38.959821+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-05-11T05:04:40.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:39 smithi086 bash[67518]: audit 2024-05-11T05:04:39.333775+0000 mon.a (mon.0) 705 : audit [DBG] from='client.? 172.21.15.72:0/282247236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:40.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:39 smithi086 bash[67518]: audit 2024-05-11T05:04:39.333775+0000 mon.a (mon.0) 705 : audit [DBG] from='client.? 172.21.15.72:0/282247236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:40.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:39 smithi072 bash[80515]: cluster 2024-05-11T05:04:38.959821+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-05-11T05:04:40.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:39 smithi072 bash[80515]: cluster 2024-05-11T05:04:38.959821+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-05-11T05:04:40.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:39 smithi072 bash[80515]: audit 2024-05-11T05:04:39.333775+0000 mon.a (mon.0) 705 : audit [DBG] from='client.? 172.21.15.72:0/282247236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:40.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:39 smithi072 bash[80515]: audit 2024-05-11T05:04:39.333775+0000 mon.a (mon.0) 705 : audit [DBG] from='client.? 172.21.15.72:0/282247236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:39 smithi072 bash[82901]: cluster 2024-05-11T05:04:38.959821+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-05-11T05:04:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:39 smithi072 bash[82901]: cluster 2024-05-11T05:04:38.959821+0000 mon.a (mon.0) 704 : cluster [DBG] osdmap e129: 8 total, 7 up, 8 in 2024-05-11T05:04:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:39 smithi072 bash[82901]: audit 2024-05-11T05:04:39.333775+0000 mon.a (mon.0) 705 : audit [DBG] from='client.? 172.21.15.72:0/282247236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:40.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:39 smithi072 bash[82901]: audit 2024-05-11T05:04:39.333775+0000 mon.a (mon.0) 705 : audit [DBG] from='client.? 172.21.15.72:0/282247236' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:40.756 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:40 smithi072 bash[101888]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-2 2024-05-11T05:04:41.051 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:40 smithi072 bash[101974]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-2 2024-05-11T05:04:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:40 smithi072 bash[80515]: cluster 2024-05-11T05:04:39.881782+0000 mgr.y (mgr.24832) 448 : cluster [DBG] pgmap v397: 89 pgs: 3 peering, 3 stale+active+clean, 83 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 695 op/s 2024-05-11T05:04:41.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:41 smithi072 bash[80515]: cluster 2024-05-11T05:04:39.881782+0000 mgr.y (mgr.24832) 448 : cluster [DBG] pgmap v397: 89 pgs: 3 peering, 3 stale+active+clean, 83 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 695 op/s 2024-05-11T05:04:41.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:41 smithi072 bash[82901]: cluster 2024-05-11T05:04:39.881782+0000 mgr.y (mgr.24832) 448 : cluster [DBG] pgmap v397: 89 pgs: 3 peering, 3 stale+active+clean, 83 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 695 op/s 2024-05-11T05:04:41.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:41 smithi072 bash[82901]: cluster 2024-05-11T05:04:39.881782+0000 mgr.y (mgr.24832) 448 : cluster [DBG] pgmap v397: 89 pgs: 3 peering, 3 stale+active+clean, 83 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 695 op/s 2024-05-11T05:04:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:40 smithi086 bash[67518]: cluster 2024-05-11T05:04:39.881782+0000 mgr.y (mgr.24832) 448 : cluster [DBG] pgmap v397: 89 pgs: 3 peering, 3 stale+active+clean, 83 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 695 op/s 2024-05-11T05:04:41.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:40 smithi086 bash[67518]: cluster 2024-05-11T05:04:39.881782+0000 mgr.y (mgr.24832) 448 : cluster [DBG] pgmap v397: 89 pgs: 3 peering, 3 stale+active+clean, 83 active+clean; 1.5 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 0 B/s wr, 695 op/s 2024-05-11T05:04:42.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:41 smithi086 bash[67518]: audit 2024-05-11T05:04:41.839208+0000 mon.a (mon.0) 706 : audit [DBG] from='client.? 172.21.15.72:0/3065848320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:42.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:41 smithi086 bash[67518]: audit 2024-05-11T05:04:41.839208+0000 mon.a (mon.0) 706 : audit [DBG] from='client.? 172.21.15.72:0/3065848320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:42.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:41 smithi072 bash[80515]: audit 2024-05-11T05:04:41.839208+0000 mon.a (mon.0) 706 : audit [DBG] from='client.? 172.21.15.72:0/3065848320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:42.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:41 smithi072 bash[80515]: audit 2024-05-11T05:04:41.839208+0000 mon.a (mon.0) 706 : audit [DBG] from='client.? 172.21.15.72:0/3065848320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:42.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:41 smithi072 bash[82901]: audit 2024-05-11T05:04:41.839208+0000 mon.a (mon.0) 706 : audit [DBG] from='client.? 172.21.15.72:0/3065848320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:42.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:41 smithi072 bash[82901]: audit 2024-05-11T05:04:41.839208+0000 mon.a (mon.0) 706 : audit [DBG] from='client.? 172.21.15.72:0/3065848320' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:43.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:42 smithi086 bash[67518]: cluster 2024-05-11T05:04:41.884475+0000 mgr.y (mgr.24832) 449 : cluster [DBG] pgmap v398: 89 pgs: 3 active+undersized+degraded, 6 active+undersized, 3 peering, 3 stale+active+clean, 74 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 644 op/s; 2965/72360 objects degraded (4.098%) 2024-05-11T05:04:43.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:42 smithi086 bash[67518]: cluster 2024-05-11T05:04:41.884475+0000 mgr.y (mgr.24832) 449 : cluster [DBG] pgmap v398: 89 pgs: 3 active+undersized+degraded, 6 active+undersized, 3 peering, 3 stale+active+clean, 74 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 644 op/s; 2965/72360 objects degraded (4.098%) 2024-05-11T05:04:43.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:42 smithi086 bash[67518]: cluster 2024-05-11T05:04:41.968347+0000 mon.a (mon.0) 707 : cluster [WRN] Health check failed: Degraded data redundancy: 2965/72360 objects degraded (4.098%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:43.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:42 smithi086 bash[67518]: cluster 2024-05-11T05:04:41.968347+0000 mon.a (mon.0) 707 : cluster [WRN] Health check failed: Degraded data redundancy: 2965/72360 objects degraded (4.098%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:43.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:42 smithi072 bash[80515]: cluster 2024-05-11T05:04:41.884475+0000 mgr.y (mgr.24832) 449 : cluster [DBG] pgmap v398: 89 pgs: 3 active+undersized+degraded, 6 active+undersized, 3 peering, 3 stale+active+clean, 74 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 644 op/s; 2965/72360 objects degraded (4.098%) 2024-05-11T05:04:43.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:42 smithi072 bash[80515]: cluster 2024-05-11T05:04:41.884475+0000 mgr.y (mgr.24832) 449 : cluster [DBG] pgmap v398: 89 pgs: 3 active+undersized+degraded, 6 active+undersized, 3 peering, 3 stale+active+clean, 74 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 644 op/s; 2965/72360 objects degraded (4.098%) 2024-05-11T05:04:43.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:42 smithi072 bash[80515]: cluster 2024-05-11T05:04:41.968347+0000 mon.a (mon.0) 707 : cluster [WRN] Health check failed: Degraded data redundancy: 2965/72360 objects degraded (4.098%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:43.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:42 smithi072 bash[80515]: cluster 2024-05-11T05:04:41.968347+0000 mon.a (mon.0) 707 : cluster [WRN] Health check failed: Degraded data redundancy: 2965/72360 objects degraded (4.098%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:43.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:42 smithi072 bash[82901]: cluster 2024-05-11T05:04:41.884475+0000 mgr.y (mgr.24832) 449 : cluster [DBG] pgmap v398: 89 pgs: 3 active+undersized+degraded, 6 active+undersized, 3 peering, 3 stale+active+clean, 74 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 644 op/s; 2965/72360 objects degraded (4.098%) 2024-05-11T05:04:43.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:42 smithi072 bash[82901]: cluster 2024-05-11T05:04:41.884475+0000 mgr.y (mgr.24832) 449 : cluster [DBG] pgmap v398: 89 pgs: 3 active+undersized+degraded, 6 active+undersized, 3 peering, 3 stale+active+clean, 74 active+clean; 1.5 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 644 op/s; 2965/72360 objects degraded (4.098%) 2024-05-11T05:04:43.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:42 smithi072 bash[82901]: cluster 2024-05-11T05:04:41.968347+0000 mon.a (mon.0) 707 : cluster [WRN] Health check failed: Degraded data redundancy: 2965/72360 objects degraded (4.098%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:43.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:42 smithi072 bash[82901]: cluster 2024-05-11T05:04:41.968347+0000 mon.a (mon.0) 707 : cluster [WRN] Health check failed: Degraded data redundancy: 2965/72360 objects degraded (4.098%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:44.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:04:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:04:43] "GET /metrics HTTP/1.1" 200 36592 "" "Prometheus/2.43.0" 2024-05-11T05:04:45.265 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:44 smithi072 bash[80515]: cluster 2024-05-11T05:04:43.885103+0000 mgr.y (mgr.24832) 450 : cluster [DBG] pgmap v399: 89 pgs: 6 active+undersized+degraded, 16 active+undersized, 3 peering, 64 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 7001/68379 objects degraded (10.239%) 2024-05-11T05:04:45.266 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:44 smithi072 bash[80515]: cluster 2024-05-11T05:04:43.885103+0000 mgr.y (mgr.24832) 450 : cluster [DBG] pgmap v399: 89 pgs: 6 active+undersized+degraded, 16 active+undersized, 3 peering, 64 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 7001/68379 objects degraded (10.239%) 2024-05-11T05:04:45.266 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:44 smithi072 bash[80515]: audit 2024-05-11T05:04:44.368571+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? 172.21.15.72:0/1791599307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:45.266 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:44 smithi072 bash[80515]: audit 2024-05-11T05:04:44.368571+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? 172.21.15.72:0/1791599307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:45.266 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:44 smithi072 bash[82901]: cluster 2024-05-11T05:04:43.885103+0000 mgr.y (mgr.24832) 450 : cluster [DBG] pgmap v399: 89 pgs: 6 active+undersized+degraded, 16 active+undersized, 3 peering, 64 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 7001/68379 objects degraded (10.239%) 2024-05-11T05:04:45.266 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:44 smithi072 bash[82901]: cluster 2024-05-11T05:04:43.885103+0000 mgr.y (mgr.24832) 450 : cluster [DBG] pgmap v399: 89 pgs: 6 active+undersized+degraded, 16 active+undersized, 3 peering, 64 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 7001/68379 objects degraded (10.239%) 2024-05-11T05:04:45.266 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:44 smithi072 bash[82901]: audit 2024-05-11T05:04:44.368571+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? 172.21.15.72:0/1791599307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:45.266 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:44 smithi072 bash[82901]: audit 2024-05-11T05:04:44.368571+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? 172.21.15.72:0/1791599307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:45.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:44 smithi086 bash[67518]: cluster 2024-05-11T05:04:43.885103+0000 mgr.y (mgr.24832) 450 : cluster [DBG] pgmap v399: 89 pgs: 6 active+undersized+degraded, 16 active+undersized, 3 peering, 64 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 7001/68379 objects degraded (10.239%) 2024-05-11T05:04:45.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:44 smithi086 bash[67518]: cluster 2024-05-11T05:04:43.885103+0000 mgr.y (mgr.24832) 450 : cluster [DBG] pgmap v399: 89 pgs: 6 active+undersized+degraded, 16 active+undersized, 3 peering, 64 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 556 op/s; 7001/68379 objects degraded (10.239%) 2024-05-11T05:04:45.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:44 smithi086 bash[67518]: audit 2024-05-11T05:04:44.368571+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? 172.21.15.72:0/1791599307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:45.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:44 smithi086 bash[67518]: audit 2024-05-11T05:04:44.368571+0000 mon.a (mon.0) 708 : audit [DBG] from='client.? 172.21.15.72:0/1791599307' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:45.551 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:45.551 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:45.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:45.552 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:45.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:45.552 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:45.552 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.2.service: Deactivated successfully. 2024-05-11T05:04:45.552 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: Stopped Ceph osd.2 for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T05:04:45.553 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:45.553 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:45.553 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:04:46.051 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:45 smithi072 systemd[1]: Started Ceph osd.2 for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T05:04:47.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: audit 2024-05-11T05:04:45.642975+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: audit 2024-05-11T05:04:45.642975+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: audit 2024-05-11T05:04:45.657039+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: audit 2024-05-11T05:04:45.657039+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: audit 2024-05-11T05:04:45.690490+0000 mon.a (mon.0) 711 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:47.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: audit 2024-05-11T05:04:45.690490+0000 mon.a (mon.0) 711 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:47.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: cluster 2024-05-11T05:04:45.886222+0000 mgr.y (mgr.24832) 451 : cluster [DBG] pgmap v400: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 7691/61683 objects degraded (12.469%) 2024-05-11T05:04:47.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: cluster 2024-05-11T05:04:45.886222+0000 mgr.y (mgr.24832) 451 : cluster [DBG] pgmap v400: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 7691/61683 objects degraded (12.469%) 2024-05-11T05:04:47.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: audit 2024-05-11T05:04:46.268609+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: audit 2024-05-11T05:04:46.268609+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: audit 2024-05-11T05:04:46.276109+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:46 smithi086 bash[67518]: audit 2024-05-11T05:04:46.276109+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: audit 2024-05-11T05:04:45.642975+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: audit 2024-05-11T05:04:45.642975+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: audit 2024-05-11T05:04:45.657039+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: audit 2024-05-11T05:04:45.657039+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: audit 2024-05-11T05:04:45.690490+0000 mon.a (mon.0) 711 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:47.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: audit 2024-05-11T05:04:45.690490+0000 mon.a (mon.0) 711 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:47.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: cluster 2024-05-11T05:04:45.886222+0000 mgr.y (mgr.24832) 451 : cluster [DBG] pgmap v400: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 7691/61683 objects degraded (12.469%) 2024-05-11T05:04:47.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: cluster 2024-05-11T05:04:45.886222+0000 mgr.y (mgr.24832) 451 : cluster [DBG] pgmap v400: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 7691/61683 objects degraded (12.469%) 2024-05-11T05:04:47.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: audit 2024-05-11T05:04:46.268609+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: audit 2024-05-11T05:04:46.268609+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: audit 2024-05-11T05:04:46.276109+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:46 smithi072 bash[82901]: audit 2024-05-11T05:04:46.276109+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: audit 2024-05-11T05:04:45.642975+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: audit 2024-05-11T05:04:45.642975+0000 mon.a (mon.0) 709 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: audit 2024-05-11T05:04:45.657039+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: audit 2024-05-11T05:04:45.657039+0000 mon.a (mon.0) 710 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: audit 2024-05-11T05:04:45.690490+0000 mon.a (mon.0) 711 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: audit 2024-05-11T05:04:45.690490+0000 mon.a (mon.0) 711 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: cluster 2024-05-11T05:04:45.886222+0000 mgr.y (mgr.24832) 451 : cluster [DBG] pgmap v400: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 7691/61683 objects degraded (12.469%) 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: cluster 2024-05-11T05:04:45.886222+0000 mgr.y (mgr.24832) 451 : cluster [DBG] pgmap v400: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.3 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 640 op/s; 7691/61683 objects degraded (12.469%) 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: audit 2024-05-11T05:04:46.268609+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: audit 2024-05-11T05:04:46.268609+0000 mon.a (mon.0) 712 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: audit 2024-05-11T05:04:46.276109+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:47.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:46 smithi072 bash[80515]: audit 2024-05-11T05:04:46.276109+0000 mon.a (mon.0) 713 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:48.034 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:47 smithi086 bash[67518]: audit 2024-05-11T05:04:46.821426+0000 mon.b (mon.1) 30 : audit [DBG] from='client.? 172.21.15.72:0/3226752625' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:48.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:47 smithi086 bash[67518]: audit 2024-05-11T05:04:46.821426+0000 mon.b (mon.1) 30 : audit [DBG] from='client.? 172.21.15.72:0/3226752625' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:48.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:47 smithi072 bash[80515]: audit 2024-05-11T05:04:46.821426+0000 mon.b (mon.1) 30 : audit [DBG] from='client.? 172.21.15.72:0/3226752625' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:48.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:47 smithi072 bash[80515]: audit 2024-05-11T05:04:46.821426+0000 mon.b (mon.1) 30 : audit [DBG] from='client.? 172.21.15.72:0/3226752625' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:48.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:47 smithi072 bash[82901]: audit 2024-05-11T05:04:46.821426+0000 mon.b (mon.1) 30 : audit [DBG] from='client.? 172.21.15.72:0/3226752625' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:48.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:47 smithi072 bash[82901]: audit 2024-05-11T05:04:46.821426+0000 mon.b (mon.1) 30 : audit [DBG] from='client.? 172.21.15.72:0/3226752625' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:48.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:48 smithi072 bash[80515]: cluster 2024-05-11T05:04:47.886854+0000 mgr.y (mgr.24832) 452 : cluster [DBG] pgmap v401: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 682 op/s; 7019/56706 objects degraded (12.378%) 2024-05-11T05:04:48.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:48 smithi072 bash[80515]: cluster 2024-05-11T05:04:47.886854+0000 mgr.y (mgr.24832) 452 : cluster [DBG] pgmap v401: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 682 op/s; 7019/56706 objects degraded (12.378%) 2024-05-11T05:04:48.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:48 smithi072 bash[80515]: cluster 2024-05-11T05:04:48.379229+0000 mon.a (mon.0) 714 : cluster [WRN] Health check update: Degraded data redundancy: 7691/61683 objects degraded (12.469%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:48.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:48 smithi072 bash[80515]: cluster 2024-05-11T05:04:48.379229+0000 mon.a (mon.0) 714 : cluster [WRN] Health check update: Degraded data redundancy: 7691/61683 objects degraded (12.469%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:48.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:48 smithi072 bash[82901]: cluster 2024-05-11T05:04:47.886854+0000 mgr.y (mgr.24832) 452 : cluster [DBG] pgmap v401: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 682 op/s; 7019/56706 objects degraded (12.378%) 2024-05-11T05:04:48.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:48 smithi072 bash[82901]: cluster 2024-05-11T05:04:47.886854+0000 mgr.y (mgr.24832) 452 : cluster [DBG] pgmap v401: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 682 op/s; 7019/56706 objects degraded (12.378%) 2024-05-11T05:04:48.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:48 smithi072 bash[82901]: cluster 2024-05-11T05:04:48.379229+0000 mon.a (mon.0) 714 : cluster [WRN] Health check update: Degraded data redundancy: 7691/61683 objects degraded (12.469%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:48.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:48 smithi072 bash[82901]: cluster 2024-05-11T05:04:48.379229+0000 mon.a (mon.0) 714 : cluster [WRN] Health check update: Degraded data redundancy: 7691/61683 objects degraded (12.469%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:48.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:48 smithi072 bash[102170]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T05:04:48.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:48 smithi072 bash[102170]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T05:04:48.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:48 smithi072 bash[102170]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-05-11T05:04:48.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:48 smithi072 bash[102170]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-05-11T05:04:48.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:48 smithi072 bash[102170]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-05-11T05:04:48.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:48 smithi072 bash[102170]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-05-11T05:04:48.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:48 smithi072 bash[102170]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-05-11T05:04:48.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:48 smithi072 bash[102170]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-05-11T05:04:48.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:48 smithi072 bash[102170]: --> ceph-volume raw activate successful for osd ID: 2 2024-05-11T05:04:49.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:48 smithi086 bash[67518]: cluster 2024-05-11T05:04:47.886854+0000 mgr.y (mgr.24832) 452 : cluster [DBG] pgmap v401: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 682 op/s; 7019/56706 objects degraded (12.378%) 2024-05-11T05:04:49.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:48 smithi086 bash[67518]: cluster 2024-05-11T05:04:47.886854+0000 mgr.y (mgr.24832) 452 : cluster [DBG] pgmap v401: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.2 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 682 op/s; 7019/56706 objects degraded (12.378%) 2024-05-11T05:04:49.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:48 smithi086 bash[67518]: cluster 2024-05-11T05:04:48.379229+0000 mon.a (mon.0) 714 : cluster [WRN] Health check update: Degraded data redundancy: 7691/61683 objects degraded (12.469%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:49.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:48 smithi086 bash[67518]: cluster 2024-05-11T05:04:48.379229+0000 mon.a (mon.0) 714 : cluster [WRN] Health check update: Degraded data redundancy: 7691/61683 objects degraded (12.469%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:50.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:49 smithi086 bash[67518]: audit 2024-05-11T05:04:48.864803+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:49 smithi086 bash[67518]: audit 2024-05-11T05:04:48.864803+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:49 smithi086 bash[67518]: audit 2024-05-11T05:04:48.866087+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:50.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:49 smithi086 bash[67518]: audit 2024-05-11T05:04:48.866087+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:50.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:49 smithi086 bash[67518]: audit 2024-05-11T05:04:49.026218+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:49 smithi086 bash[67518]: audit 2024-05-11T05:04:49.026218+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:49 smithi086 bash[67518]: audit 2024-05-11T05:04:49.357520+0000 mon.b (mon.1) 31 : audit [DBG] from='client.? 172.21.15.72:0/594794344' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:50.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:49 smithi086 bash[67518]: audit 2024-05-11T05:04:49.357520+0000 mon.b (mon.1) 31 : audit [DBG] from='client.? 172.21.15.72:0/594794344' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:49 smithi072 bash[80515]: audit 2024-05-11T05:04:48.864803+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:49 smithi072 bash[80515]: audit 2024-05-11T05:04:48.864803+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:49 smithi072 bash[80515]: audit 2024-05-11T05:04:48.866087+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:49 smithi072 bash[80515]: audit 2024-05-11T05:04:48.866087+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:49 smithi072 bash[80515]: audit 2024-05-11T05:04:49.026218+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:49 smithi072 bash[80515]: audit 2024-05-11T05:04:49.026218+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:49 smithi072 bash[80515]: audit 2024-05-11T05:04:49.357520+0000 mon.b (mon.1) 31 : audit [DBG] from='client.? 172.21.15.72:0/594794344' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:50.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:49 smithi072 bash[80515]: audit 2024-05-11T05:04:49.357520+0000 mon.b (mon.1) 31 : audit [DBG] from='client.? 172.21.15.72:0/594794344' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:49 smithi072 bash[82901]: audit 2024-05-11T05:04:48.864803+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:49 smithi072 bash[82901]: audit 2024-05-11T05:04:48.864803+0000 mon.a (mon.0) 715 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:49 smithi072 bash[82901]: audit 2024-05-11T05:04:48.866087+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:49 smithi072 bash[82901]: audit 2024-05-11T05:04:48.866087+0000 mon.a (mon.0) 716 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:04:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:49 smithi072 bash[82901]: audit 2024-05-11T05:04:49.026218+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:49 smithi072 bash[82901]: audit 2024-05-11T05:04:49.026218+0000 mon.a (mon.0) 717 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:49 smithi072 bash[82901]: audit 2024-05-11T05:04:49.357520+0000 mon.b (mon.1) 31 : audit [DBG] from='client.? 172.21.15.72:0/594794344' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:50.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:49 smithi072 bash[82901]: audit 2024-05-11T05:04:49.357520+0000 mon.b (mon.1) 31 : audit [DBG] from='client.? 172.21.15.72:0/594794344' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:51.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:50 smithi086 bash[67518]: cluster 2024-05-11T05:04:49.887306+0000 mgr.y (mgr.24832) 453 : cluster [DBG] pgmap v402: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 6790/54603 objects degraded (12.435%) 2024-05-11T05:04:51.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:50 smithi086 bash[67518]: cluster 2024-05-11T05:04:49.887306+0000 mgr.y (mgr.24832) 453 : cluster [DBG] pgmap v402: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 6790/54603 objects degraded (12.435%) 2024-05-11T05:04:51.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:50 smithi072 bash[82901]: cluster 2024-05-11T05:04:49.887306+0000 mgr.y (mgr.24832) 453 : cluster [DBG] pgmap v402: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 6790/54603 objects degraded (12.435%) 2024-05-11T05:04:51.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:50 smithi072 bash[82901]: cluster 2024-05-11T05:04:49.887306+0000 mgr.y (mgr.24832) 453 : cluster [DBG] pgmap v402: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 6790/54603 objects degraded (12.435%) 2024-05-11T05:04:51.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:50 smithi072 bash[80515]: cluster 2024-05-11T05:04:49.887306+0000 mgr.y (mgr.24832) 453 : cluster [DBG] pgmap v402: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 6790/54603 objects degraded (12.435%) 2024-05-11T05:04:51.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:50 smithi072 bash[80515]: cluster 2024-05-11T05:04:49.887306+0000 mgr.y (mgr.24832) 453 : cluster [DBG] pgmap v402: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.1 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 637 op/s; 6790/54603 objects degraded (12.435%) 2024-05-11T05:04:52.238 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:51 smithi072 bash[80515]: audit 2024-05-11T05:04:51.882768+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? 172.21.15.72:0/339059738' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:52.239 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:51 smithi072 bash[80515]: audit 2024-05-11T05:04:51.882768+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? 172.21.15.72:0/339059738' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:52.239 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:51 smithi072 bash[82901]: audit 2024-05-11T05:04:51.882768+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? 172.21.15.72:0/339059738' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:52.239 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:51 smithi072 bash[82901]: audit 2024-05-11T05:04:51.882768+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? 172.21.15.72:0/339059738' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:52.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:51 smithi086 bash[67518]: audit 2024-05-11T05:04:51.882768+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? 172.21.15.72:0/339059738' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:52.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:51 smithi086 bash[67518]: audit 2024-05-11T05:04:51.882768+0000 mon.a (mon.0) 718 : audit [DBG] from='client.? 172.21.15.72:0/339059738' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:52.551 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:52 smithi072 bash[102443]: debug 2024-05-11T05:04:52.239+0000 7f73fbf37700 1 -- 172.21.15.72:0/1505857830 <== mon.2 v2:172.21.15.72:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f9dbf6b680 con 0x55f9dbfc9000 2024-05-11T05:04:53.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:52 smithi072 bash[80515]: cluster 2024-05-11T05:04:51.887918+0000 mgr.y (mgr.24832) 454 : cluster [DBG] pgmap v403: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 6309/50352 objects degraded (12.530%) 2024-05-11T05:04:53.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:52 smithi072 bash[80515]: cluster 2024-05-11T05:04:51.887918+0000 mgr.y (mgr.24832) 454 : cluster [DBG] pgmap v403: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 6309/50352 objects degraded (12.530%) 2024-05-11T05:04:53.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:52 smithi072 bash[82901]: cluster 2024-05-11T05:04:51.887918+0000 mgr.y (mgr.24832) 454 : cluster [DBG] pgmap v403: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 6309/50352 objects degraded (12.530%) 2024-05-11T05:04:53.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:52 smithi072 bash[82901]: cluster 2024-05-11T05:04:51.887918+0000 mgr.y (mgr.24832) 454 : cluster [DBG] pgmap v403: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 6309/50352 objects degraded (12.530%) 2024-05-11T05:04:53.052 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:04:52 smithi072 bash[102443]: debug 2024-05-11T05:04:52.783+0000 7f74050d07c0 -1 Falling back to public interface 2024-05-11T05:04:53.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:52 smithi086 bash[67518]: cluster 2024-05-11T05:04:51.887918+0000 mgr.y (mgr.24832) 454 : cluster [DBG] pgmap v403: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 6309/50352 objects degraded (12.530%) 2024-05-11T05:04:53.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:52 smithi086 bash[67518]: cluster 2024-05-11T05:04:51.887918+0000 mgr.y (mgr.24832) 454 : cluster [DBG] pgmap v403: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 1.0 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 698 op/s; 6309/50352 objects degraded (12.530%) 2024-05-11T05:04:54.284 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:53 smithi086 bash[67518]: cluster 2024-05-11T05:04:53.380034+0000 mon.a (mon.0) 719 : cluster [WRN] Health check update: Degraded data redundancy: 6309/50352 objects degraded (12.530%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:54.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:53 smithi086 bash[67518]: cluster 2024-05-11T05:04:53.380034+0000 mon.a (mon.0) 719 : cluster [WRN] Health check update: Degraded data redundancy: 6309/50352 objects degraded (12.530%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:54.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:04:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:04:53] "GET /metrics HTTP/1.1" 200 36594 "" "Prometheus/2.43.0" 2024-05-11T05:04:54.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:53 smithi072 bash[80515]: cluster 2024-05-11T05:04:53.380034+0000 mon.a (mon.0) 719 : cluster [WRN] Health check update: Degraded data redundancy: 6309/50352 objects degraded (12.530%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:54.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:53 smithi072 bash[80515]: cluster 2024-05-11T05:04:53.380034+0000 mon.a (mon.0) 719 : cluster [WRN] Health check update: Degraded data redundancy: 6309/50352 objects degraded (12.530%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:54.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:53 smithi072 bash[82901]: cluster 2024-05-11T05:04:53.380034+0000 mon.a (mon.0) 719 : cluster [WRN] Health check update: Degraded data redundancy: 6309/50352 objects degraded (12.530%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:54.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:53 smithi072 bash[82901]: cluster 2024-05-11T05:04:53.380034+0000 mon.a (mon.0) 719 : cluster [WRN] Health check update: Degraded data redundancy: 6309/50352 objects degraded (12.530%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:55.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:54 smithi086 bash[67518]: cluster 2024-05-11T05:04:53.888549+0000 mgr.y (mgr.24832) 455 : cluster [DBG] pgmap v404: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 939 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 756 op/s; 5557/45132 objects degraded (12.313%) 2024-05-11T05:04:55.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:54 smithi086 bash[67518]: cluster 2024-05-11T05:04:53.888549+0000 mgr.y (mgr.24832) 455 : cluster [DBG] pgmap v404: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 939 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 756 op/s; 5557/45132 objects degraded (12.313%) 2024-05-11T05:04:55.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:54 smithi086 bash[67518]: audit 2024-05-11T05:04:54.464309+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.72:0/3663713557' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:55.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:54 smithi086 bash[67518]: audit 2024-05-11T05:04:54.464309+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.72:0/3663713557' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:55.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:54 smithi072 bash[80515]: cluster 2024-05-11T05:04:53.888549+0000 mgr.y (mgr.24832) 455 : cluster [DBG] pgmap v404: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 939 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 756 op/s; 5557/45132 objects degraded (12.313%) 2024-05-11T05:04:55.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:54 smithi072 bash[80515]: cluster 2024-05-11T05:04:53.888549+0000 mgr.y (mgr.24832) 455 : cluster [DBG] pgmap v404: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 939 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 756 op/s; 5557/45132 objects degraded (12.313%) 2024-05-11T05:04:55.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:54 smithi072 bash[80515]: audit 2024-05-11T05:04:54.464309+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.72:0/3663713557' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:55.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:54 smithi072 bash[80515]: audit 2024-05-11T05:04:54.464309+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.72:0/3663713557' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:55.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:54 smithi072 bash[82901]: cluster 2024-05-11T05:04:53.888549+0000 mgr.y (mgr.24832) 455 : cluster [DBG] pgmap v404: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 939 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 756 op/s; 5557/45132 objects degraded (12.313%) 2024-05-11T05:04:55.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:54 smithi072 bash[82901]: cluster 2024-05-11T05:04:53.888549+0000 mgr.y (mgr.24832) 455 : cluster [DBG] pgmap v404: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 939 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 756 op/s; 5557/45132 objects degraded (12.313%) 2024-05-11T05:04:55.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:54 smithi072 bash[82901]: audit 2024-05-11T05:04:54.464309+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.72:0/3663713557' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:55.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:54 smithi072 bash[82901]: audit 2024-05-11T05:04:54.464309+0000 mon.c (mon.2) 38 : audit [DBG] from='client.? 172.21.15.72:0/3663713557' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:56.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:56 smithi086 bash[67518]: audit 2024-05-11T05:04:55.095860+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:56.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:56 smithi086 bash[67518]: audit 2024-05-11T05:04:55.095860+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:56.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:56 smithi086 bash[67518]: audit 2024-05-11T05:04:55.103552+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:56.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:56 smithi086 bash[67518]: audit 2024-05-11T05:04:55.103552+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:56.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:56 smithi072 bash[80515]: audit 2024-05-11T05:04:55.095860+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:56.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:56 smithi072 bash[80515]: audit 2024-05-11T05:04:55.095860+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:56.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:56 smithi072 bash[80515]: audit 2024-05-11T05:04:55.103552+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:56.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:56 smithi072 bash[80515]: audit 2024-05-11T05:04:55.103552+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:56.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:56 smithi072 bash[82901]: audit 2024-05-11T05:04:55.095860+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:56.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:56 smithi072 bash[82901]: audit 2024-05-11T05:04:55.095860+0000 mon.a (mon.0) 720 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:56.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:56 smithi072 bash[82901]: audit 2024-05-11T05:04:55.103552+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:56.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:56 smithi072 bash[82901]: audit 2024-05-11T05:04:55.103552+0000 mon.a (mon.0) 721 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:57 smithi086 bash[67518]: cluster 2024-05-11T05:04:55.889304+0000 mgr.y (mgr.24832) 456 : cluster [DBG] pgmap v405: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 800 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 830 op/s; 4841/38460 objects degraded (12.587%) 2024-05-11T05:04:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:57 smithi086 bash[67518]: cluster 2024-05-11T05:04:55.889304+0000 mgr.y (mgr.24832) 456 : cluster [DBG] pgmap v405: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 800 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 830 op/s; 4841/38460 objects degraded (12.587%) 2024-05-11T05:04:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:57 smithi086 bash[67518]: audit 2024-05-11T05:04:56.651993+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:57 smithi086 bash[67518]: audit 2024-05-11T05:04:56.651993+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:57 smithi086 bash[67518]: audit 2024-05-11T05:04:56.660048+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:57 smithi086 bash[67518]: audit 2024-05-11T05:04:56.660048+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:57 smithi086 bash[67518]: audit 2024-05-11T05:04:57.051962+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.72:0/47950674' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:57 smithi086 bash[67518]: audit 2024-05-11T05:04:57.051962+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.72:0/47950674' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:57.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:57 smithi072 bash[82901]: cluster 2024-05-11T05:04:55.889304+0000 mgr.y (mgr.24832) 456 : cluster [DBG] pgmap v405: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 800 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 830 op/s; 4841/38460 objects degraded (12.587%) 2024-05-11T05:04:57.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:57 smithi072 bash[82901]: cluster 2024-05-11T05:04:55.889304+0000 mgr.y (mgr.24832) 456 : cluster [DBG] pgmap v405: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 800 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 830 op/s; 4841/38460 objects degraded (12.587%) 2024-05-11T05:04:57.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:57 smithi072 bash[82901]: audit 2024-05-11T05:04:56.651993+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:57 smithi072 bash[82901]: audit 2024-05-11T05:04:56.651993+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:57 smithi072 bash[82901]: audit 2024-05-11T05:04:56.660048+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:57 smithi072 bash[82901]: audit 2024-05-11T05:04:56.660048+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:57 smithi072 bash[82901]: audit 2024-05-11T05:04:57.051962+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.72:0/47950674' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:57.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:57 smithi072 bash[82901]: audit 2024-05-11T05:04:57.051962+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.72:0/47950674' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:57 smithi072 bash[80515]: cluster 2024-05-11T05:04:55.889304+0000 mgr.y (mgr.24832) 456 : cluster [DBG] pgmap v405: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 800 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 830 op/s; 4841/38460 objects degraded (12.587%) 2024-05-11T05:04:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:57 smithi072 bash[80515]: cluster 2024-05-11T05:04:55.889304+0000 mgr.y (mgr.24832) 456 : cluster [DBG] pgmap v405: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 800 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 0 B/s wr, 830 op/s; 4841/38460 objects degraded (12.587%) 2024-05-11T05:04:57.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:57 smithi072 bash[80515]: audit 2024-05-11T05:04:56.651993+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:57 smithi072 bash[80515]: audit 2024-05-11T05:04:56.651993+0000 mon.a (mon.0) 722 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:57 smithi072 bash[80515]: audit 2024-05-11T05:04:56.660048+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:57 smithi072 bash[80515]: audit 2024-05-11T05:04:56.660048+0000 mon.a (mon.0) 723 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:04:57.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:57 smithi072 bash[80515]: audit 2024-05-11T05:04:57.051962+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.72:0/47950674' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:57.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:57 smithi072 bash[80515]: audit 2024-05-11T05:04:57.051962+0000 mon.c (mon.2) 39 : audit [DBG] from='client.? 172.21.15.72:0/47950674' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:04:59.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:59 smithi086 bash[67518]: cluster 2024-05-11T05:04:57.889788+0000 mgr.y (mgr.24832) 457 : cluster [DBG] pgmap v406: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 689 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 792 op/s; 4108/33138 objects degraded (12.397%) 2024-05-11T05:04:59.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:59 smithi086 bash[67518]: cluster 2024-05-11T05:04:57.889788+0000 mgr.y (mgr.24832) 457 : cluster [DBG] pgmap v406: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 689 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 792 op/s; 4108/33138 objects degraded (12.397%) 2024-05-11T05:04:59.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:59 smithi086 bash[67518]: cluster 2024-05-11T05:04:58.380847+0000 mon.a (mon.0) 724 : cluster [WRN] Health check update: Degraded data redundancy: 4108/33138 objects degraded (12.397%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:59.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:04:59 smithi086 bash[67518]: cluster 2024-05-11T05:04:58.380847+0000 mon.a (mon.0) 724 : cluster [WRN] Health check update: Degraded data redundancy: 4108/33138 objects degraded (12.397%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:59.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:59 smithi072 bash[82901]: cluster 2024-05-11T05:04:57.889788+0000 mgr.y (mgr.24832) 457 : cluster [DBG] pgmap v406: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 689 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 792 op/s; 4108/33138 objects degraded (12.397%) 2024-05-11T05:04:59.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:59 smithi072 bash[82901]: cluster 2024-05-11T05:04:57.889788+0000 mgr.y (mgr.24832) 457 : cluster [DBG] pgmap v406: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 689 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 792 op/s; 4108/33138 objects degraded (12.397%) 2024-05-11T05:04:59.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:59 smithi072 bash[82901]: cluster 2024-05-11T05:04:58.380847+0000 mon.a (mon.0) 724 : cluster [WRN] Health check update: Degraded data redundancy: 4108/33138 objects degraded (12.397%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:59.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:04:59 smithi072 bash[82901]: cluster 2024-05-11T05:04:58.380847+0000 mon.a (mon.0) 724 : cluster [WRN] Health check update: Degraded data redundancy: 4108/33138 objects degraded (12.397%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:59.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:59 smithi072 bash[80515]: cluster 2024-05-11T05:04:57.889788+0000 mgr.y (mgr.24832) 457 : cluster [DBG] pgmap v406: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 689 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 792 op/s; 4108/33138 objects degraded (12.397%) 2024-05-11T05:04:59.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:59 smithi072 bash[80515]: cluster 2024-05-11T05:04:57.889788+0000 mgr.y (mgr.24832) 457 : cluster [DBG] pgmap v406: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 689 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 792 op/s; 4108/33138 objects degraded (12.397%) 2024-05-11T05:04:59.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:59 smithi072 bash[80515]: cluster 2024-05-11T05:04:58.380847+0000 mon.a (mon.0) 724 : cluster [WRN] Health check update: Degraded data redundancy: 4108/33138 objects degraded (12.397%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:04:59.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:04:59 smithi072 bash[80515]: cluster 2024-05-11T05:04:58.380847+0000 mon.a (mon.0) 724 : cluster [WRN] Health check update: Degraded data redundancy: 4108/33138 objects degraded (12.397%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:00.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:00 smithi086 bash[67518]: audit 2024-05-11T05:04:59.612898+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.72:0/282628354' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:00.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:00 smithi086 bash[67518]: audit 2024-05-11T05:04:59.612898+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.72:0/282628354' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:00.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:00 smithi072 bash[80515]: audit 2024-05-11T05:04:59.612898+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.72:0/282628354' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:00.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:00 smithi072 bash[80515]: audit 2024-05-11T05:04:59.612898+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.72:0/282628354' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:00.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:00 smithi072 bash[82901]: audit 2024-05-11T05:04:59.612898+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.72:0/282628354' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:00.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:00 smithi072 bash[82901]: audit 2024-05-11T05:04:59.612898+0000 mon.c (mon.2) 40 : audit [DBG] from='client.? 172.21.15.72:0/282628354' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:01.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:01 smithi086 bash[67518]: cluster 2024-05-11T05:04:59.891061+0000 mgr.y (mgr.24832) 458 : cluster [DBG] pgmap v407: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 643 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 3860/30900 objects degraded (12.492%) 2024-05-11T05:05:01.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:01 smithi086 bash[67518]: cluster 2024-05-11T05:04:59.891061+0000 mgr.y (mgr.24832) 458 : cluster [DBG] pgmap v407: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 643 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 3860/30900 objects degraded (12.492%) 2024-05-11T05:05:01.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:01 smithi072 bash[80515]: cluster 2024-05-11T05:04:59.891061+0000 mgr.y (mgr.24832) 458 : cluster [DBG] pgmap v407: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 643 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 3860/30900 objects degraded (12.492%) 2024-05-11T05:05:01.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:01 smithi072 bash[80515]: cluster 2024-05-11T05:04:59.891061+0000 mgr.y (mgr.24832) 458 : cluster [DBG] pgmap v407: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 643 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 3860/30900 objects degraded (12.492%) 2024-05-11T05:05:01.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:01 smithi072 bash[82901]: cluster 2024-05-11T05:04:59.891061+0000 mgr.y (mgr.24832) 458 : cluster [DBG] pgmap v407: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 643 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 3860/30900 objects degraded (12.492%) 2024-05-11T05:05:01.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:01 smithi072 bash[82901]: cluster 2024-05-11T05:04:59.891061+0000 mgr.y (mgr.24832) 458 : cluster [DBG] pgmap v407: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 643 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 716 op/s; 3860/30900 objects degraded (12.492%) 2024-05-11T05:05:03.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:03 smithi086 bash[67518]: cluster 2024-05-11T05:05:01.891575+0000 mgr.y (mgr.24832) 459 : cluster [DBG] pgmap v408: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 548 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 3359/26355 objects degraded (12.745%) 2024-05-11T05:05:03.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:03 smithi086 bash[67518]: cluster 2024-05-11T05:05:01.891575+0000 mgr.y (mgr.24832) 459 : cluster [DBG] pgmap v408: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 548 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 3359/26355 objects degraded (12.745%) 2024-05-11T05:05:03.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:03 smithi086 bash[67518]: audit 2024-05-11T05:05:02.179335+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.72:0/646529586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:03.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:03 smithi086 bash[67518]: audit 2024-05-11T05:05:02.179335+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.72:0/646529586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:03.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:03 smithi072 bash[80515]: cluster 2024-05-11T05:05:01.891575+0000 mgr.y (mgr.24832) 459 : cluster [DBG] pgmap v408: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 548 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 3359/26355 objects degraded (12.745%) 2024-05-11T05:05:03.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:03 smithi072 bash[80515]: cluster 2024-05-11T05:05:01.891575+0000 mgr.y (mgr.24832) 459 : cluster [DBG] pgmap v408: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 548 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 3359/26355 objects degraded (12.745%) 2024-05-11T05:05:03.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:03 smithi072 bash[80515]: audit 2024-05-11T05:05:02.179335+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.72:0/646529586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:03.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:03 smithi072 bash[80515]: audit 2024-05-11T05:05:02.179335+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.72:0/646529586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:03.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:03 smithi072 bash[82901]: cluster 2024-05-11T05:05:01.891575+0000 mgr.y (mgr.24832) 459 : cluster [DBG] pgmap v408: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 548 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 3359/26355 objects degraded (12.745%) 2024-05-11T05:05:03.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:03 smithi072 bash[82901]: cluster 2024-05-11T05:05:01.891575+0000 mgr.y (mgr.24832) 459 : cluster [DBG] pgmap v408: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 548 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 3359/26355 objects degraded (12.745%) 2024-05-11T05:05:03.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:03 smithi072 bash[82901]: audit 2024-05-11T05:05:02.179335+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.72:0/646529586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:03.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:03 smithi072 bash[82901]: audit 2024-05-11T05:05:02.179335+0000 mon.a (mon.0) 725 : audit [DBG] from='client.? 172.21.15.72:0/646529586' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:04.138 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:05:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:05:03] "GET /metrics HTTP/1.1" 200 36594 "" "Prometheus/2.43.0" 2024-05-11T05:05:04.139 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:05:03 smithi072 bash[102443]: debug 2024-05-11T05:05:03.842+0000 7f74050d07c0 -1 osd.2 127 log_to_monitors true 2024-05-11T05:05:04.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:04 smithi086 bash[67518]: cluster 2024-05-11T05:05:03.381432+0000 mon.a (mon.0) 726 : cluster [WRN] Health check update: Degraded data redundancy: 3359/26355 objects degraded (12.745%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:04.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:04 smithi086 bash[67518]: cluster 2024-05-11T05:05:03.381432+0000 mon.a (mon.0) 726 : cluster [WRN] Health check update: Degraded data redundancy: 3359/26355 objects degraded (12.745%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:04.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:04 smithi086 bash[67518]: audit 2024-05-11T05:05:03.855821+0000 mon.a (mon.0) 727 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T05:05:04.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:04 smithi086 bash[67518]: audit 2024-05-11T05:05:03.855821+0000 mon.a (mon.0) 727 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T05:05:04.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:04 smithi086 bash[67518]: audit 2024-05-11T05:05:03.859585+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:04 smithi086 bash[67518]: audit 2024-05-11T05:05:03.859585+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:04.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:04 smithi072 bash[80515]: cluster 2024-05-11T05:05:03.381432+0000 mon.a (mon.0) 726 : cluster [WRN] Health check update: Degraded data redundancy: 3359/26355 objects degraded (12.745%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:04.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:04 smithi072 bash[80515]: cluster 2024-05-11T05:05:03.381432+0000 mon.a (mon.0) 726 : cluster [WRN] Health check update: Degraded data redundancy: 3359/26355 objects degraded (12.745%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:04.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:04 smithi072 bash[80515]: audit 2024-05-11T05:05:03.855821+0000 mon.a (mon.0) 727 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T05:05:04.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:04 smithi072 bash[80515]: audit 2024-05-11T05:05:03.855821+0000 mon.a (mon.0) 727 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T05:05:04.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:04 smithi072 bash[80515]: audit 2024-05-11T05:05:03.859585+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:04.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:04 smithi072 bash[80515]: audit 2024-05-11T05:05:03.859585+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:04.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:04 smithi072 bash[82901]: cluster 2024-05-11T05:05:03.381432+0000 mon.a (mon.0) 726 : cluster [WRN] Health check update: Degraded data redundancy: 3359/26355 objects degraded (12.745%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:04 smithi072 bash[82901]: cluster 2024-05-11T05:05:03.381432+0000 mon.a (mon.0) 726 : cluster [WRN] Health check update: Degraded data redundancy: 3359/26355 objects degraded (12.745%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:04 smithi072 bash[82901]: audit 2024-05-11T05:05:03.855821+0000 mon.a (mon.0) 727 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T05:05:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:04 smithi072 bash[82901]: audit 2024-05-11T05:05:03.855821+0000 mon.a (mon.0) 727 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-05-11T05:05:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:04 smithi072 bash[82901]: audit 2024-05-11T05:05:03.859585+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:04 smithi072 bash[82901]: audit 2024-05-11T05:05:03.859585+0000 mon.a (mon.0) 728 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:05.051 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:05:04 smithi072 bash[102443]: debug 2024-05-11T05:05:04.722+0000 7f73f251f700 -1 osd.2 127 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-11T05:05:05.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: cluster 2024-05-11T05:05:03.892185+0000 mgr.y (mgr.24832) 460 : cluster [DBG] pgmap v409: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 437 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 2598/21024 objects degraded (12.357%) 2024-05-11T05:05:05.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: cluster 2024-05-11T05:05:03.892185+0000 mgr.y (mgr.24832) 460 : cluster [DBG] pgmap v409: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 437 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 2598/21024 objects degraded (12.357%) 2024-05-11T05:05:05.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: audit 2024-05-11T05:05:04.153562+0000 mon.a (mon.0) 729 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T05:05:05.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: audit 2024-05-11T05:05:04.153562+0000 mon.a (mon.0) 729 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T05:05:05.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: cluster 2024-05-11T05:05:04.157816+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-05-11T05:05:05.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: cluster 2024-05-11T05:05:04.157816+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-05-11T05:05:05.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: audit 2024-05-11T05:05:04.158470+0000 mon.a (mon.0) 731 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:05:05.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: audit 2024-05-11T05:05:04.158470+0000 mon.a (mon.0) 731 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:05:05.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: audit 2024-05-11T05:05:04.639680+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.72:0/2828318136' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:05.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: audit 2024-05-11T05:05:04.639680+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.72:0/2828318136' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:05.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: audit 2024-05-11T05:05:04.699114+0000 mon.a (mon.0) 732 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' 2024-05-11T05:05:05.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:05 smithi086 bash[67518]: audit 2024-05-11T05:05:04.699114+0000 mon.a (mon.0) 732 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' 2024-05-11T05:05:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: cluster 2024-05-11T05:05:03.892185+0000 mgr.y (mgr.24832) 460 : cluster [DBG] pgmap v409: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 437 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 2598/21024 objects degraded (12.357%) 2024-05-11T05:05:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: cluster 2024-05-11T05:05:03.892185+0000 mgr.y (mgr.24832) 460 : cluster [DBG] pgmap v409: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 437 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 2598/21024 objects degraded (12.357%) 2024-05-11T05:05:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: audit 2024-05-11T05:05:04.153562+0000 mon.a (mon.0) 729 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T05:05:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: audit 2024-05-11T05:05:04.153562+0000 mon.a (mon.0) 729 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T05:05:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: cluster 2024-05-11T05:05:04.157816+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-05-11T05:05:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: cluster 2024-05-11T05:05:04.157816+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-05-11T05:05:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: audit 2024-05-11T05:05:04.158470+0000 mon.a (mon.0) 731 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:05:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: audit 2024-05-11T05:05:04.158470+0000 mon.a (mon.0) 731 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:05:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: audit 2024-05-11T05:05:04.639680+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.72:0/2828318136' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: audit 2024-05-11T05:05:04.639680+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.72:0/2828318136' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:05.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: audit 2024-05-11T05:05:04.699114+0000 mon.a (mon.0) 732 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' 2024-05-11T05:05:05.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: audit 2024-05-11T05:05:04.699114+0000 mon.a (mon.0) 732 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' 2024-05-11T05:05:05.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: cluster 2024-05-11T05:05:03.892185+0000 mgr.y (mgr.24832) 460 : cluster [DBG] pgmap v409: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 437 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 2598/21024 objects degraded (12.357%) 2024-05-11T05:05:05.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: cluster 2024-05-11T05:05:03.892185+0000 mgr.y (mgr.24832) 460 : cluster [DBG] pgmap v409: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 437 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 814 op/s; 2598/21024 objects degraded (12.357%) 2024-05-11T05:05:05.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: audit 2024-05-11T05:05:04.153562+0000 mon.a (mon.0) 729 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T05:05:05.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: audit 2024-05-11T05:05:04.153562+0000 mon.a (mon.0) 729 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-05-11T05:05:05.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: cluster 2024-05-11T05:05:04.157816+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-05-11T05:05:05.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: cluster 2024-05-11T05:05:04.157816+0000 mon.a (mon.0) 730 : cluster [DBG] osdmap e130: 8 total, 7 up, 8 in 2024-05-11T05:05:05.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: audit 2024-05-11T05:05:04.158470+0000 mon.a (mon.0) 731 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:05:05.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: audit 2024-05-11T05:05:04.158470+0000 mon.a (mon.0) 731 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:05:05.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: audit 2024-05-11T05:05:04.639680+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.72:0/2828318136' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:05.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: audit 2024-05-11T05:05:04.639680+0000 mon.c (mon.2) 41 : audit [DBG] from='client.? 172.21.15.72:0/2828318136' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:05.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: audit 2024-05-11T05:05:04.699114+0000 mon.a (mon.0) 732 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' 2024-05-11T05:05:05.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:05 smithi072 bash[82901]: audit 2024-05-11T05:05:04.699114+0000 mon.a (mon.0) 732 : audit [INF] from='osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096]' entity='osd.2' 2024-05-11T05:05:06.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:05 smithi072 bash[80515]: debug 2024-05-11T05:05:05.694+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:06.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:06 smithi086 bash[67518]: cluster 2024-05-11T05:05:05.697529+0000 mon.a (mon.0) 733 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:06.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:06 smithi086 bash[67518]: cluster 2024-05-11T05:05:05.697529+0000 mon.a (mon.0) 733 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:06.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:06 smithi086 bash[67518]: cluster 2024-05-11T05:05:05.697562+0000 mon.a (mon.0) 734 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:05:06.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:06 smithi086 bash[67518]: cluster 2024-05-11T05:05:05.697562+0000 mon.a (mon.0) 734 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:05:06.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:06 smithi086 bash[67518]: cluster 2024-05-11T05:05:05.703440+0000 mon.a (mon.0) 735 : cluster [INF] osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096] boot 2024-05-11T05:05:06.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:06 smithi086 bash[67518]: cluster 2024-05-11T05:05:05.703440+0000 mon.a (mon.0) 735 : cluster [INF] osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096] boot 2024-05-11T05:05:06.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:06 smithi086 bash[67518]: cluster 2024-05-11T05:05:05.703493+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-05-11T05:05:06.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:06 smithi086 bash[67518]: cluster 2024-05-11T05:05:05.703493+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-05-11T05:05:06.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:06 smithi086 bash[67518]: audit 2024-05-11T05:05:05.705262+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T05:05:06.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:06 smithi086 bash[67518]: audit 2024-05-11T05:05:05.705262+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T05:05:06.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:06 smithi072 bash[80515]: cluster 2024-05-11T05:05:05.697529+0000 mon.a (mon.0) 733 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:06 smithi072 bash[80515]: cluster 2024-05-11T05:05:05.697529+0000 mon.a (mon.0) 733 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:06 smithi072 bash[80515]: cluster 2024-05-11T05:05:05.697562+0000 mon.a (mon.0) 734 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:06 smithi072 bash[80515]: cluster 2024-05-11T05:05:05.697562+0000 mon.a (mon.0) 734 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:06 smithi072 bash[80515]: cluster 2024-05-11T05:05:05.703440+0000 mon.a (mon.0) 735 : cluster [INF] osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096] boot 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:06 smithi072 bash[80515]: cluster 2024-05-11T05:05:05.703440+0000 mon.a (mon.0) 735 : cluster [INF] osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096] boot 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:06 smithi072 bash[80515]: cluster 2024-05-11T05:05:05.703493+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:06 smithi072 bash[80515]: cluster 2024-05-11T05:05:05.703493+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:06 smithi072 bash[80515]: audit 2024-05-11T05:05:05.705262+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:06 smithi072 bash[80515]: audit 2024-05-11T05:05:05.705262+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:06 smithi072 bash[82901]: cluster 2024-05-11T05:05:05.697529+0000 mon.a (mon.0) 733 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:06 smithi072 bash[82901]: cluster 2024-05-11T05:05:05.697529+0000 mon.a (mon.0) 733 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:06.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:06 smithi072 bash[82901]: cluster 2024-05-11T05:05:05.697562+0000 mon.a (mon.0) 734 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:05:06.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:06 smithi072 bash[82901]: cluster 2024-05-11T05:05:05.697562+0000 mon.a (mon.0) 734 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:05:06.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:06 smithi072 bash[82901]: cluster 2024-05-11T05:05:05.703440+0000 mon.a (mon.0) 735 : cluster [INF] osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096] boot 2024-05-11T05:05:06.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:06 smithi072 bash[82901]: cluster 2024-05-11T05:05:05.703440+0000 mon.a (mon.0) 735 : cluster [INF] osd.2 [v2:172.21.15.72:6818/361718096,v1:172.21.15.72:6819/361718096] boot 2024-05-11T05:05:06.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:06 smithi072 bash[82901]: cluster 2024-05-11T05:05:05.703493+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-05-11T05:05:06.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:06 smithi072 bash[82901]: cluster 2024-05-11T05:05:05.703493+0000 mon.a (mon.0) 736 : cluster [DBG] osdmap e131: 8 total, 8 up, 8 in 2024-05-11T05:05:06.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:06 smithi072 bash[82901]: audit 2024-05-11T05:05:05.705262+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T05:05:06.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:06 smithi072 bash[82901]: audit 2024-05-11T05:05:05.705262+0000 mon.a (mon.0) 737 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-05-11T05:05:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:07 smithi086 bash[67518]: cluster 2024-05-11T05:05:05.892860+0000 mgr.y (mgr.24832) 461 : cluster [DBG] pgmap v412: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 307 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 764 op/s; 1878/14793 objects degraded (12.695%) 2024-05-11T05:05:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:07 smithi086 bash[67518]: cluster 2024-05-11T05:05:05.892860+0000 mgr.y (mgr.24832) 461 : cluster [DBG] pgmap v412: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 307 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 764 op/s; 1878/14793 objects degraded (12.695%) 2024-05-11T05:05:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:07 smithi086 bash[67518]: cluster 2024-05-11T05:05:06.714243+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-05-11T05:05:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:07 smithi086 bash[67518]: cluster 2024-05-11T05:05:06.714243+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-05-11T05:05:07.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:07 smithi086 bash[67518]: audit 2024-05-11T05:05:07.040510+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.72:0/612830942' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:07.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:07 smithi086 bash[67518]: audit 2024-05-11T05:05:07.040510+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.72:0/612830942' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:07.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:07 smithi072 bash[80515]: cluster 2024-05-11T05:05:05.892860+0000 mgr.y (mgr.24832) 461 : cluster [DBG] pgmap v412: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 307 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 764 op/s; 1878/14793 objects degraded (12.695%) 2024-05-11T05:05:07.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:07 smithi072 bash[80515]: cluster 2024-05-11T05:05:05.892860+0000 mgr.y (mgr.24832) 461 : cluster [DBG] pgmap v412: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 307 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 764 op/s; 1878/14793 objects degraded (12.695%) 2024-05-11T05:05:07.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:07 smithi072 bash[80515]: cluster 2024-05-11T05:05:06.714243+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-05-11T05:05:07.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:07 smithi072 bash[80515]: cluster 2024-05-11T05:05:06.714243+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-05-11T05:05:07.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:07 smithi072 bash[80515]: audit 2024-05-11T05:05:07.040510+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.72:0/612830942' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:07.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:07 smithi072 bash[80515]: audit 2024-05-11T05:05:07.040510+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.72:0/612830942' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:07.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:07 smithi072 bash[82901]: cluster 2024-05-11T05:05:05.892860+0000 mgr.y (mgr.24832) 461 : cluster [DBG] pgmap v412: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 307 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 764 op/s; 1878/14793 objects degraded (12.695%) 2024-05-11T05:05:07.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:07 smithi072 bash[82901]: cluster 2024-05-11T05:05:05.892860+0000 mgr.y (mgr.24832) 461 : cluster [DBG] pgmap v412: 89 pgs: 8 active+undersized+degraded, 17 active+undersized, 64 active+clean; 307 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 764 op/s; 1878/14793 objects degraded (12.695%) 2024-05-11T05:05:07.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:07 smithi072 bash[82901]: cluster 2024-05-11T05:05:06.714243+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-05-11T05:05:07.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:07 smithi072 bash[82901]: cluster 2024-05-11T05:05:06.714243+0000 mon.a (mon.0) 738 : cluster [DBG] osdmap e132: 8 total, 8 up, 8 in 2024-05-11T05:05:07.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:07 smithi072 bash[82901]: audit 2024-05-11T05:05:07.040510+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.72:0/612830942' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:07.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:07 smithi072 bash[82901]: audit 2024-05-11T05:05:07.040510+0000 mon.a (mon.0) 739 : audit [DBG] from='client.? 172.21.15.72:0/612830942' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:09.002 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:08 smithi072 bash[80515]: cluster 2024-05-11T05:05:07.713483+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-05-11T05:05:09.002 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:08 smithi072 bash[80515]: cluster 2024-05-11T05:05:07.713483+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-05-11T05:05:09.002 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:08 smithi072 bash[80515]: cluster 2024-05-11T05:05:07.893426+0000 mgr.y (mgr.24832) 462 : cluster [DBG] pgmap v415: 89 pgs: 3 remapped+peering, 5 active+undersized+degraded, 10 active+undersized, 71 active+clean; 241 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 760/11607 objects degraded (6.548%) 2024-05-11T05:05:09.002 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:08 smithi072 bash[80515]: cluster 2024-05-11T05:05:07.893426+0000 mgr.y (mgr.24832) 462 : cluster [DBG] pgmap v415: 89 pgs: 3 remapped+peering, 5 active+undersized+degraded, 10 active+undersized, 71 active+clean; 241 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 760/11607 objects degraded (6.548%) 2024-05-11T05:05:09.002 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:08 smithi072 bash[80515]: cluster 2024-05-11T05:05:08.382116+0000 mon.a (mon.0) 741 : cluster [WRN] Health check update: Degraded data redundancy: 1878/14793 objects degraded (12.695%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:09.002 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:08 smithi072 bash[80515]: cluster 2024-05-11T05:05:08.382116+0000 mon.a (mon.0) 741 : cluster [WRN] Health check update: Degraded data redundancy: 1878/14793 objects degraded (12.695%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:09.002 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:08 smithi072 bash[82901]: cluster 2024-05-11T05:05:07.713483+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-05-11T05:05:09.002 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:08 smithi072 bash[82901]: cluster 2024-05-11T05:05:07.713483+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-05-11T05:05:09.003 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:08 smithi072 bash[82901]: cluster 2024-05-11T05:05:07.893426+0000 mgr.y (mgr.24832) 462 : cluster [DBG] pgmap v415: 89 pgs: 3 remapped+peering, 5 active+undersized+degraded, 10 active+undersized, 71 active+clean; 241 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 760/11607 objects degraded (6.548%) 2024-05-11T05:05:09.003 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:08 smithi072 bash[82901]: cluster 2024-05-11T05:05:07.893426+0000 mgr.y (mgr.24832) 462 : cluster [DBG] pgmap v415: 89 pgs: 3 remapped+peering, 5 active+undersized+degraded, 10 active+undersized, 71 active+clean; 241 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 760/11607 objects degraded (6.548%) 2024-05-11T05:05:09.003 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:08 smithi072 bash[82901]: cluster 2024-05-11T05:05:08.382116+0000 mon.a (mon.0) 741 : cluster [WRN] Health check update: Degraded data redundancy: 1878/14793 objects degraded (12.695%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:09.003 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:08 smithi072 bash[82901]: cluster 2024-05-11T05:05:08.382116+0000 mon.a (mon.0) 741 : cluster [WRN] Health check update: Degraded data redundancy: 1878/14793 objects degraded (12.695%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:08 smithi086 bash[67518]: cluster 2024-05-11T05:05:07.713483+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-05-11T05:05:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:08 smithi086 bash[67518]: cluster 2024-05-11T05:05:07.713483+0000 mon.a (mon.0) 740 : cluster [DBG] osdmap e133: 8 total, 8 up, 8 in 2024-05-11T05:05:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:08 smithi086 bash[67518]: cluster 2024-05-11T05:05:07.893426+0000 mgr.y (mgr.24832) 462 : cluster [DBG] pgmap v415: 89 pgs: 3 remapped+peering, 5 active+undersized+degraded, 10 active+undersized, 71 active+clean; 241 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 760/11607 objects degraded (6.548%) 2024-05-11T05:05:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:08 smithi086 bash[67518]: cluster 2024-05-11T05:05:07.893426+0000 mgr.y (mgr.24832) 462 : cluster [DBG] pgmap v415: 89 pgs: 3 remapped+peering, 5 active+undersized+degraded, 10 active+undersized, 71 active+clean; 241 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 784 op/s; 760/11607 objects degraded (6.548%) 2024-05-11T05:05:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:08 smithi086 bash[67518]: cluster 2024-05-11T05:05:08.382116+0000 mon.a (mon.0) 741 : cluster [WRN] Health check update: Degraded data redundancy: 1878/14793 objects degraded (12.695%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:09.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:08 smithi086 bash[67518]: cluster 2024-05-11T05:05:08.382116+0000 mon.a (mon.0) 741 : cluster [WRN] Health check update: Degraded data redundancy: 1878/14793 objects degraded (12.695%), 8 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:10.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:09 smithi086 bash[67518]: audit 2024-05-11T05:05:09.646601+0000 mon.b (mon.1) 32 : audit [DBG] from='client.? 172.21.15.72:0/1985468276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:10.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:09 smithi086 bash[67518]: audit 2024-05-11T05:05:09.646601+0000 mon.b (mon.1) 32 : audit [DBG] from='client.? 172.21.15.72:0/1985468276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:10.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:09 smithi072 bash[80515]: audit 2024-05-11T05:05:09.646601+0000 mon.b (mon.1) 32 : audit [DBG] from='client.? 172.21.15.72:0/1985468276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:10.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:09 smithi072 bash[80515]: audit 2024-05-11T05:05:09.646601+0000 mon.b (mon.1) 32 : audit [DBG] from='client.? 172.21.15.72:0/1985468276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:10.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:09 smithi072 bash[82901]: audit 2024-05-11T05:05:09.646601+0000 mon.b (mon.1) 32 : audit [DBG] from='client.? 172.21.15.72:0/1985468276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:10.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:09 smithi072 bash[82901]: audit 2024-05-11T05:05:09.646601+0000 mon.b (mon.1) 32 : audit [DBG] from='client.? 172.21.15.72:0/1985468276' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:11.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:10 smithi086 bash[67518]: cluster 2024-05-11T05:05:09.893992+0000 mgr.y (mgr.24832) 463 : cluster [DBG] pgmap v416: 89 pgs: 3 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+undersized+degraded, 6 active+undersized, 76 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 1750/10527 objects degraded (16.624%) 2024-05-11T05:05:11.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:10 smithi086 bash[67518]: cluster 2024-05-11T05:05:09.893992+0000 mgr.y (mgr.24832) 463 : cluster [DBG] pgmap v416: 89 pgs: 3 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+undersized+degraded, 6 active+undersized, 76 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 1750/10527 objects degraded (16.624%) 2024-05-11T05:05:11.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:10 smithi072 bash[80515]: cluster 2024-05-11T05:05:09.893992+0000 mgr.y (mgr.24832) 463 : cluster [DBG] pgmap v416: 89 pgs: 3 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+undersized+degraded, 6 active+undersized, 76 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 1750/10527 objects degraded (16.624%) 2024-05-11T05:05:11.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:10 smithi072 bash[80515]: cluster 2024-05-11T05:05:09.893992+0000 mgr.y (mgr.24832) 463 : cluster [DBG] pgmap v416: 89 pgs: 3 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+undersized+degraded, 6 active+undersized, 76 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 1750/10527 objects degraded (16.624%) 2024-05-11T05:05:11.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:10 smithi072 bash[82901]: cluster 2024-05-11T05:05:09.893992+0000 mgr.y (mgr.24832) 463 : cluster [DBG] pgmap v416: 89 pgs: 3 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+undersized+degraded, 6 active+undersized, 76 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 1750/10527 objects degraded (16.624%) 2024-05-11T05:05:11.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:10 smithi072 bash[82901]: cluster 2024-05-11T05:05:09.893992+0000 mgr.y (mgr.24832) 463 : cluster [DBG] pgmap v416: 89 pgs: 3 remapped+peering, 1 active+recovery_wait+undersized+degraded+remapped, 3 active+undersized+degraded, 6 active+undersized, 76 active+clean; 218 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 482 op/s; 1750/10527 objects degraded (16.624%) 2024-05-11T05:05:12.928 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Removed 107412 objects 2024-05-11T05:05:12.928 INFO:tasks.radosbench.radosbench.0.smithi072.stdout:Clean up completed and total clean up time :151.855 2024-05-11T05:05:13.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:12 smithi086 bash[67518]: cluster 2024-05-11T05:05:11.894623+0000 mgr.y (mgr.24832) 464 : cluster [DBG] pgmap v417: 89 pgs: 3 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 169 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s; 3893/8145 objects degraded (47.796%); 0 B/s, 0 objects/s recovering 2024-05-11T05:05:13.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:12 smithi086 bash[67518]: cluster 2024-05-11T05:05:11.894623+0000 mgr.y (mgr.24832) 464 : cluster [DBG] pgmap v417: 89 pgs: 3 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 169 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s; 3893/8145 objects degraded (47.796%); 0 B/s, 0 objects/s recovering 2024-05-11T05:05:13.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:12 smithi086 bash[67518]: audit 2024-05-11T05:05:12.197911+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.72:0/110407869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:13.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:12 smithi086 bash[67518]: audit 2024-05-11T05:05:12.197911+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.72:0/110407869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:13.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:12 smithi072 bash[80515]: cluster 2024-05-11T05:05:11.894623+0000 mgr.y (mgr.24832) 464 : cluster [DBG] pgmap v417: 89 pgs: 3 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 169 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s; 3893/8145 objects degraded (47.796%); 0 B/s, 0 objects/s recovering 2024-05-11T05:05:13.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:12 smithi072 bash[80515]: cluster 2024-05-11T05:05:11.894623+0000 mgr.y (mgr.24832) 464 : cluster [DBG] pgmap v417: 89 pgs: 3 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 169 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s; 3893/8145 objects degraded (47.796%); 0 B/s, 0 objects/s recovering 2024-05-11T05:05:13.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:12 smithi072 bash[80515]: audit 2024-05-11T05:05:12.197911+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.72:0/110407869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:13.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:12 smithi072 bash[80515]: audit 2024-05-11T05:05:12.197911+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.72:0/110407869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:13.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:12 smithi072 bash[82901]: cluster 2024-05-11T05:05:11.894623+0000 mgr.y (mgr.24832) 464 : cluster [DBG] pgmap v417: 89 pgs: 3 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 169 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s; 3893/8145 objects degraded (47.796%); 0 B/s, 0 objects/s recovering 2024-05-11T05:05:13.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:12 smithi072 bash[82901]: cluster 2024-05-11T05:05:11.894623+0000 mgr.y (mgr.24832) 464 : cluster [DBG] pgmap v417: 89 pgs: 3 remapped+peering, 3 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 169 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 357 op/s; 3893/8145 objects degraded (47.796%); 0 B/s, 0 objects/s recovering 2024-05-11T05:05:13.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:12 smithi072 bash[82901]: audit 2024-05-11T05:05:12.197911+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.72:0/110407869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:13.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:12 smithi072 bash[82901]: audit 2024-05-11T05:05:12.197911+0000 mon.c (mon.2) 42 : audit [DBG] from='client.? 172.21.15.72:0/110407869' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:14.065 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_3 2024-05-11T05:05:14.066 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd pool rm unique_pool_3 unique_pool_3 --yes-i-really-really-mean-it 2024-05-11T05:05:14.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:13 smithi086 bash[67518]: cluster 2024-05-11T05:05:13.382946+0000 mon.a (mon.0) 742 : cluster [WRN] Health check update: Degraded data redundancy: 3893/8145 objects degraded (47.796%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:14.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:13 smithi086 bash[67518]: cluster 2024-05-11T05:05:13.382946+0000 mon.a (mon.0) 742 : cluster [WRN] Health check update: Degraded data redundancy: 3893/8145 objects degraded (47.796%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:14.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:05:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:05:13] "GET /metrics HTTP/1.1" 200 36591 "" "Prometheus/2.43.0" 2024-05-11T05:05:14.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:13 smithi072 bash[80515]: cluster 2024-05-11T05:05:13.382946+0000 mon.a (mon.0) 742 : cluster [WRN] Health check update: Degraded data redundancy: 3893/8145 objects degraded (47.796%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:14.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:13 smithi072 bash[80515]: cluster 2024-05-11T05:05:13.382946+0000 mon.a (mon.0) 742 : cluster [WRN] Health check update: Degraded data redundancy: 3893/8145 objects degraded (47.796%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:14.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:13 smithi072 bash[82901]: cluster 2024-05-11T05:05:13.382946+0000 mon.a (mon.0) 742 : cluster [WRN] Health check update: Degraded data redundancy: 3893/8145 objects degraded (47.796%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:14.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:13 smithi072 bash[82901]: cluster 2024-05-11T05:05:13.382946+0000 mon.a (mon.0) 742 : cluster [WRN] Health check update: Degraded data redundancy: 3893/8145 objects degraded (47.796%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:15.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:14 smithi086 bash[67518]: cluster 2024-05-11T05:05:13.895617+0000 mgr.y (mgr.24832) 465 : cluster [DBG] pgmap v418: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 83 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 6413/4032 objects degraded (159.053%); 0 B/s, 30 objects/s recovering 2024-05-11T05:05:15.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:14 smithi086 bash[67518]: cluster 2024-05-11T05:05:13.895617+0000 mgr.y (mgr.24832) 465 : cluster [DBG] pgmap v418: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 83 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 6413/4032 objects degraded (159.053%); 0 B/s, 30 objects/s recovering 2024-05-11T05:05:15.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:14 smithi086 bash[67518]: audit 2024-05-11T05:05:14.600798+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.72:0/299543522' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:15.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:14 smithi086 bash[67518]: audit 2024-05-11T05:05:14.600798+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.72:0/299543522' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:15.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:14 smithi072 bash[80515]: cluster 2024-05-11T05:05:13.895617+0000 mgr.y (mgr.24832) 465 : cluster [DBG] pgmap v418: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 83 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 6413/4032 objects degraded (159.053%); 0 B/s, 30 objects/s recovering 2024-05-11T05:05:15.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:14 smithi072 bash[80515]: cluster 2024-05-11T05:05:13.895617+0000 mgr.y (mgr.24832) 465 : cluster [DBG] pgmap v418: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 83 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 6413/4032 objects degraded (159.053%); 0 B/s, 30 objects/s recovering 2024-05-11T05:05:15.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:14 smithi072 bash[80515]: audit 2024-05-11T05:05:14.600798+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.72:0/299543522' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:15.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:14 smithi072 bash[80515]: audit 2024-05-11T05:05:14.600798+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.72:0/299543522' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:15.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:14 smithi072 bash[82901]: cluster 2024-05-11T05:05:13.895617+0000 mgr.y (mgr.24832) 465 : cluster [DBG] pgmap v418: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 83 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 6413/4032 objects degraded (159.053%); 0 B/s, 30 objects/s recovering 2024-05-11T05:05:15.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:14 smithi072 bash[82901]: cluster 2024-05-11T05:05:13.895617+0000 mgr.y (mgr.24832) 465 : cluster [DBG] pgmap v418: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 83 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 448 op/s; 6413/4032 objects degraded (159.053%); 0 B/s, 30 objects/s recovering 2024-05-11T05:05:15.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:14 smithi072 bash[82901]: audit 2024-05-11T05:05:14.600798+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.72:0/299543522' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:15.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:14 smithi072 bash[82901]: audit 2024-05-11T05:05:14.600798+0000 mon.c (mon.2) 43 : audit [DBG] from='client.? 172.21.15.72:0/299543522' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:17.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:16 smithi086 bash[67518]: cluster 2024-05-11T05:05:15.896415+0000 mgr.y (mgr.24832) 466 : cluster [DBG] pgmap v419: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 8.1 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 6413/432 objects degraded (1484.491%); 0 B/s, 26 objects/s recovering 2024-05-11T05:05:17.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:16 smithi086 bash[67518]: cluster 2024-05-11T05:05:15.896415+0000 mgr.y (mgr.24832) 466 : cluster [DBG] pgmap v419: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 8.1 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 6413/432 objects degraded (1484.491%); 0 B/s, 26 objects/s recovering 2024-05-11T05:05:17.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:16 smithi072 bash[80515]: cluster 2024-05-11T05:05:15.896415+0000 mgr.y (mgr.24832) 466 : cluster [DBG] pgmap v419: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 8.1 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 6413/432 objects degraded (1484.491%); 0 B/s, 26 objects/s recovering 2024-05-11T05:05:17.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:16 smithi072 bash[80515]: cluster 2024-05-11T05:05:15.896415+0000 mgr.y (mgr.24832) 466 : cluster [DBG] pgmap v419: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 8.1 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 6413/432 objects degraded (1484.491%); 0 B/s, 26 objects/s recovering 2024-05-11T05:05:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:16 smithi072 bash[82901]: cluster 2024-05-11T05:05:15.896415+0000 mgr.y (mgr.24832) 466 : cluster [DBG] pgmap v419: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 8.1 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 6413/432 objects degraded (1484.491%); 0 B/s, 26 objects/s recovering 2024-05-11T05:05:17.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:16 smithi072 bash[82901]: cluster 2024-05-11T05:05:15.896415+0000 mgr.y (mgr.24832) 466 : cluster [DBG] pgmap v419: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 8.1 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 520 op/s; 6413/432 objects degraded (1484.491%); 0 B/s, 26 objects/s recovering 2024-05-11T05:05:18.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:17 smithi086 bash[67518]: audit 2024-05-11T05:05:16.994932+0000 mon.a (mon.0) 743 : audit [DBG] from='client.? 172.21.15.72:0/3751407663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:18.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:17 smithi086 bash[67518]: audit 2024-05-11T05:05:16.994932+0000 mon.a (mon.0) 743 : audit [DBG] from='client.? 172.21.15.72:0/3751407663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:18.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:17 smithi072 bash[80515]: audit 2024-05-11T05:05:16.994932+0000 mon.a (mon.0) 743 : audit [DBG] from='client.? 172.21.15.72:0/3751407663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:18.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:17 smithi072 bash[80515]: audit 2024-05-11T05:05:16.994932+0000 mon.a (mon.0) 743 : audit [DBG] from='client.? 172.21.15.72:0/3751407663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:18.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:17 smithi072 bash[82901]: audit 2024-05-11T05:05:16.994932+0000 mon.a (mon.0) 743 : audit [DBG] from='client.? 172.21.15.72:0/3751407663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:18.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:17 smithi072 bash[82901]: audit 2024-05-11T05:05:16.994932+0000 mon.a (mon.0) 743 : audit [DBG] from='client.? 172.21.15.72:0/3751407663' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:19.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:18 smithi086 bash[67518]: cluster 2024-05-11T05:05:17.897311+0000 mgr.y (mgr.24832) 467 : cluster [DBG] pgmap v420: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 377 op/s; 6413/72 objects degraded (8906.944%); 0 B/s, 115 objects/s recovering 2024-05-11T05:05:19.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:18 smithi086 bash[67518]: cluster 2024-05-11T05:05:17.897311+0000 mgr.y (mgr.24832) 467 : cluster [DBG] pgmap v420: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 377 op/s; 6413/72 objects degraded (8906.944%); 0 B/s, 115 objects/s recovering 2024-05-11T05:05:19.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:18 smithi086 bash[67518]: cluster 2024-05-11T05:05:18.384095+0000 mon.a (mon.0) 744 : cluster [WRN] Health check update: Degraded data redundancy: 6413/72 objects degraded (8906.944%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:19.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:18 smithi086 bash[67518]: cluster 2024-05-11T05:05:18.384095+0000 mon.a (mon.0) 744 : cluster [WRN] Health check update: Degraded data redundancy: 6413/72 objects degraded (8906.944%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:19.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:18 smithi086 bash[67518]: cluster 2024-05-11T05:05:18.390510+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-05-11T05:05:19.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:18 smithi086 bash[67518]: cluster 2024-05-11T05:05:18.390510+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-05-11T05:05:19.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:18 smithi086 bash[67518]: audit 2024-05-11T05:05:18.859536+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:19.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:18 smithi086 bash[67518]: audit 2024-05-11T05:05:18.859536+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:19.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:18 smithi086 bash[67518]: audit 2024-05-11T05:05:18.860802+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:19.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:18 smithi086 bash[67518]: audit 2024-05-11T05:05:18.860802+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:19.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:18 smithi072 bash[80515]: cluster 2024-05-11T05:05:17.897311+0000 mgr.y (mgr.24832) 467 : cluster [DBG] pgmap v420: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 377 op/s; 6413/72 objects degraded (8906.944%); 0 B/s, 115 objects/s recovering 2024-05-11T05:05:19.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:18 smithi072 bash[80515]: cluster 2024-05-11T05:05:17.897311+0000 mgr.y (mgr.24832) 467 : cluster [DBG] pgmap v420: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 377 op/s; 6413/72 objects degraded (8906.944%); 0 B/s, 115 objects/s recovering 2024-05-11T05:05:19.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:18 smithi072 bash[80515]: cluster 2024-05-11T05:05:18.384095+0000 mon.a (mon.0) 744 : cluster [WRN] Health check update: Degraded data redundancy: 6413/72 objects degraded (8906.944%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:19.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:18 smithi072 bash[80515]: cluster 2024-05-11T05:05:18.384095+0000 mon.a (mon.0) 744 : cluster [WRN] Health check update: Degraded data redundancy: 6413/72 objects degraded (8906.944%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:19.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:18 smithi072 bash[80515]: cluster 2024-05-11T05:05:18.390510+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-05-11T05:05:19.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:18 smithi072 bash[80515]: cluster 2024-05-11T05:05:18.390510+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-05-11T05:05:19.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:19 smithi072 bash[80515]: audit 2024-05-11T05:05:18.859536+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:19.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:19 smithi072 bash[80515]: audit 2024-05-11T05:05:18.859536+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:19.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:19 smithi072 bash[80515]: audit 2024-05-11T05:05:18.860802+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:19.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:19 smithi072 bash[80515]: audit 2024-05-11T05:05:18.860802+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:19.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:19 smithi072 bash[82901]: cluster 2024-05-11T05:05:17.897311+0000 mgr.y (mgr.24832) 467 : cluster [DBG] pgmap v420: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 377 op/s; 6413/72 objects degraded (8906.944%); 0 B/s, 115 objects/s recovering 2024-05-11T05:05:19.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:19 smithi072 bash[82901]: cluster 2024-05-11T05:05:17.897311+0000 mgr.y (mgr.24832) 467 : cluster [DBG] pgmap v420: 89 pgs: 1 active+recovering+undersized+remapped, 5 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 377 op/s; 6413/72 objects degraded (8906.944%); 0 B/s, 115 objects/s recovering 2024-05-11T05:05:19.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:19 smithi072 bash[82901]: cluster 2024-05-11T05:05:18.384095+0000 mon.a (mon.0) 744 : cluster [WRN] Health check update: Degraded data redundancy: 6413/72 objects degraded (8906.944%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:19.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:19 smithi072 bash[82901]: cluster 2024-05-11T05:05:18.384095+0000 mon.a (mon.0) 744 : cluster [WRN] Health check update: Degraded data redundancy: 6413/72 objects degraded (8906.944%), 5 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:19.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:19 smithi072 bash[82901]: cluster 2024-05-11T05:05:18.390510+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-05-11T05:05:19.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:19 smithi072 bash[82901]: cluster 2024-05-11T05:05:18.390510+0000 mon.a (mon.0) 745 : cluster [DBG] osdmap e134: 8 total, 8 up, 8 in 2024-05-11T05:05:19.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:19 smithi072 bash[82901]: audit 2024-05-11T05:05:18.859536+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:19.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:19 smithi072 bash[82901]: audit 2024-05-11T05:05:18.859536+0000 mon.a (mon.0) 746 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:19.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:19 smithi072 bash[82901]: audit 2024-05-11T05:05:18.860802+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:19.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:19 smithi072 bash[82901]: audit 2024-05-11T05:05:18.860802+0000 mon.a (mon.0) 747 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:20.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:20 smithi086 bash[67518]: cluster 2024-05-11T05:05:19.400641+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-05-11T05:05:20.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:20 smithi086 bash[67518]: cluster 2024-05-11T05:05:19.400641+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-05-11T05:05:20.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:20 smithi086 bash[67518]: audit 2024-05-11T05:05:19.434265+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.72:0/337646448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:20.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:20 smithi086 bash[67518]: audit 2024-05-11T05:05:19.434265+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.72:0/337646448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:20.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:20 smithi072 bash[80515]: cluster 2024-05-11T05:05:19.400641+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-05-11T05:05:20.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:20 smithi072 bash[80515]: cluster 2024-05-11T05:05:19.400641+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-05-11T05:05:20.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:20 smithi072 bash[80515]: audit 2024-05-11T05:05:19.434265+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.72:0/337646448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:20.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:20 smithi072 bash[80515]: audit 2024-05-11T05:05:19.434265+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.72:0/337646448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:20.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:20 smithi072 bash[82901]: cluster 2024-05-11T05:05:19.400641+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-05-11T05:05:20.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:20 smithi072 bash[82901]: cluster 2024-05-11T05:05:19.400641+0000 mon.a (mon.0) 748 : cluster [DBG] osdmap e135: 8 total, 8 up, 8 in 2024-05-11T05:05:20.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:20 smithi072 bash[82901]: audit 2024-05-11T05:05:19.434265+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.72:0/337646448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:20.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:20 smithi072 bash[82901]: audit 2024-05-11T05:05:19.434265+0000 mon.c (mon.2) 44 : audit [DBG] from='client.? 172.21.15.72:0/337646448' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:21.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:21 smithi086 bash[67518]: cluster 2024-05-11T05:05:19.897728+0000 mgr.y (mgr.24832) 468 : cluster [DBG] pgmap v423: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 336 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 179 objects/s recovering 2024-05-11T05:05:21.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:21 smithi086 bash[67518]: cluster 2024-05-11T05:05:19.897728+0000 mgr.y (mgr.24832) 468 : cluster [DBG] pgmap v423: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 336 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 179 objects/s recovering 2024-05-11T05:05:21.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:21 smithi072 bash[82901]: cluster 2024-05-11T05:05:19.897728+0000 mgr.y (mgr.24832) 468 : cluster [DBG] pgmap v423: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 336 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 179 objects/s recovering 2024-05-11T05:05:21.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:21 smithi072 bash[82901]: cluster 2024-05-11T05:05:19.897728+0000 mgr.y (mgr.24832) 468 : cluster [DBG] pgmap v423: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 336 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 179 objects/s recovering 2024-05-11T05:05:21.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:21 smithi072 bash[80515]: cluster 2024-05-11T05:05:19.897728+0000 mgr.y (mgr.24832) 468 : cluster [DBG] pgmap v423: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 336 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 179 objects/s recovering 2024-05-11T05:05:21.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:21 smithi072 bash[80515]: cluster 2024-05-11T05:05:19.897728+0000 mgr.y (mgr.24832) 468 : cluster [DBG] pgmap v423: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 336 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 179 objects/s recovering 2024-05-11T05:05:22.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:05:21 smithi072 bash[72627]: debug 2024-05-11T05:05:21.882+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:05:23.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.804150+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.804150+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.810575+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.810575+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.811786+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.811786+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.812788+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.812788+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.818037+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.818037+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.848433+0000 mon.a (mon.0) 754 : audit [DBG] from='client.? 172.21.15.72:0/3805699731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.848433+0000 mon.a (mon.0) 754 : audit [DBG] from='client.? 172.21.15.72:0/3805699731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:23.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.878325+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:23.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.878325+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:23.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.880438+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.880438+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.882053+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.882053+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.883206+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.883206+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.804150+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.804150+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.810575+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.810575+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.811786+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.811786+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.812788+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.812788+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.818037+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.818037+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.848433+0000 mon.a (mon.0) 754 : audit [DBG] from='client.? 172.21.15.72:0/3805699731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.848433+0000 mon.a (mon.0) 754 : audit [DBG] from='client.? 172.21.15.72:0/3805699731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.878325+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.878325+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.880438+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.880438+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.882053+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.882053+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.883206+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.056 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.883206+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.884807+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.884807+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.884979+0000 mgr.y (mgr.24832) 469 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: audit 2024-05-11T05:05:21.884979+0000 mgr.y (mgr.24832) 469 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: cephadm 2024-05-11T05:05:21.885768+0000 mgr.y (mgr.24832) 470 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:05:23.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: cephadm 2024-05-11T05:05:21.885768+0000 mgr.y (mgr.24832) 470 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:05:23.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: cluster 2024-05-11T05:05:21.898230+0000 mgr.y (mgr.24832) 471 : cluster [DBG] pgmap v424: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 164 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 148 objects/s recovering 2024-05-11T05:05:23.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:22 smithi072 bash[82901]: cluster 2024-05-11T05:05:21.898230+0000 mgr.y (mgr.24832) 471 : cluster [DBG] pgmap v424: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 164 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 148 objects/s recovering 2024-05-11T05:05:23.056 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.884807+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.057 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.884807+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.057 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.884979+0000 mgr.y (mgr.24832) 469 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.057 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: audit 2024-05-11T05:05:21.884979+0000 mgr.y (mgr.24832) 469 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.057 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: cephadm 2024-05-11T05:05:21.885768+0000 mgr.y (mgr.24832) 470 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:05:23.057 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: cephadm 2024-05-11T05:05:21.885768+0000 mgr.y (mgr.24832) 470 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:05:23.057 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: cluster 2024-05-11T05:05:21.898230+0000 mgr.y (mgr.24832) 471 : cluster [DBG] pgmap v424: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 164 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 148 objects/s recovering 2024-05-11T05:05:23.057 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:22 smithi072 bash[80515]: cluster 2024-05-11T05:05:21.898230+0000 mgr.y (mgr.24832) 471 : cluster [DBG] pgmap v424: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 164 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 148 objects/s recovering 2024-05-11T05:05:23.253 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:05:23.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.804150+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.804150+0000 mon.a (mon.0) 749 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.810575+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.810575+0000 mon.a (mon.0) 750 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.811786+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:23.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.811786+0000 mon.a (mon.0) 751 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:23.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.812788+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:05:23.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.812788+0000 mon.a (mon.0) 752 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:05:23.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.818037+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.818037+0000 mon.a (mon.0) 753 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:23.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.848433+0000 mon.a (mon.0) 754 : audit [DBG] from='client.? 172.21.15.72:0/3805699731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:23.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.848433+0000 mon.a (mon.0) 754 : audit [DBG] from='client.? 172.21.15.72:0/3805699731' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:23.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.878325+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:23.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.878325+0000 mon.a (mon.0) 755 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:23.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.880438+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.880438+0000 mon.a (mon.0) 756 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.882053+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.882053+0000 mon.a (mon.0) 757 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.883206+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.289 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.883206+0000 mon.a (mon.0) 758 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:05:23.289 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.884807+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.289 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.884807+0000 mon.a (mon.0) 759 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.289 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.884979+0000 mgr.y (mgr.24832) 469 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.289 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: audit 2024-05-11T05:05:21.884979+0000 mgr.y (mgr.24832) 469 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:23.289 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: cephadm 2024-05-11T05:05:21.885768+0000 mgr.y (mgr.24832) 470 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:05:23.289 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: cephadm 2024-05-11T05:05:21.885768+0000 mgr.y (mgr.24832) 470 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (1 PGs are or would become offline) 2024-05-11T05:05:23.289 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: cluster 2024-05-11T05:05:21.898230+0000 mgr.y (mgr.24832) 471 : cluster [DBG] pgmap v424: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 164 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 148 objects/s recovering 2024-05-11T05:05:23.290 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:22 smithi086 bash[67518]: cluster 2024-05-11T05:05:21.898230+0000 mgr.y (mgr.24832) 471 : cluster [DBG] pgmap v424: 89 pgs: 2 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 83 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 164 op/s; 5138/72 objects degraded (7136.111%); 0 B/s, 148 objects/s recovering 2024-05-11T05:05:24.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:23 smithi086 bash[67518]: cluster 2024-05-11T05:05:23.385384+0000 mon.a (mon.0) 760 : cluster [WRN] Health check update: Degraded data redundancy: 5138/72 objects degraded (7136.111%), 4 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:24.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:23 smithi086 bash[67518]: cluster 2024-05-11T05:05:23.385384+0000 mon.a (mon.0) 760 : cluster [WRN] Health check update: Degraded data redundancy: 5138/72 objects degraded (7136.111%), 4 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:24.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:23 smithi086 bash[67518]: cluster 2024-05-11T05:05:23.396702+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-05-11T05:05:24.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:23 smithi086 bash[67518]: cluster 2024-05-11T05:05:23.396702+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-05-11T05:05:24.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:05:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:05:23] "GET /metrics HTTP/1.1" 200 36593 "" "Prometheus/2.43.0" 2024-05-11T05:05:24.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:23 smithi072 bash[80515]: cluster 2024-05-11T05:05:23.385384+0000 mon.a (mon.0) 760 : cluster [WRN] Health check update: Degraded data redundancy: 5138/72 objects degraded (7136.111%), 4 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:24.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:23 smithi072 bash[80515]: cluster 2024-05-11T05:05:23.385384+0000 mon.a (mon.0) 760 : cluster [WRN] Health check update: Degraded data redundancy: 5138/72 objects degraded (7136.111%), 4 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:24.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:23 smithi072 bash[80515]: cluster 2024-05-11T05:05:23.396702+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-05-11T05:05:24.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:23 smithi072 bash[80515]: cluster 2024-05-11T05:05:23.396702+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-05-11T05:05:24.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:23 smithi072 bash[82901]: cluster 2024-05-11T05:05:23.385384+0000 mon.a (mon.0) 760 : cluster [WRN] Health check update: Degraded data redundancy: 5138/72 objects degraded (7136.111%), 4 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:24.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:23 smithi072 bash[82901]: cluster 2024-05-11T05:05:23.385384+0000 mon.a (mon.0) 760 : cluster [WRN] Health check update: Degraded data redundancy: 5138/72 objects degraded (7136.111%), 4 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:24.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:23 smithi072 bash[82901]: cluster 2024-05-11T05:05:23.396702+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-05-11T05:05:24.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:23 smithi072 bash[82901]: cluster 2024-05-11T05:05:23.396702+0000 mon.a (mon.0) 761 : cluster [DBG] osdmap e136: 8 total, 8 up, 8 in 2024-05-11T05:05:25.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:24 smithi086 bash[67518]: cluster 2024-05-11T05:05:23.898730+0000 mgr.y (mgr.24832) 472 : cluster [DBG] pgmap v426: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 69 objects/s recovering 2024-05-11T05:05:25.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:24 smithi086 bash[67518]: cluster 2024-05-11T05:05:23.898730+0000 mgr.y (mgr.24832) 472 : cluster [DBG] pgmap v426: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 69 objects/s recovering 2024-05-11T05:05:25.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:24 smithi086 bash[67518]: audit 2024-05-11T05:05:24.267995+0000 mon.a (mon.0) 762 : audit [DBG] from='client.? 172.21.15.72:0/2017760376' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:25.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:24 smithi086 bash[67518]: audit 2024-05-11T05:05:24.267995+0000 mon.a (mon.0) 762 : audit [DBG] from='client.? 172.21.15.72:0/2017760376' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:25.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:24 smithi086 bash[67518]: cluster 2024-05-11T05:05:24.392397+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-05-11T05:05:25.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:24 smithi086 bash[67518]: cluster 2024-05-11T05:05:24.392397+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-05-11T05:05:25.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:24 smithi072 bash[80515]: cluster 2024-05-11T05:05:23.898730+0000 mgr.y (mgr.24832) 472 : cluster [DBG] pgmap v426: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 69 objects/s recovering 2024-05-11T05:05:25.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:24 smithi072 bash[80515]: cluster 2024-05-11T05:05:23.898730+0000 mgr.y (mgr.24832) 472 : cluster [DBG] pgmap v426: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 69 objects/s recovering 2024-05-11T05:05:25.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:24 smithi072 bash[80515]: audit 2024-05-11T05:05:24.267995+0000 mon.a (mon.0) 762 : audit [DBG] from='client.? 172.21.15.72:0/2017760376' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:25.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:24 smithi072 bash[80515]: audit 2024-05-11T05:05:24.267995+0000 mon.a (mon.0) 762 : audit [DBG] from='client.? 172.21.15.72:0/2017760376' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:25.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:24 smithi072 bash[80515]: cluster 2024-05-11T05:05:24.392397+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-05-11T05:05:25.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:24 smithi072 bash[80515]: cluster 2024-05-11T05:05:24.392397+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-05-11T05:05:25.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:24 smithi072 bash[82901]: cluster 2024-05-11T05:05:23.898730+0000 mgr.y (mgr.24832) 472 : cluster [DBG] pgmap v426: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 69 objects/s recovering 2024-05-11T05:05:25.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:24 smithi072 bash[82901]: cluster 2024-05-11T05:05:23.898730+0000 mgr.y (mgr.24832) 472 : cluster [DBG] pgmap v426: 89 pgs: 1 active+recovering+undersized+remapped, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 69 objects/s recovering 2024-05-11T05:05:25.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:24 smithi072 bash[82901]: audit 2024-05-11T05:05:24.267995+0000 mon.a (mon.0) 762 : audit [DBG] from='client.? 172.21.15.72:0/2017760376' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:25.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:24 smithi072 bash[82901]: audit 2024-05-11T05:05:24.267995+0000 mon.a (mon.0) 762 : audit [DBG] from='client.? 172.21.15.72:0/2017760376' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:25.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:24 smithi072 bash[82901]: cluster 2024-05-11T05:05:24.392397+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-05-11T05:05:25.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:24 smithi072 bash[82901]: cluster 2024-05-11T05:05:24.392397+0000 mon.a (mon.0) 763 : cluster [DBG] osdmap e137: 8 total, 8 up, 8 in 2024-05-11T05:05:27.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:26 smithi086 bash[67518]: cluster 2024-05-11T05:05:25.899327+0000 mgr.y (mgr.24832) 473 : cluster [DBG] pgmap v428: 89 pgs: 1 peering, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 181 objects/s recovering 2024-05-11T05:05:27.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:26 smithi086 bash[67518]: cluster 2024-05-11T05:05:25.899327+0000 mgr.y (mgr.24832) 473 : cluster [DBG] pgmap v428: 89 pgs: 1 peering, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 181 objects/s recovering 2024-05-11T05:05:27.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:26 smithi086 bash[67518]: audit 2024-05-11T05:05:26.647085+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.72:0/481158989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:27.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:26 smithi086 bash[67518]: audit 2024-05-11T05:05:26.647085+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.72:0/481158989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:27.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:26 smithi072 bash[80515]: cluster 2024-05-11T05:05:25.899327+0000 mgr.y (mgr.24832) 473 : cluster [DBG] pgmap v428: 89 pgs: 1 peering, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 181 objects/s recovering 2024-05-11T05:05:27.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:26 smithi072 bash[80515]: cluster 2024-05-11T05:05:25.899327+0000 mgr.y (mgr.24832) 473 : cluster [DBG] pgmap v428: 89 pgs: 1 peering, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 181 objects/s recovering 2024-05-11T05:05:27.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:26 smithi072 bash[80515]: audit 2024-05-11T05:05:26.647085+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.72:0/481158989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:27.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:26 smithi072 bash[80515]: audit 2024-05-11T05:05:26.647085+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.72:0/481158989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:27.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:26 smithi072 bash[82901]: cluster 2024-05-11T05:05:25.899327+0000 mgr.y (mgr.24832) 473 : cluster [DBG] pgmap v428: 89 pgs: 1 peering, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 181 objects/s recovering 2024-05-11T05:05:27.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:26 smithi072 bash[82901]: cluster 2024-05-11T05:05:25.899327+0000 mgr.y (mgr.24832) 473 : cluster [DBG] pgmap v428: 89 pgs: 1 peering, 4 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 5138/72 objects degraded (7136.111%); 0 B/s, 181 objects/s recovering 2024-05-11T05:05:27.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:26 smithi072 bash[82901]: audit 2024-05-11T05:05:26.647085+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.72:0/481158989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:27.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:26 smithi072 bash[82901]: audit 2024-05-11T05:05:26.647085+0000 mon.a (mon.0) 764 : audit [DBG] from='client.? 172.21.15.72:0/481158989' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:28.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:27 smithi086 bash[67518]: cluster 2024-05-11T05:05:26.961291+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-05-11T05:05:28.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:27 smithi086 bash[67518]: cluster 2024-05-11T05:05:26.961291+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-05-11T05:05:28.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:27 smithi072 bash[80515]: cluster 2024-05-11T05:05:26.961291+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-05-11T05:05:28.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:27 smithi072 bash[80515]: cluster 2024-05-11T05:05:26.961291+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-05-11T05:05:28.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:27 smithi072 bash[82901]: cluster 2024-05-11T05:05:26.961291+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-05-11T05:05:28.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:27 smithi072 bash[82901]: cluster 2024-05-11T05:05:26.961291+0000 mon.a (mon.0) 765 : cluster [DBG] osdmap e138: 8 total, 8 up, 8 in 2024-05-11T05:05:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:28 smithi072 bash[80515]: cluster 2024-05-11T05:05:27.900061+0000 mgr.y (mgr.24832) 474 : cluster [DBG] pgmap v430: 89 pgs: 2 peering, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 412 objects/s recovering 2024-05-11T05:05:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:28 smithi072 bash[80515]: cluster 2024-05-11T05:05:27.900061+0000 mgr.y (mgr.24832) 474 : cluster [DBG] pgmap v430: 89 pgs: 2 peering, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 412 objects/s recovering 2024-05-11T05:05:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:28 smithi072 bash[80515]: cluster 2024-05-11T05:05:27.982390+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-05-11T05:05:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:28 smithi072 bash[80515]: cluster 2024-05-11T05:05:27.982390+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-05-11T05:05:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:28 smithi072 bash[80515]: cluster 2024-05-11T05:05:28.386676+0000 mon.a (mon.0) 767 : cluster [WRN] Health check update: Degraded data redundancy: 3842/72 objects degraded (5336.111%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:29.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:28 smithi072 bash[80515]: cluster 2024-05-11T05:05:28.386676+0000 mon.a (mon.0) 767 : cluster [WRN] Health check update: Degraded data redundancy: 3842/72 objects degraded (5336.111%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:29.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:28 smithi072 bash[82901]: cluster 2024-05-11T05:05:27.900061+0000 mgr.y (mgr.24832) 474 : cluster [DBG] pgmap v430: 89 pgs: 2 peering, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 412 objects/s recovering 2024-05-11T05:05:29.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:28 smithi072 bash[82901]: cluster 2024-05-11T05:05:27.900061+0000 mgr.y (mgr.24832) 474 : cluster [DBG] pgmap v430: 89 pgs: 2 peering, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 412 objects/s recovering 2024-05-11T05:05:29.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:28 smithi072 bash[82901]: cluster 2024-05-11T05:05:27.982390+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-05-11T05:05:29.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:28 smithi072 bash[82901]: cluster 2024-05-11T05:05:27.982390+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-05-11T05:05:29.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:28 smithi072 bash[82901]: cluster 2024-05-11T05:05:28.386676+0000 mon.a (mon.0) 767 : cluster [WRN] Health check update: Degraded data redundancy: 3842/72 objects degraded (5336.111%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:29.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:28 smithi072 bash[82901]: cluster 2024-05-11T05:05:28.386676+0000 mon.a (mon.0) 767 : cluster [WRN] Health check update: Degraded data redundancy: 3842/72 objects degraded (5336.111%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:29.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:28 smithi086 bash[67518]: cluster 2024-05-11T05:05:27.900061+0000 mgr.y (mgr.24832) 474 : cluster [DBG] pgmap v430: 89 pgs: 2 peering, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 412 objects/s recovering 2024-05-11T05:05:29.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:28 smithi086 bash[67518]: cluster 2024-05-11T05:05:27.900061+0000 mgr.y (mgr.24832) 474 : cluster [DBG] pgmap v430: 89 pgs: 2 peering, 3 active+recovery_wait+undersized+degraded+remapped, 84 active+clean; 582 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 412 objects/s recovering 2024-05-11T05:05:29.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:28 smithi086 bash[67518]: cluster 2024-05-11T05:05:27.982390+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-05-11T05:05:29.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:28 smithi086 bash[67518]: cluster 2024-05-11T05:05:27.982390+0000 mon.a (mon.0) 766 : cluster [DBG] osdmap e139: 8 total, 8 up, 8 in 2024-05-11T05:05:29.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:28 smithi086 bash[67518]: cluster 2024-05-11T05:05:28.386676+0000 mon.a (mon.0) 767 : cluster [WRN] Health check update: Degraded data redundancy: 3842/72 objects degraded (5336.111%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:29.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:28 smithi086 bash[67518]: cluster 2024-05-11T05:05:28.386676+0000 mon.a (mon.0) 767 : cluster [WRN] Health check update: Degraded data redundancy: 3842/72 objects degraded (5336.111%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:30.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:29 smithi086 bash[67518]: audit 2024-05-11T05:05:29.028649+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.72:0/2538912794' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:30.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:29 smithi086 bash[67518]: audit 2024-05-11T05:05:29.028649+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.72:0/2538912794' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:30.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:29 smithi072 bash[80515]: audit 2024-05-11T05:05:29.028649+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.72:0/2538912794' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:30.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:29 smithi072 bash[80515]: audit 2024-05-11T05:05:29.028649+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.72:0/2538912794' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:30.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:29 smithi072 bash[82901]: audit 2024-05-11T05:05:29.028649+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.72:0/2538912794' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:30.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:29 smithi072 bash[82901]: audit 2024-05-11T05:05:29.028649+0000 mon.c (mon.2) 45 : audit [DBG] from='client.? 172.21.15.72:0/2538912794' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:31.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:31 smithi086 bash[67518]: cluster 2024-05-11T05:05:29.900909+0000 mgr.y (mgr.24832) 475 : cluster [DBG] pgmap v432: 89 pgs: 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 385 objects/s recovering 2024-05-11T05:05:31.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:31 smithi086 bash[67518]: cluster 2024-05-11T05:05:29.900909+0000 mgr.y (mgr.24832) 475 : cluster [DBG] pgmap v432: 89 pgs: 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 385 objects/s recovering 2024-05-11T05:05:31.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:31 smithi072 bash[80515]: cluster 2024-05-11T05:05:29.900909+0000 mgr.y (mgr.24832) 475 : cluster [DBG] pgmap v432: 89 pgs: 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 385 objects/s recovering 2024-05-11T05:05:31.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:31 smithi072 bash[80515]: cluster 2024-05-11T05:05:29.900909+0000 mgr.y (mgr.24832) 475 : cluster [DBG] pgmap v432: 89 pgs: 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 385 objects/s recovering 2024-05-11T05:05:31.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:31 smithi072 bash[82901]: cluster 2024-05-11T05:05:29.900909+0000 mgr.y (mgr.24832) 475 : cluster [DBG] pgmap v432: 89 pgs: 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 385 objects/s recovering 2024-05-11T05:05:31.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:31 smithi072 bash[82901]: cluster 2024-05-11T05:05:29.900909+0000 mgr.y (mgr.24832) 475 : cluster [DBG] pgmap v432: 89 pgs: 1 peering, 3 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 3842/72 objects degraded (5336.111%); 0 B/s, 385 objects/s recovering 2024-05-11T05:05:32.019 INFO:teuthology.orchestra.run.smithi072.stderr:pool 'unique_pool_3' removed 2024-05-11T05:05:32.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:32 smithi086 bash[67518]: cluster 2024-05-11T05:05:30.993008+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-05-11T05:05:32.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:32 smithi086 bash[67518]: cluster 2024-05-11T05:05:30.993008+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-05-11T05:05:32.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:32 smithi086 bash[67518]: audit 2024-05-11T05:05:31.445028+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? 172.21.15.72:0/3013640228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:32.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:32 smithi086 bash[67518]: audit 2024-05-11T05:05:31.445028+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? 172.21.15.72:0/3013640228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:32.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:32 smithi086 bash[67518]: audit 2024-05-11T05:05:31.457037+0000 mon.a (mon.0) 769 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:05:32.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:32 smithi086 bash[67518]: audit 2024-05-11T05:05:31.457037+0000 mon.a (mon.0) 769 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:05:32.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:32 smithi072 bash[80515]: cluster 2024-05-11T05:05:30.993008+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-05-11T05:05:32.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:32 smithi072 bash[80515]: cluster 2024-05-11T05:05:30.993008+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-05-11T05:05:32.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:32 smithi072 bash[80515]: audit 2024-05-11T05:05:31.445028+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? 172.21.15.72:0/3013640228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:32.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:32 smithi072 bash[80515]: audit 2024-05-11T05:05:31.445028+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? 172.21.15.72:0/3013640228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:32.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:32 smithi072 bash[80515]: audit 2024-05-11T05:05:31.457037+0000 mon.a (mon.0) 769 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:05:32.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:32 smithi072 bash[80515]: audit 2024-05-11T05:05:31.457037+0000 mon.a (mon.0) 769 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:05:32.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:32 smithi072 bash[82901]: cluster 2024-05-11T05:05:30.993008+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-05-11T05:05:32.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:32 smithi072 bash[82901]: cluster 2024-05-11T05:05:30.993008+0000 mon.a (mon.0) 768 : cluster [DBG] osdmap e140: 8 total, 8 up, 8 in 2024-05-11T05:05:32.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:32 smithi072 bash[82901]: audit 2024-05-11T05:05:31.445028+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? 172.21.15.72:0/3013640228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:32.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:32 smithi072 bash[82901]: audit 2024-05-11T05:05:31.445028+0000 mon.c (mon.2) 46 : audit [DBG] from='client.? 172.21.15.72:0/3013640228' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:32.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:32 smithi072 bash[82901]: audit 2024-05-11T05:05:31.457037+0000 mon.a (mon.0) 769 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:05:32.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:32 smithi072 bash[82901]: audit 2024-05-11T05:05:31.457037+0000 mon.a (mon.0) 769 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]: dispatch 2024-05-11T05:05:33.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:33 smithi086 bash[67518]: cluster 2024-05-11T05:05:31.901668+0000 mgr.y (mgr.24832) 476 : cluster [DBG] pgmap v434: 89 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2559/72 objects degraded (3554.167%); 0 B/s, 429 objects/s recovering 2024-05-11T05:05:33.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:33 smithi086 bash[67518]: cluster 2024-05-11T05:05:31.901668+0000 mgr.y (mgr.24832) 476 : cluster [DBG] pgmap v434: 89 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2559/72 objects degraded (3554.167%); 0 B/s, 429 objects/s recovering 2024-05-11T05:05:33.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:33 smithi086 bash[67518]: audit 2024-05-11T05:05:32.013264+0000 mon.a (mon.0) 770 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:05:33.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:33 smithi086 bash[67518]: audit 2024-05-11T05:05:32.013264+0000 mon.a (mon.0) 770 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:05:33.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:33 smithi086 bash[67518]: cluster 2024-05-11T05:05:32.021819+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-05-11T05:05:33.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:33 smithi086 bash[67518]: cluster 2024-05-11T05:05:32.021819+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-05-11T05:05:33.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:33 smithi072 bash[80515]: cluster 2024-05-11T05:05:31.901668+0000 mgr.y (mgr.24832) 476 : cluster [DBG] pgmap v434: 89 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2559/72 objects degraded (3554.167%); 0 B/s, 429 objects/s recovering 2024-05-11T05:05:33.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:33 smithi072 bash[80515]: cluster 2024-05-11T05:05:31.901668+0000 mgr.y (mgr.24832) 476 : cluster [DBG] pgmap v434: 89 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2559/72 objects degraded (3554.167%); 0 B/s, 429 objects/s recovering 2024-05-11T05:05:33.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:33 smithi072 bash[80515]: audit 2024-05-11T05:05:32.013264+0000 mon.a (mon.0) 770 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:05:33.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:33 smithi072 bash[80515]: audit 2024-05-11T05:05:32.013264+0000 mon.a (mon.0) 770 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:05:33.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:33 smithi072 bash[80515]: cluster 2024-05-11T05:05:32.021819+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-05-11T05:05:33.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:33 smithi072 bash[80515]: cluster 2024-05-11T05:05:32.021819+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-05-11T05:05:33.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:33 smithi072 bash[82901]: cluster 2024-05-11T05:05:31.901668+0000 mgr.y (mgr.24832) 476 : cluster [DBG] pgmap v434: 89 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2559/72 objects degraded (3554.167%); 0 B/s, 429 objects/s recovering 2024-05-11T05:05:33.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:33 smithi072 bash[82901]: cluster 2024-05-11T05:05:31.901668+0000 mgr.y (mgr.24832) 476 : cluster [DBG] pgmap v434: 89 pgs: 1 peering, 1 active+undersized+remapped, 2 active+recovery_wait+undersized+degraded+remapped, 85 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 2559/72 objects degraded (3554.167%); 0 B/s, 429 objects/s recovering 2024-05-11T05:05:33.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:33 smithi072 bash[82901]: audit 2024-05-11T05:05:32.013264+0000 mon.a (mon.0) 770 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:05:33.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:33 smithi072 bash[82901]: audit 2024-05-11T05:05:32.013264+0000 mon.a (mon.0) 770 : audit [INF] from='client.? 172.21.15.72:0/2118647076' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_3", "pool2": "unique_pool_3", "yes_i_really_really_mean_it": true}]': finished 2024-05-11T05:05:33.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:33 smithi072 bash[82901]: cluster 2024-05-11T05:05:32.021819+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-05-11T05:05:33.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:33 smithi072 bash[82901]: cluster 2024-05-11T05:05:32.021819+0000 mon.a (mon.0) 771 : cluster [DBG] osdmap e141: 8 total, 8 up, 8 in 2024-05-11T05:05:34.123 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:05:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:05:33] "GET /metrics HTTP/1.1" 200 36593 "" "Prometheus/2.43.0" 2024-05-11T05:05:34.124 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:34 smithi072 bash[82901]: cluster 2024-05-11T05:05:33.387654+0000 mon.a (mon.0) 772 : cluster [WRN] Health check update: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:34.124 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:34 smithi072 bash[82901]: cluster 2024-05-11T05:05:33.387654+0000 mon.a (mon.0) 772 : cluster [WRN] Health check update: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:34.124 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:34 smithi072 bash[82901]: audit 2024-05-11T05:05:33.809021+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.72:0/3879110089' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:34.124 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:34 smithi072 bash[82901]: audit 2024-05-11T05:05:33.809021+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.72:0/3879110089' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:34.124 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:34 smithi072 bash[82901]: audit 2024-05-11T05:05:33.856887+0000 mon.a (mon.0) 773 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:34.124 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:34 smithi072 bash[82901]: audit 2024-05-11T05:05:33.856887+0000 mon.a (mon.0) 773 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:34.124 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:34 smithi072 bash[80515]: cluster 2024-05-11T05:05:33.387654+0000 mon.a (mon.0) 772 : cluster [WRN] Health check update: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:34.124 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:34 smithi072 bash[80515]: cluster 2024-05-11T05:05:33.387654+0000 mon.a (mon.0) 772 : cluster [WRN] Health check update: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:34.124 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:34 smithi072 bash[80515]: audit 2024-05-11T05:05:33.809021+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.72:0/3879110089' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:34.125 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:34 smithi072 bash[80515]: audit 2024-05-11T05:05:33.809021+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.72:0/3879110089' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:34.125 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:34 smithi072 bash[80515]: audit 2024-05-11T05:05:33.856887+0000 mon.a (mon.0) 773 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:34.125 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:34 smithi072 bash[80515]: audit 2024-05-11T05:05:33.856887+0000 mon.a (mon.0) 773 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:34.126 INFO:teuthology.task.sequential:In sequential, running task print... 2024-05-11T05:05:34.126 INFO:teuthology.task.print:**** done end radosbench.yaml 2024-05-11T05:05:34.126 DEBUG:teuthology.parallel:result is None 2024-05-11T05:05:34.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:34 smithi086 bash[67518]: cluster 2024-05-11T05:05:33.387654+0000 mon.a (mon.0) 772 : cluster [WRN] Health check update: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:34.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:34 smithi086 bash[67518]: cluster 2024-05-11T05:05:33.387654+0000 mon.a (mon.0) 772 : cluster [WRN] Health check update: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:34.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:34 smithi086 bash[67518]: audit 2024-05-11T05:05:33.809021+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.72:0/3879110089' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:34.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:34 smithi086 bash[67518]: audit 2024-05-11T05:05:33.809021+0000 mon.c (mon.2) 47 : audit [DBG] from='client.? 172.21.15.72:0/3879110089' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:34.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:34 smithi086 bash[67518]: audit 2024-05-11T05:05:33.856887+0000 mon.a (mon.0) 773 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:34.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:34 smithi086 bash[67518]: audit 2024-05-11T05:05:33.856887+0000 mon.a (mon.0) 773 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:35.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:35 smithi086 bash[67518]: cluster 2024-05-11T05:05:33.902356+0000 mgr.y (mgr.24832) 477 : cluster [DBG] pgmap v436: 73 pgs: 73 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:35.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:35 smithi086 bash[67518]: cluster 2024-05-11T05:05:33.902356+0000 mgr.y (mgr.24832) 477 : cluster [DBG] pgmap v436: 73 pgs: 73 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:35.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:35 smithi086 bash[67518]: cluster 2024-05-11T05:05:34.015218+0000 mon.a (mon.0) 774 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded) 2024-05-11T05:05:35.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:35 smithi086 bash[67518]: cluster 2024-05-11T05:05:34.015218+0000 mon.a (mon.0) 774 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded) 2024-05-11T05:05:35.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:35 smithi072 bash[82901]: cluster 2024-05-11T05:05:33.902356+0000 mgr.y (mgr.24832) 477 : cluster [DBG] pgmap v436: 73 pgs: 73 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:35.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:35 smithi072 bash[82901]: cluster 2024-05-11T05:05:33.902356+0000 mgr.y (mgr.24832) 477 : cluster [DBG] pgmap v436: 73 pgs: 73 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:35.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:35 smithi072 bash[82901]: cluster 2024-05-11T05:05:34.015218+0000 mon.a (mon.0) 774 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded) 2024-05-11T05:05:35.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:35 smithi072 bash[82901]: cluster 2024-05-11T05:05:34.015218+0000 mon.a (mon.0) 774 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded) 2024-05-11T05:05:35.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:35 smithi072 bash[80515]: cluster 2024-05-11T05:05:33.902356+0000 mgr.y (mgr.24832) 477 : cluster [DBG] pgmap v436: 73 pgs: 73 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:35.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:35 smithi072 bash[80515]: cluster 2024-05-11T05:05:33.902356+0000 mgr.y (mgr.24832) 477 : cluster [DBG] pgmap v436: 73 pgs: 73 active+clean; 582 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:35.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:35 smithi072 bash[80515]: cluster 2024-05-11T05:05:34.015218+0000 mon.a (mon.0) 774 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded) 2024-05-11T05:05:35.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:35 smithi072 bash[80515]: cluster 2024-05-11T05:05:34.015218+0000 mon.a (mon.0) 774 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2559/72 objects degraded (3554.167%), 2 pgs degraded) 2024-05-11T05:05:37.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:37 smithi086 bash[67518]: cluster 2024-05-11T05:05:35.903299+0000 mgr.y (mgr.24832) 478 : cluster [DBG] pgmap v437: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:37.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:37 smithi086 bash[67518]: cluster 2024-05-11T05:05:35.903299+0000 mgr.y (mgr.24832) 478 : cluster [DBG] pgmap v437: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:37.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:37 smithi086 bash[67518]: audit 2024-05-11T05:05:36.176983+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.72:0/3685667048' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:37.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:37 smithi086 bash[67518]: audit 2024-05-11T05:05:36.176983+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.72:0/3685667048' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:37.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:37 smithi086 bash[67518]: audit 2024-05-11T05:05:36.895630+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:37.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:37 smithi086 bash[67518]: audit 2024-05-11T05:05:36.895630+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:37.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:37 smithi072 bash[82901]: cluster 2024-05-11T05:05:35.903299+0000 mgr.y (mgr.24832) 478 : cluster [DBG] pgmap v437: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:37.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:37 smithi072 bash[82901]: cluster 2024-05-11T05:05:35.903299+0000 mgr.y (mgr.24832) 478 : cluster [DBG] pgmap v437: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:37.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:37 smithi072 bash[82901]: audit 2024-05-11T05:05:36.176983+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.72:0/3685667048' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:37.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:37 smithi072 bash[82901]: audit 2024-05-11T05:05:36.176983+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.72:0/3685667048' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:37.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:37 smithi072 bash[82901]: audit 2024-05-11T05:05:36.895630+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:37.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:37 smithi072 bash[82901]: audit 2024-05-11T05:05:36.895630+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:37.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:37 smithi072 bash[80515]: cluster 2024-05-11T05:05:35.903299+0000 mgr.y (mgr.24832) 478 : cluster [DBG] pgmap v437: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:37.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:37 smithi072 bash[80515]: cluster 2024-05-11T05:05:35.903299+0000 mgr.y (mgr.24832) 478 : cluster [DBG] pgmap v437: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:37.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:37 smithi072 bash[80515]: audit 2024-05-11T05:05:36.176983+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.72:0/3685667048' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:37.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:37 smithi072 bash[80515]: audit 2024-05-11T05:05:36.176983+0000 mon.c (mon.2) 48 : audit [DBG] from='client.? 172.21.15.72:0/3685667048' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:37.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:37 smithi072 bash[80515]: audit 2024-05-11T05:05:36.895630+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:37.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:37 smithi072 bash[80515]: audit 2024-05-11T05:05:36.895630+0000 mon.a (mon.0) 775 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:38.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:38 smithi072 bash[80515]: audit 2024-05-11T05:05:36.896085+0000 mgr.y (mgr.24832) 479 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:38.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:38 smithi072 bash[80515]: audit 2024-05-11T05:05:36.896085+0000 mgr.y (mgr.24832) 479 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:38.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:38 smithi072 bash[80515]: cephadm 2024-05-11T05:05:36.898359+0000 mgr.y (mgr.24832) 480 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T05:05:38.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:38 smithi072 bash[80515]: cephadm 2024-05-11T05:05:36.898359+0000 mgr.y (mgr.24832) 480 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T05:05:38.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:38 smithi072 bash[82901]: audit 2024-05-11T05:05:36.896085+0000 mgr.y (mgr.24832) 479 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:38.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:38 smithi072 bash[82901]: audit 2024-05-11T05:05:36.896085+0000 mgr.y (mgr.24832) 479 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:38.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:38 smithi072 bash[82901]: cephadm 2024-05-11T05:05:36.898359+0000 mgr.y (mgr.24832) 480 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T05:05:38.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:38 smithi072 bash[82901]: cephadm 2024-05-11T05:05:36.898359+0000 mgr.y (mgr.24832) 480 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T05:05:38.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:38 smithi086 bash[67518]: audit 2024-05-11T05:05:36.896085+0000 mgr.y (mgr.24832) 479 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:38.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:38 smithi086 bash[67518]: audit 2024-05-11T05:05:36.896085+0000 mgr.y (mgr.24832) 479 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-05-11T05:05:38.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:38 smithi086 bash[67518]: cephadm 2024-05-11T05:05:36.898359+0000 mgr.y (mgr.24832) 480 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T05:05:38.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:38 smithi086 bash[67518]: cephadm 2024-05-11T05:05:36.898359+0000 mgr.y (mgr.24832) 480 : cephadm [INF] Upgrade: osd.3 is safe to restart 2024-05-11T05:05:39.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:39 smithi072 bash[80515]: cluster 2024-05-11T05:05:37.904115+0000 mgr.y (mgr.24832) 481 : cluster [DBG] pgmap v438: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:39.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:39 smithi072 bash[80515]: cluster 2024-05-11T05:05:37.904115+0000 mgr.y (mgr.24832) 481 : cluster [DBG] pgmap v438: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:39.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:39 smithi072 bash[80515]: audit 2024-05-11T05:05:38.542513+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.72:0/2643307651' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:39.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:39 smithi072 bash[80515]: audit 2024-05-11T05:05:38.542513+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.72:0/2643307651' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:39.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:39 smithi072 bash[82901]: cluster 2024-05-11T05:05:37.904115+0000 mgr.y (mgr.24832) 481 : cluster [DBG] pgmap v438: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:39.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:39 smithi072 bash[82901]: cluster 2024-05-11T05:05:37.904115+0000 mgr.y (mgr.24832) 481 : cluster [DBG] pgmap v438: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:39.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:39 smithi072 bash[82901]: audit 2024-05-11T05:05:38.542513+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.72:0/2643307651' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:39.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:39 smithi072 bash[82901]: audit 2024-05-11T05:05:38.542513+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.72:0/2643307651' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:39.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:39 smithi086 bash[67518]: cluster 2024-05-11T05:05:37.904115+0000 mgr.y (mgr.24832) 481 : cluster [DBG] pgmap v438: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:39.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:39 smithi086 bash[67518]: cluster 2024-05-11T05:05:37.904115+0000 mgr.y (mgr.24832) 481 : cluster [DBG] pgmap v438: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:39.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:39 smithi086 bash[67518]: audit 2024-05-11T05:05:38.542513+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.72:0/2643307651' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:39.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:39 smithi086 bash[67518]: audit 2024-05-11T05:05:38.542513+0000 mon.c (mon.2) 49 : audit [DBG] from='client.? 172.21.15.72:0/2643307651' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:40.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:40 smithi086 bash[67518]: audit 2024-05-11T05:05:39.049479+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:40 smithi086 bash[67518]: audit 2024-05-11T05:05:39.049479+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:40 smithi086 bash[67518]: audit 2024-05-11T05:05:39.829651+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:40 smithi086 bash[67518]: audit 2024-05-11T05:05:39.829651+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:40 smithi086 bash[67518]: audit 2024-05-11T05:05:39.834991+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T05:05:40.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:40 smithi086 bash[67518]: audit 2024-05-11T05:05:39.834991+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T05:05:40.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:40 smithi086 bash[67518]: audit 2024-05-11T05:05:39.836217+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:40.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:40 smithi086 bash[67518]: audit 2024-05-11T05:05:39.836217+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:40.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:40 smithi072 bash[82901]: audit 2024-05-11T05:05:39.049479+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:40 smithi072 bash[82901]: audit 2024-05-11T05:05:39.049479+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:40 smithi072 bash[82901]: audit 2024-05-11T05:05:39.829651+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:40 smithi072 bash[82901]: audit 2024-05-11T05:05:39.829651+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:40 smithi072 bash[82901]: audit 2024-05-11T05:05:39.834991+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:40 smithi072 bash[82901]: audit 2024-05-11T05:05:39.834991+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:40 smithi072 bash[82901]: audit 2024-05-11T05:05:39.836217+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:40 smithi072 bash[82901]: audit 2024-05-11T05:05:39.836217+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:40 smithi072 bash[80515]: audit 2024-05-11T05:05:39.049479+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:40 smithi072 bash[80515]: audit 2024-05-11T05:05:39.049479+0000 mon.a (mon.0) 776 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:40 smithi072 bash[80515]: audit 2024-05-11T05:05:39.829651+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:40 smithi072 bash[80515]: audit 2024-05-11T05:05:39.829651+0000 mon.a (mon.0) 777 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:40 smithi072 bash[80515]: audit 2024-05-11T05:05:39.834991+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:40 smithi072 bash[80515]: audit 2024-05-11T05:05:39.834991+0000 mon.a (mon.0) 778 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:40 smithi072 bash[80515]: audit 2024-05-11T05:05:39.836217+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:40.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:40 smithi072 bash[80515]: audit 2024-05-11T05:05:39.836217+0000 mon.a (mon.0) 779 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:05:41.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:41 smithi072 bash[80515]: cephadm 2024-05-11T05:05:39.820140+0000 mgr.y (mgr.24832) 482 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T05:05:41.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:41 smithi072 bash[80515]: cephadm 2024-05-11T05:05:39.820140+0000 mgr.y (mgr.24832) 482 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T05:05:41.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:41 smithi072 bash[80515]: cephadm 2024-05-11T05:05:39.838803+0000 mgr.y (mgr.24832) 483 : cephadm [INF] Deploying daemon osd.3 on smithi072 2024-05-11T05:05:41.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:41 smithi072 bash[80515]: cephadm 2024-05-11T05:05:39.838803+0000 mgr.y (mgr.24832) 483 : cephadm [INF] Deploying daemon osd.3 on smithi072 2024-05-11T05:05:41.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:41 smithi072 bash[80515]: cluster 2024-05-11T05:05:39.904854+0000 mgr.y (mgr.24832) 484 : cluster [DBG] pgmap v439: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:41.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:41 smithi072 bash[80515]: cluster 2024-05-11T05:05:39.904854+0000 mgr.y (mgr.24832) 484 : cluster [DBG] pgmap v439: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:41.354 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:41 smithi072 bash[80515]: audit 2024-05-11T05:05:40.902423+0000 mon.a (mon.0) 780 : audit [DBG] from='client.? 172.21.15.72:0/1102977976' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:41.355 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:41 smithi072 bash[80515]: audit 2024-05-11T05:05:40.902423+0000 mon.a (mon.0) 780 : audit [DBG] from='client.? 172.21.15.72:0/1102977976' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:41.355 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:41 smithi072 bash[82901]: cephadm 2024-05-11T05:05:39.820140+0000 mgr.y (mgr.24832) 482 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T05:05:41.355 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:41 smithi072 bash[82901]: cephadm 2024-05-11T05:05:39.820140+0000 mgr.y (mgr.24832) 482 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T05:05:41.355 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:41 smithi072 bash[82901]: cephadm 2024-05-11T05:05:39.838803+0000 mgr.y (mgr.24832) 483 : cephadm [INF] Deploying daemon osd.3 on smithi072 2024-05-11T05:05:41.355 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:41 smithi072 bash[82901]: cephadm 2024-05-11T05:05:39.838803+0000 mgr.y (mgr.24832) 483 : cephadm [INF] Deploying daemon osd.3 on smithi072 2024-05-11T05:05:41.355 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:41 smithi072 bash[82901]: cluster 2024-05-11T05:05:39.904854+0000 mgr.y (mgr.24832) 484 : cluster [DBG] pgmap v439: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:41.355 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:41 smithi072 bash[82901]: cluster 2024-05-11T05:05:39.904854+0000 mgr.y (mgr.24832) 484 : cluster [DBG] pgmap v439: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:41.355 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:41 smithi072 bash[82901]: audit 2024-05-11T05:05:40.902423+0000 mon.a (mon.0) 780 : audit [DBG] from='client.? 172.21.15.72:0/1102977976' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:41.355 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:41 smithi072 bash[82901]: audit 2024-05-11T05:05:40.902423+0000 mon.a (mon.0) 780 : audit [DBG] from='client.? 172.21.15.72:0/1102977976' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:41.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:41 smithi086 bash[67518]: cephadm 2024-05-11T05:05:39.820140+0000 mgr.y (mgr.24832) 482 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T05:05:41.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:41 smithi086 bash[67518]: cephadm 2024-05-11T05:05:39.820140+0000 mgr.y (mgr.24832) 482 : cephadm [INF] Upgrade: Updating osd.3 2024-05-11T05:05:41.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:41 smithi086 bash[67518]: cephadm 2024-05-11T05:05:39.838803+0000 mgr.y (mgr.24832) 483 : cephadm [INF] Deploying daemon osd.3 on smithi072 2024-05-11T05:05:41.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:41 smithi086 bash[67518]: cephadm 2024-05-11T05:05:39.838803+0000 mgr.y (mgr.24832) 483 : cephadm [INF] Deploying daemon osd.3 on smithi072 2024-05-11T05:05:41.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:41 smithi086 bash[67518]: cluster 2024-05-11T05:05:39.904854+0000 mgr.y (mgr.24832) 484 : cluster [DBG] pgmap v439: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:41.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:41 smithi086 bash[67518]: cluster 2024-05-11T05:05:39.904854+0000 mgr.y (mgr.24832) 484 : cluster [DBG] pgmap v439: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:41.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:41 smithi086 bash[67518]: audit 2024-05-11T05:05:40.902423+0000 mon.a (mon.0) 780 : audit [DBG] from='client.? 172.21.15.72:0/1102977976' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:41.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:41 smithi086 bash[67518]: audit 2024-05-11T05:05:40.902423+0000 mon.a (mon.0) 780 : audit [DBG] from='client.? 172.21.15.72:0/1102977976' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:43.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:43 smithi072 bash[80515]: cluster 2024-05-11T05:05:41.905744+0000 mgr.y (mgr.24832) 485 : cluster [DBG] pgmap v440: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:43.315 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:43 smithi072 bash[80515]: cluster 2024-05-11T05:05:41.905744+0000 mgr.y (mgr.24832) 485 : cluster [DBG] pgmap v440: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:43.315 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:43 smithi072 bash[82901]: cluster 2024-05-11T05:05:41.905744+0000 mgr.y (mgr.24832) 485 : cluster [DBG] pgmap v440: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:43.316 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:43 smithi072 bash[82901]: cluster 2024-05-11T05:05:41.905744+0000 mgr.y (mgr.24832) 485 : cluster [DBG] pgmap v440: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:43.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:43 smithi086 bash[67518]: cluster 2024-05-11T05:05:41.905744+0000 mgr.y (mgr.24832) 485 : cluster [DBG] pgmap v440: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:43.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:43 smithi086 bash[67518]: cluster 2024-05-11T05:05:41.905744+0000 mgr.y (mgr.24832) 485 : cluster [DBG] pgmap v440: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:44.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:05:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:05:43] "GET /metrics HTTP/1.1" 200 34233 "" "Prometheus/2.43.0" 2024-05-11T05:05:44.542 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:44 smithi086 bash[67518]: audit 2024-05-11T05:05:43.268651+0000 mon.a (mon.0) 781 : audit [DBG] from='client.? 172.21.15.72:0/2291530816' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:44.543 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:44 smithi086 bash[67518]: audit 2024-05-11T05:05:43.268651+0000 mon.a (mon.0) 781 : audit [DBG] from='client.? 172.21.15.72:0/2291530816' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:44.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:44 smithi072 bash[80515]: audit 2024-05-11T05:05:43.268651+0000 mon.a (mon.0) 781 : audit [DBG] from='client.? 172.21.15.72:0/2291530816' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:44.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:44 smithi072 bash[80515]: audit 2024-05-11T05:05:43.268651+0000 mon.a (mon.0) 781 : audit [DBG] from='client.? 172.21.15.72:0/2291530816' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:44.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:44 smithi072 bash[82901]: audit 2024-05-11T05:05:43.268651+0000 mon.a (mon.0) 781 : audit [DBG] from='client.? 172.21.15.72:0/2291530816' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:44.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:44 smithi072 bash[82901]: audit 2024-05-11T05:05:43.268651+0000 mon.a (mon.0) 781 : audit [DBG] from='client.? 172.21.15.72:0/2291530816' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:45.156 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:05:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:45.156 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:05:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:45.157 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:45.157 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:45 smithi072 bash[82901]: cluster 2024-05-11T05:05:43.906507+0000 mgr.y (mgr.24832) 486 : cluster [DBG] pgmap v441: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:45.157 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:45 smithi072 bash[82901]: cluster 2024-05-11T05:05:43.906507+0000 mgr.y (mgr.24832) 486 : cluster [DBG] pgmap v441: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:45.157 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:05:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:45.158 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:05:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:45.158 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:05:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:45.158 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:45.158 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:45 smithi072 bash[80515]: cluster 2024-05-11T05:05:43.906507+0000 mgr.y (mgr.24832) 486 : cluster [DBG] pgmap v441: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:45.159 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:45 smithi072 bash[80515]: cluster 2024-05-11T05:05:43.906507+0000 mgr.y (mgr.24832) 486 : cluster [DBG] pgmap v441: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:45.159 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:45.159 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:05:45 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:45.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:45 smithi086 bash[67518]: cluster 2024-05-11T05:05:43.906507+0000 mgr.y (mgr.24832) 486 : cluster [DBG] pgmap v441: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:45.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:45 smithi086 bash[67518]: cluster 2024-05-11T05:05:43.906507+0000 mgr.y (mgr.24832) 486 : cluster [DBG] pgmap v441: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:45.551 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:45 smithi072 systemd[1]: Stopping Ceph osd.3 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:05:45.551 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:45 smithi072 bash[51427]: debug 2024-05-11T05:05:45.278+0000 7f538a9b9700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:05:45.551 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:45 smithi072 bash[51427]: debug 2024-05-11T05:05:45.278+0000 7f538a9b9700 -1 osd.3 141 *** Got signal Terminated *** 2024-05-11T05:05:45.552 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:45 smithi072 bash[51427]: debug 2024-05-11T05:05:45.278+0000 7f538a9b9700 -1 osd.3 141 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T05:05:46.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:46 smithi086 bash[67518]: cluster 2024-05-11T05:05:45.282367+0000 mon.a (mon.0) 782 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T05:05:46.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:46 smithi086 bash[67518]: cluster 2024-05-11T05:05:45.282367+0000 mon.a (mon.0) 782 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T05:05:46.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:46 smithi086 bash[67518]: audit 2024-05-11T05:05:45.625106+0000 mon.a (mon.0) 783 : audit [DBG] from='client.? 172.21.15.72:0/1816496456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:46.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:46 smithi086 bash[67518]: audit 2024-05-11T05:05:45.625106+0000 mon.a (mon.0) 783 : audit [DBG] from='client.? 172.21.15.72:0/1816496456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:46.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:46 smithi072 bash[82901]: cluster 2024-05-11T05:05:45.282367+0000 mon.a (mon.0) 782 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T05:05:46.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:46 smithi072 bash[82901]: cluster 2024-05-11T05:05:45.282367+0000 mon.a (mon.0) 782 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T05:05:46.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:46 smithi072 bash[82901]: audit 2024-05-11T05:05:45.625106+0000 mon.a (mon.0) 783 : audit [DBG] from='client.? 172.21.15.72:0/1816496456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:46.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:46 smithi072 bash[82901]: audit 2024-05-11T05:05:45.625106+0000 mon.a (mon.0) 783 : audit [DBG] from='client.? 172.21.15.72:0/1816496456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:46.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:46 smithi072 bash[80515]: debug 2024-05-11T05:05:46.074+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:46.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:46 smithi072 bash[80515]: cluster 2024-05-11T05:05:45.282367+0000 mon.a (mon.0) 782 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T05:05:46.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:46 smithi072 bash[80515]: cluster 2024-05-11T05:05:45.282367+0000 mon.a (mon.0) 782 : cluster [INF] osd.3 marked itself down and dead 2024-05-11T05:05:46.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:46 smithi072 bash[80515]: audit 2024-05-11T05:05:45.625106+0000 mon.a (mon.0) 783 : audit [DBG] from='client.? 172.21.15.72:0/1816496456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:46.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:46 smithi072 bash[80515]: audit 2024-05-11T05:05:45.625106+0000 mon.a (mon.0) 783 : audit [DBG] from='client.? 172.21.15.72:0/1816496456' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:47.367 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:47 smithi072 bash[82901]: cluster 2024-05-11T05:05:45.907497+0000 mgr.y (mgr.24832) 487 : cluster [DBG] pgmap v442: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:47.367 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:47 smithi072 bash[82901]: cluster 2024-05-11T05:05:45.907497+0000 mgr.y (mgr.24832) 487 : cluster [DBG] pgmap v442: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:47.367 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:47 smithi072 bash[82901]: cluster 2024-05-11T05:05:46.077429+0000 mon.a (mon.0) 784 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:05:47.367 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:47 smithi072 bash[82901]: cluster 2024-05-11T05:05:46.077429+0000 mon.a (mon.0) 784 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:05:47.368 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:47 smithi072 bash[82901]: cluster 2024-05-11T05:05:46.077499+0000 mon.a (mon.0) 785 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:47.368 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:47 smithi072 bash[82901]: cluster 2024-05-11T05:05:46.077499+0000 mon.a (mon.0) 785 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:47.368 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:47 smithi072 bash[82901]: cluster 2024-05-11T05:05:46.094288+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-05-11T05:05:47.368 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:47 smithi072 bash[82901]: cluster 2024-05-11T05:05:46.094288+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-05-11T05:05:47.368 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:47 smithi072 bash[80515]: cluster 2024-05-11T05:05:45.907497+0000 mgr.y (mgr.24832) 487 : cluster [DBG] pgmap v442: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:47.368 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:47 smithi072 bash[80515]: cluster 2024-05-11T05:05:45.907497+0000 mgr.y (mgr.24832) 487 : cluster [DBG] pgmap v442: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:47.368 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:47 smithi072 bash[80515]: cluster 2024-05-11T05:05:46.077429+0000 mon.a (mon.0) 784 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:05:47.368 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:47 smithi072 bash[80515]: cluster 2024-05-11T05:05:46.077429+0000 mon.a (mon.0) 784 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:05:47.368 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:47 smithi072 bash[80515]: cluster 2024-05-11T05:05:46.077499+0000 mon.a (mon.0) 785 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:47.368 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:47 smithi072 bash[80515]: cluster 2024-05-11T05:05:46.077499+0000 mon.a (mon.0) 785 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:47.368 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:47 smithi072 bash[80515]: cluster 2024-05-11T05:05:46.094288+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-05-11T05:05:47.369 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:47 smithi072 bash[80515]: cluster 2024-05-11T05:05:46.094288+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-05-11T05:05:47.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:47 smithi086 bash[67518]: cluster 2024-05-11T05:05:45.907497+0000 mgr.y (mgr.24832) 487 : cluster [DBG] pgmap v442: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:47.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:47 smithi086 bash[67518]: cluster 2024-05-11T05:05:45.907497+0000 mgr.y (mgr.24832) 487 : cluster [DBG] pgmap v442: 73 pgs: 73 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:47.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:47 smithi086 bash[67518]: cluster 2024-05-11T05:05:46.077429+0000 mon.a (mon.0) 784 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:05:47.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:47 smithi086 bash[67518]: cluster 2024-05-11T05:05:46.077429+0000 mon.a (mon.0) 784 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-05-11T05:05:47.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:47 smithi086 bash[67518]: cluster 2024-05-11T05:05:46.077499+0000 mon.a (mon.0) 785 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:47.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:47 smithi086 bash[67518]: cluster 2024-05-11T05:05:46.077499+0000 mon.a (mon.0) 785 : cluster [ERR] Health check update: 7 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:05:47.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:47 smithi086 bash[67518]: cluster 2024-05-11T05:05:46.094288+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-05-11T05:05:47.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:47 smithi086 bash[67518]: cluster 2024-05-11T05:05:46.094288+0000 mon.a (mon.0) 786 : cluster [DBG] osdmap e142: 8 total, 7 up, 8 in 2024-05-11T05:05:47.631 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:47 smithi072 bash[106867]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-3 2024-05-11T05:05:48.051 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:47 smithi072 bash[106955]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-3 2024-05-11T05:05:48.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:48 smithi086 bash[67518]: cluster 2024-05-11T05:05:47.100727+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-05-11T05:05:48.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:48 smithi086 bash[67518]: cluster 2024-05-11T05:05:47.100727+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-05-11T05:05:48.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:48 smithi086 bash[67518]: audit 2024-05-11T05:05:47.979772+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.72:0/3247609717' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:48.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:48 smithi086 bash[67518]: audit 2024-05-11T05:05:47.979772+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.72:0/3247609717' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:48.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:48 smithi072 bash[80515]: cluster 2024-05-11T05:05:47.100727+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-05-11T05:05:48.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:48 smithi072 bash[80515]: cluster 2024-05-11T05:05:47.100727+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-05-11T05:05:48.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:48 smithi072 bash[80515]: audit 2024-05-11T05:05:47.979772+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.72:0/3247609717' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:48.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:48 smithi072 bash[80515]: audit 2024-05-11T05:05:47.979772+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.72:0/3247609717' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:48.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:48 smithi072 bash[82901]: cluster 2024-05-11T05:05:47.100727+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-05-11T05:05:48.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:48 smithi072 bash[82901]: cluster 2024-05-11T05:05:47.100727+0000 mon.a (mon.0) 787 : cluster [DBG] osdmap e143: 8 total, 7 up, 8 in 2024-05-11T05:05:48.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:48 smithi072 bash[82901]: audit 2024-05-11T05:05:47.979772+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.72:0/3247609717' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:48.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:48 smithi072 bash[82901]: audit 2024-05-11T05:05:47.979772+0000 mon.c (mon.2) 50 : audit [DBG] from='client.? 172.21.15.72:0/3247609717' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:49.488 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:49 smithi072 bash[80515]: cluster 2024-05-11T05:05:47.908367+0000 mgr.y (mgr.24832) 488 : cluster [DBG] pgmap v445: 73 pgs: 5 active+undersized, 10 stale+active+clean, 58 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:49.488 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:49 smithi072 bash[80515]: cluster 2024-05-11T05:05:47.908367+0000 mgr.y (mgr.24832) 488 : cluster [DBG] pgmap v445: 73 pgs: 5 active+undersized, 10 stale+active+clean, 58 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:49.488 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:49 smithi072 bash[80515]: audit 2024-05-11T05:05:48.862979+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:49.488 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:49 smithi072 bash[80515]: audit 2024-05-11T05:05:48.862979+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:49.488 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:49 smithi072 bash[80515]: audit 2024-05-11T05:05:48.864688+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:49.489 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:49 smithi072 bash[80515]: audit 2024-05-11T05:05:48.864688+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:49.489 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:49 smithi072 bash[82901]: cluster 2024-05-11T05:05:47.908367+0000 mgr.y (mgr.24832) 488 : cluster [DBG] pgmap v445: 73 pgs: 5 active+undersized, 10 stale+active+clean, 58 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:49.489 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:49 smithi072 bash[82901]: cluster 2024-05-11T05:05:47.908367+0000 mgr.y (mgr.24832) 488 : cluster [DBG] pgmap v445: 73 pgs: 5 active+undersized, 10 stale+active+clean, 58 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:49.489 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:49 smithi072 bash[82901]: audit 2024-05-11T05:05:48.862979+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:49.489 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:49 smithi072 bash[82901]: audit 2024-05-11T05:05:48.862979+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:49.489 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:49 smithi072 bash[82901]: audit 2024-05-11T05:05:48.864688+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:49.489 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:49 smithi072 bash[82901]: audit 2024-05-11T05:05:48.864688+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:49 smithi086 bash[67518]: cluster 2024-05-11T05:05:47.908367+0000 mgr.y (mgr.24832) 488 : cluster [DBG] pgmap v445: 73 pgs: 5 active+undersized, 10 stale+active+clean, 58 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:49 smithi086 bash[67518]: cluster 2024-05-11T05:05:47.908367+0000 mgr.y (mgr.24832) 488 : cluster [DBG] pgmap v445: 73 pgs: 5 active+undersized, 10 stale+active+clean, 58 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-05-11T05:05:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:49 smithi086 bash[67518]: audit 2024-05-11T05:05:48.862979+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:49 smithi086 bash[67518]: audit 2024-05-11T05:05:48.862979+0000 mon.a (mon.0) 788 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:49 smithi086 bash[67518]: audit 2024-05-11T05:05:48.864688+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:49.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:49 smithi086 bash[67518]: audit 2024-05-11T05:05:48.864688+0000 mon.a (mon.0) 789 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:05:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:50 smithi086 bash[67518]: cluster 2024-05-11T05:05:50.107396+0000 mon.a (mon.0) 790 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:05:50.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:50 smithi086 bash[67518]: cluster 2024-05-11T05:05:50.107396+0000 mon.a (mon.0) 790 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:05:50.541 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:50 smithi072 bash[80515]: cluster 2024-05-11T05:05:50.107396+0000 mon.a (mon.0) 790 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:05:50.541 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:50 smithi072 bash[80515]: cluster 2024-05-11T05:05:50.107396+0000 mon.a (mon.0) 790 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:05:50.541 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:50 smithi072 bash[82901]: cluster 2024-05-11T05:05:50.107396+0000 mon.a (mon.0) 790 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:05:50.541 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:50 smithi072 bash[82901]: cluster 2024-05-11T05:05:50.107396+0000 mon.a (mon.0) 790 : cluster [WRN] Health check failed: Degraded data redundancy: 1/72 objects degraded (1.389%), 1 pg degraded (PG_DEGRADED) 2024-05-11T05:05:50.542 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.3.service: Deactivated successfully. 2024-05-11T05:05:50.542 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: Stopped Ceph osd.3 for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T05:05:50.801 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:50.801 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:50.802 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:50.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:50.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:50.803 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:50.803 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:50.803 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: Started Ceph osd.3 for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T05:05:50.803 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:50.805 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:05:50 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:05:51.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:51 smithi086 bash[67518]: cluster 2024-05-11T05:05:49.909276+0000 mgr.y (mgr.24832) 489 : cluster [DBG] pgmap v446: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 6 stale+active+clean, 50 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:05:51.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:51 smithi086 bash[67518]: cluster 2024-05-11T05:05:49.909276+0000 mgr.y (mgr.24832) 489 : cluster [DBG] pgmap v446: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 6 stale+active+clean, 50 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:05:51.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:51 smithi086 bash[67518]: audit 2024-05-11T05:05:50.348604+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.72:0/865917370' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:51.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:51 smithi086 bash[67518]: audit 2024-05-11T05:05:50.348604+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.72:0/865917370' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:51.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:51 smithi086 bash[67518]: audit 2024-05-11T05:05:50.713420+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:51 smithi086 bash[67518]: audit 2024-05-11T05:05:50.713420+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:51 smithi086 bash[67518]: audit 2024-05-11T05:05:50.719414+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:51 smithi086 bash[67518]: audit 2024-05-11T05:05:50.719414+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:51 smithi086 bash[67518]: audit 2024-05-11T05:05:50.730793+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:51.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:51 smithi086 bash[67518]: audit 2024-05-11T05:05:50.730793+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:51.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:51 smithi072 bash[80515]: cluster 2024-05-11T05:05:49.909276+0000 mgr.y (mgr.24832) 489 : cluster [DBG] pgmap v446: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 6 stale+active+clean, 50 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:05:51.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:51 smithi072 bash[80515]: cluster 2024-05-11T05:05:49.909276+0000 mgr.y (mgr.24832) 489 : cluster [DBG] pgmap v446: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 6 stale+active+clean, 50 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:05:51.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:51 smithi072 bash[80515]: audit 2024-05-11T05:05:50.348604+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.72:0/865917370' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:51.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:51 smithi072 bash[80515]: audit 2024-05-11T05:05:50.348604+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.72:0/865917370' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:51.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:51 smithi072 bash[80515]: audit 2024-05-11T05:05:50.713420+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:51 smithi072 bash[80515]: audit 2024-05-11T05:05:50.713420+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:51 smithi072 bash[80515]: audit 2024-05-11T05:05:50.719414+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:51 smithi072 bash[80515]: audit 2024-05-11T05:05:50.719414+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:51 smithi072 bash[80515]: audit 2024-05-11T05:05:50.730793+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:51.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:51 smithi072 bash[80515]: audit 2024-05-11T05:05:50.730793+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:51.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:51 smithi072 bash[82901]: cluster 2024-05-11T05:05:49.909276+0000 mgr.y (mgr.24832) 489 : cluster [DBG] pgmap v446: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 6 stale+active+clean, 50 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:05:51.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:51 smithi072 bash[82901]: cluster 2024-05-11T05:05:49.909276+0000 mgr.y (mgr.24832) 489 : cluster [DBG] pgmap v446: 73 pgs: 1 active+undersized+degraded, 16 active+undersized, 6 stale+active+clean, 50 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1/72 objects degraded (1.389%) 2024-05-11T05:05:51.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:51 smithi072 bash[82901]: audit 2024-05-11T05:05:50.348604+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.72:0/865917370' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:51.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:51 smithi072 bash[82901]: audit 2024-05-11T05:05:50.348604+0000 mon.c (mon.2) 51 : audit [DBG] from='client.? 172.21.15.72:0/865917370' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:51.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:51 smithi072 bash[82901]: audit 2024-05-11T05:05:50.713420+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:51 smithi072 bash[82901]: audit 2024-05-11T05:05:50.713420+0000 mon.a (mon.0) 791 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:51 smithi072 bash[82901]: audit 2024-05-11T05:05:50.719414+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:51 smithi072 bash[82901]: audit 2024-05-11T05:05:50.719414+0000 mon.a (mon.0) 792 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:51.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:51 smithi072 bash[82901]: audit 2024-05-11T05:05:50.730793+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:51.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:51 smithi072 bash[82901]: audit 2024-05-11T05:05:50.730793+0000 mon.a (mon.0) 793 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:05:52.801 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:52 smithi072 bash[107162]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T05:05:52.802 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:52 smithi072 bash[107162]: Running command: /usr/bin/ceph-authtool --gen-print-key 2024-05-11T05:05:52.802 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:52 smithi072 bash[107162]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-05-11T05:05:52.802 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:52 smithi072 bash[107162]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-05-11T05:05:52.802 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:52 smithi072 bash[107162]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-05-11T05:05:52.802 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:52 smithi072 bash[107162]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-05-11T05:05:52.802 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:52 smithi072 bash[107162]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-05-11T05:05:52.802 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:52 smithi072 bash[107162]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-05-11T05:05:52.802 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:52 smithi072 bash[107162]: --> ceph-volume raw activate successful for osd ID: 3 2024-05-11T05:05:53.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:53 smithi072 bash[80515]: cluster 2024-05-11T05:05:51.910082+0000 mgr.y (mgr.24832) 490 : cluster [DBG] pgmap v447: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:53.501 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:53 smithi072 bash[80515]: cluster 2024-05-11T05:05:51.910082+0000 mgr.y (mgr.24832) 490 : cluster [DBG] pgmap v447: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:53.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:53 smithi072 bash[80515]: audit 2024-05-11T05:05:52.721734+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.72:0/499374161' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:53.502 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:53 smithi072 bash[80515]: audit 2024-05-11T05:05:52.721734+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.72:0/499374161' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:53.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:53 smithi072 bash[82901]: cluster 2024-05-11T05:05:51.910082+0000 mgr.y (mgr.24832) 490 : cluster [DBG] pgmap v447: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:53.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:53 smithi072 bash[82901]: cluster 2024-05-11T05:05:51.910082+0000 mgr.y (mgr.24832) 490 : cluster [DBG] pgmap v447: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:53.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:53 smithi072 bash[82901]: audit 2024-05-11T05:05:52.721734+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.72:0/499374161' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:53.502 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:53 smithi072 bash[82901]: audit 2024-05-11T05:05:52.721734+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.72:0/499374161' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:53.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:53 smithi086 bash[67518]: cluster 2024-05-11T05:05:51.910082+0000 mgr.y (mgr.24832) 490 : cluster [DBG] pgmap v447: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:53.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:53 smithi086 bash[67518]: cluster 2024-05-11T05:05:51.910082+0000 mgr.y (mgr.24832) 490 : cluster [DBG] pgmap v447: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:53.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:53 smithi086 bash[67518]: audit 2024-05-11T05:05:52.721734+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.72:0/499374161' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:53.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:53 smithi086 bash[67518]: audit 2024-05-11T05:05:52.721734+0000 mon.c (mon.2) 52 : audit [DBG] from='client.? 172.21.15.72:0/499374161' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:54.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:05:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:05:53] "GET /metrics HTTP/1.1" 200 34235 "" "Prometheus/2.43.0" 2024-05-11T05:05:55.051 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:54 smithi072 bash[107427]: debug 2024-05-11T05:05:54.693+0000 7fdce30b2700 1 -- 172.21.15.72:0/440370274 <== mon.0 v2:172.21.15.72:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558c0a387680 con 0x558c0a3e5000 2024-05-11T05:05:55.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:55 smithi086 bash[67518]: cluster 2024-05-11T05:05:53.910592+0000 mgr.y (mgr.24832) 491 : cluster [DBG] pgmap v448: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:55.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:55 smithi086 bash[67518]: cluster 2024-05-11T05:05:53.910592+0000 mgr.y (mgr.24832) 491 : cluster [DBG] pgmap v448: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:55.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:55 smithi086 bash[67518]: audit 2024-05-11T05:05:55.076161+0000 mon.a (mon.0) 794 : audit [DBG] from='client.? 172.21.15.72:0/3264757980' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:55.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:55 smithi086 bash[67518]: audit 2024-05-11T05:05:55.076161+0000 mon.a (mon.0) 794 : audit [DBG] from='client.? 172.21.15.72:0/3264757980' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:55.551 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:05:55 smithi072 bash[107427]: debug 2024-05-11T05:05:55.237+0000 7fdcec24b7c0 -1 Falling back to public interface 2024-05-11T05:05:55.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:55 smithi072 bash[82901]: cluster 2024-05-11T05:05:53.910592+0000 mgr.y (mgr.24832) 491 : cluster [DBG] pgmap v448: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:55.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:55 smithi072 bash[82901]: cluster 2024-05-11T05:05:53.910592+0000 mgr.y (mgr.24832) 491 : cluster [DBG] pgmap v448: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:55.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:55 smithi072 bash[82901]: audit 2024-05-11T05:05:55.076161+0000 mon.a (mon.0) 794 : audit [DBG] from='client.? 172.21.15.72:0/3264757980' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:55.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:55 smithi072 bash[82901]: audit 2024-05-11T05:05:55.076161+0000 mon.a (mon.0) 794 : audit [DBG] from='client.? 172.21.15.72:0/3264757980' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:55.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:55 smithi072 bash[80515]: cluster 2024-05-11T05:05:53.910592+0000 mgr.y (mgr.24832) 491 : cluster [DBG] pgmap v448: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:55.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:55 smithi072 bash[80515]: cluster 2024-05-11T05:05:53.910592+0000 mgr.y (mgr.24832) 491 : cluster [DBG] pgmap v448: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:55.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:55 smithi072 bash[80515]: audit 2024-05-11T05:05:55.076161+0000 mon.a (mon.0) 794 : audit [DBG] from='client.? 172.21.15.72:0/3264757980' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:55.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:55 smithi072 bash[80515]: audit 2024-05-11T05:05:55.076161+0000 mon.a (mon.0) 794 : audit [DBG] from='client.? 172.21.15.72:0/3264757980' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:57 smithi086 bash[67518]: cluster 2024-05-11T05:05:55.911418+0000 mgr.y (mgr.24832) 492 : cluster [DBG] pgmap v449: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:57.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:57 smithi086 bash[67518]: cluster 2024-05-11T05:05:55.911418+0000 mgr.y (mgr.24832) 492 : cluster [DBG] pgmap v449: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:57.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:57 smithi086 bash[67518]: audit 2024-05-11T05:05:56.773938+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:57.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:57 smithi086 bash[67518]: audit 2024-05-11T05:05:56.773938+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:57.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:57 smithi086 bash[67518]: audit 2024-05-11T05:05:56.786466+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:57.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:57 smithi086 bash[67518]: audit 2024-05-11T05:05:56.786466+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:57 smithi072 bash[80515]: cluster 2024-05-11T05:05:55.911418+0000 mgr.y (mgr.24832) 492 : cluster [DBG] pgmap v449: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:57 smithi072 bash[80515]: cluster 2024-05-11T05:05:55.911418+0000 mgr.y (mgr.24832) 492 : cluster [DBG] pgmap v449: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:57 smithi072 bash[80515]: audit 2024-05-11T05:05:56.773938+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:57 smithi072 bash[80515]: audit 2024-05-11T05:05:56.773938+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:57 smithi072 bash[80515]: audit 2024-05-11T05:05:56.786466+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:57 smithi072 bash[80515]: audit 2024-05-11T05:05:56.786466+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:57.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:57 smithi072 bash[82901]: cluster 2024-05-11T05:05:55.911418+0000 mgr.y (mgr.24832) 492 : cluster [DBG] pgmap v449: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:57.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:57 smithi072 bash[82901]: cluster 2024-05-11T05:05:55.911418+0000 mgr.y (mgr.24832) 492 : cluster [DBG] pgmap v449: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:57.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:57 smithi072 bash[82901]: audit 2024-05-11T05:05:56.773938+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:57.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:57 smithi072 bash[82901]: audit 2024-05-11T05:05:56.773938+0000 mon.a (mon.0) 795 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:57.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:57 smithi072 bash[82901]: audit 2024-05-11T05:05:56.786466+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:57.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:57 smithi072 bash[82901]: audit 2024-05-11T05:05:56.786466+0000 mon.a (mon.0) 796 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:58 smithi086 bash[67518]: audit 2024-05-11T05:05:57.449806+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.72:0/641168469' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:58.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:58 smithi086 bash[67518]: audit 2024-05-11T05:05:57.449806+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.72:0/641168469' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:58.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:58 smithi086 bash[67518]: audit 2024-05-11T05:05:57.825339+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:58 smithi086 bash[67518]: audit 2024-05-11T05:05:57.825339+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:58 smithi086 bash[67518]: audit 2024-05-11T05:05:57.834079+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:58 smithi086 bash[67518]: audit 2024-05-11T05:05:57.834079+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:58 smithi072 bash[82901]: audit 2024-05-11T05:05:57.449806+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.72:0/641168469' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:58.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:58 smithi072 bash[82901]: audit 2024-05-11T05:05:57.449806+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.72:0/641168469' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:58.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:58 smithi072 bash[82901]: audit 2024-05-11T05:05:57.825339+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:58 smithi072 bash[82901]: audit 2024-05-11T05:05:57.825339+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:58 smithi072 bash[82901]: audit 2024-05-11T05:05:57.834079+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:58 smithi072 bash[82901]: audit 2024-05-11T05:05:57.834079+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:58 smithi072 bash[80515]: audit 2024-05-11T05:05:57.449806+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.72:0/641168469' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:58.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:58 smithi072 bash[80515]: audit 2024-05-11T05:05:57.449806+0000 mon.c (mon.2) 53 : audit [DBG] from='client.? 172.21.15.72:0/641168469' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:05:58.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:58 smithi072 bash[80515]: audit 2024-05-11T05:05:57.825339+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:58 smithi072 bash[80515]: audit 2024-05-11T05:05:57.825339+0000 mon.a (mon.0) 797 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:58 smithi072 bash[80515]: audit 2024-05-11T05:05:57.834079+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:58.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:58 smithi072 bash[80515]: audit 2024-05-11T05:05:57.834079+0000 mon.a (mon.0) 798 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:59 smithi086 bash[67518]: cluster 2024-05-11T05:05:57.911926+0000 mgr.y (mgr.24832) 493 : cluster [DBG] pgmap v450: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:59.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:59 smithi086 bash[67518]: cluster 2024-05-11T05:05:57.911926+0000 mgr.y (mgr.24832) 493 : cluster [DBG] pgmap v450: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:59.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:59 smithi086 bash[67518]: cluster 2024-05-11T05:05:58.392400+0000 mon.a (mon.0) 799 : cluster [WRN] Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:59.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:59 smithi086 bash[67518]: cluster 2024-05-11T05:05:58.392400+0000 mon.a (mon.0) 799 : cluster [WRN] Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:59.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:59 smithi086 bash[67518]: audit 2024-05-11T05:05:58.928309+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:59 smithi086 bash[67518]: audit 2024-05-11T05:05:58.928309+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:59 smithi086 bash[67518]: audit 2024-05-11T05:05:58.937239+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:05:59 smithi086 bash[67518]: audit 2024-05-11T05:05:58.937239+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:59 smithi072 bash[82901]: cluster 2024-05-11T05:05:57.911926+0000 mgr.y (mgr.24832) 493 : cluster [DBG] pgmap v450: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:59.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:59 smithi072 bash[82901]: cluster 2024-05-11T05:05:57.911926+0000 mgr.y (mgr.24832) 493 : cluster [DBG] pgmap v450: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:59 smithi072 bash[82901]: cluster 2024-05-11T05:05:58.392400+0000 mon.a (mon.0) 799 : cluster [WRN] Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:59 smithi072 bash[82901]: cluster 2024-05-11T05:05:58.392400+0000 mon.a (mon.0) 799 : cluster [WRN] Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:59 smithi072 bash[82901]: audit 2024-05-11T05:05:58.928309+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:59 smithi072 bash[82901]: audit 2024-05-11T05:05:58.928309+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:59 smithi072 bash[82901]: audit 2024-05-11T05:05:58.937239+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:05:59 smithi072 bash[82901]: audit 2024-05-11T05:05:58.937239+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:59 smithi072 bash[80515]: cluster 2024-05-11T05:05:57.911926+0000 mgr.y (mgr.24832) 493 : cluster [DBG] pgmap v450: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:59 smithi072 bash[80515]: cluster 2024-05-11T05:05:57.911926+0000 mgr.y (mgr.24832) 493 : cluster [DBG] pgmap v450: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:59 smithi072 bash[80515]: cluster 2024-05-11T05:05:58.392400+0000 mon.a (mon.0) 799 : cluster [WRN] Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:59 smithi072 bash[80515]: cluster 2024-05-11T05:05:58.392400+0000 mon.a (mon.0) 799 : cluster [WRN] Health check update: Degraded data redundancy: 4/72 objects degraded (5.556%), 3 pgs degraded (PG_DEGRADED) 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:59 smithi072 bash[80515]: audit 2024-05-11T05:05:58.928309+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:59 smithi072 bash[80515]: audit 2024-05-11T05:05:58.928309+0000 mon.a (mon.0) 800 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:59 smithi072 bash[80515]: audit 2024-05-11T05:05:58.937239+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:05:59.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:05:59 smithi072 bash[80515]: audit 2024-05-11T05:05:58.937239+0000 mon.a (mon.0) 801 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:00.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:00 smithi086 bash[67518]: audit 2024-05-11T05:05:59.808352+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? 172.21.15.72:0/1933787387' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:00.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:00 smithi086 bash[67518]: audit 2024-05-11T05:05:59.808352+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? 172.21.15.72:0/1933787387' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:00.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:00 smithi072 bash[80515]: audit 2024-05-11T05:05:59.808352+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? 172.21.15.72:0/1933787387' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:00.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:00 smithi072 bash[80515]: audit 2024-05-11T05:05:59.808352+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? 172.21.15.72:0/1933787387' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:00.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:00 smithi072 bash[82901]: audit 2024-05-11T05:05:59.808352+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? 172.21.15.72:0/1933787387' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:00.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:00 smithi072 bash[82901]: audit 2024-05-11T05:05:59.808352+0000 mon.a (mon.0) 802 : audit [DBG] from='client.? 172.21.15.72:0/1933787387' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:01.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:01 smithi086 bash[67518]: cluster 2024-05-11T05:05:59.912462+0000 mgr.y (mgr.24832) 494 : cluster [DBG] pgmap v451: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:01.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:01 smithi086 bash[67518]: cluster 2024-05-11T05:05:59.912462+0000 mgr.y (mgr.24832) 494 : cluster [DBG] pgmap v451: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:01.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:01 smithi072 bash[80515]: cluster 2024-05-11T05:05:59.912462+0000 mgr.y (mgr.24832) 494 : cluster [DBG] pgmap v451: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:01.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:01 smithi072 bash[80515]: cluster 2024-05-11T05:05:59.912462+0000 mgr.y (mgr.24832) 494 : cluster [DBG] pgmap v451: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:01.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:01 smithi072 bash[82901]: cluster 2024-05-11T05:05:59.912462+0000 mgr.y (mgr.24832) 494 : cluster [DBG] pgmap v451: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:01.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:01 smithi072 bash[82901]: cluster 2024-05-11T05:05:59.912462+0000 mgr.y (mgr.24832) 494 : cluster [DBG] pgmap v451: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:02.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:02 smithi086 bash[67518]: audit 2024-05-11T05:06:02.159462+0000 mon.c (mon.2) 54 : audit [DBG] from='client.? 172.21.15.72:0/820957745' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:02.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:02 smithi086 bash[67518]: audit 2024-05-11T05:06:02.159462+0000 mon.c (mon.2) 54 : audit [DBG] from='client.? 172.21.15.72:0/820957745' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:02.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:02 smithi072 bash[82901]: audit 2024-05-11T05:06:02.159462+0000 mon.c (mon.2) 54 : audit [DBG] from='client.? 172.21.15.72:0/820957745' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:02.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:02 smithi072 bash[82901]: audit 2024-05-11T05:06:02.159462+0000 mon.c (mon.2) 54 : audit [DBG] from='client.? 172.21.15.72:0/820957745' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:02.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:02 smithi072 bash[80515]: audit 2024-05-11T05:06:02.159462+0000 mon.c (mon.2) 54 : audit [DBG] from='client.? 172.21.15.72:0/820957745' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:02.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:02 smithi072 bash[80515]: audit 2024-05-11T05:06:02.159462+0000 mon.c (mon.2) 54 : audit [DBG] from='client.? 172.21.15.72:0/820957745' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:03.051 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:06:02 smithi072 bash[107427]: debug 2024-05-11T05:06:02.557+0000 7fdcec24b7c0 -1 osd.3 141 log_to_monitors true 2024-05-11T05:06:03.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:03 smithi086 bash[67518]: cluster 2024-05-11T05:06:01.913077+0000 mgr.y (mgr.24832) 495 : cluster [DBG] pgmap v452: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:03.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:03 smithi086 bash[67518]: cluster 2024-05-11T05:06:01.913077+0000 mgr.y (mgr.24832) 495 : cluster [DBG] pgmap v452: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:03.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:03 smithi086 bash[67518]: audit 2024-05-11T05:06:02.563211+0000 mon.a (mon.0) 803 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T05:06:03.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:03 smithi086 bash[67518]: audit 2024-05-11T05:06:02.563211+0000 mon.a (mon.0) 803 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T05:06:03.551 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:06:03 smithi072 bash[107427]: debug 2024-05-11T05:06:03.245+0000 7fdcd969a700 -1 osd.3 141 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-05-11T05:06:03.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:03 smithi072 bash[80515]: cluster 2024-05-11T05:06:01.913077+0000 mgr.y (mgr.24832) 495 : cluster [DBG] pgmap v452: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:03.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:03 smithi072 bash[80515]: cluster 2024-05-11T05:06:01.913077+0000 mgr.y (mgr.24832) 495 : cluster [DBG] pgmap v452: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:03.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:03 smithi072 bash[80515]: audit 2024-05-11T05:06:02.563211+0000 mon.a (mon.0) 803 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T05:06:03.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:03 smithi072 bash[80515]: audit 2024-05-11T05:06:02.563211+0000 mon.a (mon.0) 803 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T05:06:03.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:03 smithi072 bash[82901]: cluster 2024-05-11T05:06:01.913077+0000 mgr.y (mgr.24832) 495 : cluster [DBG] pgmap v452: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:03.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:03 smithi072 bash[82901]: cluster 2024-05-11T05:06:01.913077+0000 mgr.y (mgr.24832) 495 : cluster [DBG] pgmap v452: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:03.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:03 smithi072 bash[82901]: audit 2024-05-11T05:06:02.563211+0000 mon.a (mon.0) 803 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T05:06:03.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:03 smithi072 bash[82901]: audit 2024-05-11T05:06:02.563211+0000 mon.a (mon.0) 803 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-05-11T05:06:04.204 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:06:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:06:03] "GET /metrics HTTP/1.1" 200 34235 "" "Prometheus/2.43.0" 2024-05-11T05:06:04.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:04 smithi086 bash[67518]: audit 2024-05-11T05:06:03.206774+0000 mon.a (mon.0) 804 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T05:06:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:04 smithi086 bash[67518]: audit 2024-05-11T05:06:03.206774+0000 mon.a (mon.0) 804 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T05:06:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:04 smithi086 bash[67518]: cluster 2024-05-11T05:06:03.214935+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-05-11T05:06:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:04 smithi086 bash[67518]: cluster 2024-05-11T05:06:03.214935+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-05-11T05:06:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:04 smithi086 bash[67518]: audit 2024-05-11T05:06:03.215740+0000 mon.a (mon.0) 806 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:06:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:04 smithi086 bash[67518]: audit 2024-05-11T05:06:03.215740+0000 mon.a (mon.0) 806 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:06:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:04 smithi086 bash[67518]: audit 2024-05-11T05:06:03.869525+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:04 smithi086 bash[67518]: audit 2024-05-11T05:06:03.869525+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:04 smithi086 bash[67518]: audit 2024-05-11T05:06:03.871826+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:04.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:04 smithi086 bash[67518]: audit 2024-05-11T05:06:03.871826+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:04.550 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 4 2024-05-11T05:06:04.591 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:04 smithi072 bash[80515]: debug 2024-05-11T05:06:04.201+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:06:04.591 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:04 smithi072 bash[80515]: audit 2024-05-11T05:06:03.206774+0000 mon.a (mon.0) 804 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T05:06:04.591 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:04 smithi072 bash[80515]: audit 2024-05-11T05:06:03.206774+0000 mon.a (mon.0) 804 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T05:06:04.591 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:04 smithi072 bash[80515]: cluster 2024-05-11T05:06:03.214935+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-05-11T05:06:04.591 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:04 smithi072 bash[80515]: cluster 2024-05-11T05:06:03.214935+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-05-11T05:06:04.591 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:04 smithi072 bash[80515]: audit 2024-05-11T05:06:03.215740+0000 mon.a (mon.0) 806 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:06:04.591 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:04 smithi072 bash[80515]: audit 2024-05-11T05:06:03.215740+0000 mon.a (mon.0) 806 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:06:04.591 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:04 smithi072 bash[80515]: audit 2024-05-11T05:06:03.869525+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:04.592 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:04 smithi072 bash[80515]: audit 2024-05-11T05:06:03.869525+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:04.592 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:04 smithi072 bash[80515]: audit 2024-05-11T05:06:03.871826+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:04.592 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:04 smithi072 bash[80515]: audit 2024-05-11T05:06:03.871826+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:05.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:04 smithi072 bash[82901]: audit 2024-05-11T05:06:03.206774+0000 mon.a (mon.0) 804 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T05:06:05.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:04 smithi072 bash[82901]: audit 2024-05-11T05:06:03.206774+0000 mon.a (mon.0) 804 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-05-11T05:06:05.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:04 smithi072 bash[82901]: cluster 2024-05-11T05:06:03.214935+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-05-11T05:06:05.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:04 smithi072 bash[82901]: cluster 2024-05-11T05:06:03.214935+0000 mon.a (mon.0) 805 : cluster [DBG] osdmap e144: 8 total, 7 up, 8 in 2024-05-11T05:06:05.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:04 smithi072 bash[82901]: audit 2024-05-11T05:06:03.215740+0000 mon.a (mon.0) 806 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:06:05.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:04 smithi072 bash[82901]: audit 2024-05-11T05:06:03.215740+0000 mon.a (mon.0) 806 : audit [INF] from='osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi072", "root=default"]}]: dispatch 2024-05-11T05:06:05.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:04 smithi072 bash[82901]: audit 2024-05-11T05:06:03.869525+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:05.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:04 smithi072 bash[82901]: audit 2024-05-11T05:06:03.869525+0000 mon.a (mon.0) 807 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:05.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:04 smithi072 bash[82901]: audit 2024-05-11T05:06:03.871826+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:05.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:04 smithi072 bash[82901]: audit 2024-05-11T05:06:03.871826+0000 mon.a (mon.0) 808 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:05.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:03.913683+0000 mgr.y (mgr.24832) 496 : cluster [DBG] pgmap v454: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:05.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:03.913683+0000 mgr.y (mgr.24832) 496 : cluster [DBG] pgmap v454: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:05.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:04.207275+0000 mon.a (mon.0) 809 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:06:05.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:04.207275+0000 mon.a (mon.0) 809 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:06:05.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:04.207320+0000 mon.a (mon.0) 810 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:06:05.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:04.207320+0000 mon.a (mon.0) 810 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:06:05.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:04.220575+0000 mon.a (mon.0) 811 : cluster [INF] osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732] boot 2024-05-11T05:06:05.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:04.220575+0000 mon.a (mon.0) 811 : cluster [INF] osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732] boot 2024-05-11T05:06:05.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:04.220895+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-05-11T05:06:05.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:04.220895+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-05-11T05:06:05.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: audit 2024-05-11T05:06:04.224544+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T05:06:05.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: audit 2024-05-11T05:06:04.224544+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T05:06:05.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: audit 2024-05-11T05:06:04.538632+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? 172.21.15.72:0/2571836138' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:05.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: audit 2024-05-11T05:06:04.538632+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? 172.21.15.72:0/2571836138' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:05.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:05.226086+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-05-11T05:06:05.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:05 smithi086 bash[67518]: cluster 2024-05-11T05:06:05.226086+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-05-11T05:06:05.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:03.913683+0000 mgr.y (mgr.24832) 496 : cluster [DBG] pgmap v454: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:05.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:03.913683+0000 mgr.y (mgr.24832) 496 : cluster [DBG] pgmap v454: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:05.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:04.207275+0000 mon.a (mon.0) 809 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:06:05.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:04.207275+0000 mon.a (mon.0) 809 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:06:05.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:04.207320+0000 mon.a (mon.0) 810 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:06:05.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:04.207320+0000 mon.a (mon.0) 810 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:06:05.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:04.220575+0000 mon.a (mon.0) 811 : cluster [INF] osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732] boot 2024-05-11T05:06:05.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:04.220575+0000 mon.a (mon.0) 811 : cluster [INF] osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732] boot 2024-05-11T05:06:05.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:04.220895+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-05-11T05:06:05.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:04.220895+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-05-11T05:06:05.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: audit 2024-05-11T05:06:04.224544+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T05:06:05.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: audit 2024-05-11T05:06:04.224544+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T05:06:05.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: audit 2024-05-11T05:06:04.538632+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? 172.21.15.72:0/2571836138' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:05.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: audit 2024-05-11T05:06:04.538632+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? 172.21.15.72:0/2571836138' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:05.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:05.226086+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-05-11T05:06:05.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:05 smithi072 bash[82901]: cluster 2024-05-11T05:06:05.226086+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-05-11T05:06:05.555 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:03.913683+0000 mgr.y (mgr.24832) 496 : cluster [DBG] pgmap v454: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:05.556 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:03.913683+0000 mgr.y (mgr.24832) 496 : cluster [DBG] pgmap v454: 73 pgs: 3 active+undersized+degraded, 28 active+undersized, 42 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 4/72 objects degraded (5.556%) 2024-05-11T05:06:05.556 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:04.207275+0000 mon.a (mon.0) 809 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:06:05.556 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:04.207275+0000 mon.a (mon.0) 809 : cluster [ERR] Health check update: 8 osds(s) are not reachable (OSD_UNREACHABLE) 2024-05-11T05:06:05.556 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:04.207320+0000 mon.a (mon.0) 810 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:06:05.556 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:04.207320+0000 mon.a (mon.0) 810 : cluster [INF] Health check cleared: OSD_DOWN (was: 1 osds down) 2024-05-11T05:06:05.556 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:04.220575+0000 mon.a (mon.0) 811 : cluster [INF] osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732] boot 2024-05-11T05:06:05.556 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:04.220575+0000 mon.a (mon.0) 811 : cluster [INF] osd.3 [v2:172.21.15.72:6826/2688403732,v1:172.21.15.72:6827/2688403732] boot 2024-05-11T05:06:05.556 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:04.220895+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-05-11T05:06:05.556 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:04.220895+0000 mon.a (mon.0) 812 : cluster [DBG] osdmap e145: 8 total, 8 up, 8 in 2024-05-11T05:06:05.557 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: audit 2024-05-11T05:06:04.224544+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T05:06:05.557 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: audit 2024-05-11T05:06:04.224544+0000 mon.a (mon.0) 813 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-05-11T05:06:05.557 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: audit 2024-05-11T05:06:04.538632+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? 172.21.15.72:0/2571836138' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:05.557 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: audit 2024-05-11T05:06:04.538632+0000 mon.c (mon.2) 55 : audit [DBG] from='client.? 172.21.15.72:0/2571836138' entity='client.admin' cmd=[{"prefix": "osd versions"}]: dispatch 2024-05-11T05:06:05.557 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:05.226086+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-05-11T05:06:05.557 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:05 smithi072 bash[80515]: cluster 2024-05-11T05:06:05.226086+0000 mon.a (mon.0) 814 : cluster [DBG] osdmap e146: 8 total, 8 up, 8 in 2024-05-11T05:06:06.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:06 smithi072 bash[80515]: cluster 2024-05-11T05:06:06.242656+0000 mon.a (mon.0) 815 : cluster [WRN] Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:06:06.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:06 smithi072 bash[80515]: cluster 2024-05-11T05:06:06.242656+0000 mon.a (mon.0) 815 : cluster [WRN] Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:06:06.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:06 smithi072 bash[82901]: cluster 2024-05-11T05:06:06.242656+0000 mon.a (mon.0) 815 : cluster [WRN] Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:06:06.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:06 smithi072 bash[82901]: cluster 2024-05-11T05:06:06.242656+0000 mon.a (mon.0) 815 : cluster [WRN] Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:06:06.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:06 smithi086 bash[67518]: cluster 2024-05-11T05:06:06.242656+0000 mon.a (mon.0) 815 : cluster [WRN] Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:06:06.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:06 smithi086 bash[67518]: cluster 2024-05-11T05:06:06.242656+0000 mon.a (mon.0) 815 : cluster [WRN] Health check update: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded (PG_DEGRADED) 2024-05-11T05:06:06.902 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch upgrade pause' 2024-05-11T05:06:07.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:07 smithi072 bash[80515]: cluster 2024-05-11T05:06:05.914503+0000 mgr.y (mgr.24832) 497 : cluster [DBG] pgmap v457: 73 pgs: 8 peering, 2 active+undersized+degraded, 18 active+undersized, 45 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:07.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:07 smithi072 bash[80515]: cluster 2024-05-11T05:06:05.914503+0000 mgr.y (mgr.24832) 497 : cluster [DBG] pgmap v457: 73 pgs: 8 peering, 2 active+undersized+degraded, 18 active+undersized, 45 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:07.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:07 smithi072 bash[82901]: cluster 2024-05-11T05:06:05.914503+0000 mgr.y (mgr.24832) 497 : cluster [DBG] pgmap v457: 73 pgs: 8 peering, 2 active+undersized+degraded, 18 active+undersized, 45 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:07.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:07 smithi072 bash[82901]: cluster 2024-05-11T05:06:05.914503+0000 mgr.y (mgr.24832) 497 : cluster [DBG] pgmap v457: 73 pgs: 8 peering, 2 active+undersized+degraded, 18 active+undersized, 45 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:07.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:07 smithi086 bash[67518]: cluster 2024-05-11T05:06:05.914503+0000 mgr.y (mgr.24832) 497 : cluster [DBG] pgmap v457: 73 pgs: 8 peering, 2 active+undersized+degraded, 18 active+undersized, 45 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:07.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:07 smithi086 bash[67518]: cluster 2024-05-11T05:06:05.914503+0000 mgr.y (mgr.24832) 497 : cluster [DBG] pgmap v457: 73 pgs: 8 peering, 2 active+undersized+degraded, 18 active+undersized, 45 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:09.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:09 smithi072 bash[82901]: cluster 2024-05-11T05:06:07.915271+0000 mgr.y (mgr.24832) 498 : cluster [DBG] pgmap v458: 73 pgs: 8 peering, 2 active+undersized+degraded, 16 active+undersized, 47 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:09.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:09 smithi072 bash[82901]: cluster 2024-05-11T05:06:07.915271+0000 mgr.y (mgr.24832) 498 : cluster [DBG] pgmap v458: 73 pgs: 8 peering, 2 active+undersized+degraded, 16 active+undersized, 47 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:09.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:09 smithi072 bash[80515]: cluster 2024-05-11T05:06:07.915271+0000 mgr.y (mgr.24832) 498 : cluster [DBG] pgmap v458: 73 pgs: 8 peering, 2 active+undersized+degraded, 16 active+undersized, 47 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:09.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:09 smithi072 bash[80515]: cluster 2024-05-11T05:06:07.915271+0000 mgr.y (mgr.24832) 498 : cluster [DBG] pgmap v458: 73 pgs: 8 peering, 2 active+undersized+degraded, 16 active+undersized, 47 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:09.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:09 smithi086 bash[67518]: cluster 2024-05-11T05:06:07.915271+0000 mgr.y (mgr.24832) 498 : cluster [DBG] pgmap v458: 73 pgs: 8 peering, 2 active+undersized+degraded, 16 active+undersized, 47 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:09.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:09 smithi086 bash[67518]: cluster 2024-05-11T05:06:07.915271+0000 mgr.y (mgr.24832) 498 : cluster [DBG] pgmap v458: 73 pgs: 8 peering, 2 active+undersized+degraded, 16 active+undersized, 47 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 2/72 objects degraded (2.778%) 2024-05-11T05:06:10.622 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:10 smithi072 bash[80515]: cluster 2024-05-11T05:06:10.301353+0000 mon.a (mon.0) 816 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded) 2024-05-11T05:06:10.622 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:10 smithi072 bash[80515]: cluster 2024-05-11T05:06:10.301353+0000 mon.a (mon.0) 816 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded) 2024-05-11T05:06:10.622 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:10 smithi072 bash[82901]: cluster 2024-05-11T05:06:10.301353+0000 mon.a (mon.0) 816 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded) 2024-05-11T05:06:10.623 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:10 smithi072 bash[82901]: cluster 2024-05-11T05:06:10.301353+0000 mon.a (mon.0) 816 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded) 2024-05-11T05:06:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:10 smithi086 bash[67518]: cluster 2024-05-11T05:06:10.301353+0000 mon.a (mon.0) 816 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded) 2024-05-11T05:06:10.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:10 smithi086 bash[67518]: cluster 2024-05-11T05:06:10.301353+0000 mon.a (mon.0) 816 : cluster [INF] Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/72 objects degraded (2.778%), 2 pgs degraded) 2024-05-11T05:06:11.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:11 smithi086 bash[67518]: cluster 2024-05-11T05:06:09.916087+0000 mgr.y (mgr.24832) 499 : cluster [DBG] pgmap v459: 73 pgs: 5 peering, 68 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:11.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:11 smithi086 bash[67518]: cluster 2024-05-11T05:06:09.916087+0000 mgr.y (mgr.24832) 499 : cluster [DBG] pgmap v459: 73 pgs: 5 peering, 68 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:11 smithi072 bash[80515]: cluster 2024-05-11T05:06:09.916087+0000 mgr.y (mgr.24832) 499 : cluster [DBG] pgmap v459: 73 pgs: 5 peering, 68 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:11 smithi072 bash[80515]: cluster 2024-05-11T05:06:09.916087+0000 mgr.y (mgr.24832) 499 : cluster [DBG] pgmap v459: 73 pgs: 5 peering, 68 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:11.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:11 smithi072 bash[82901]: cluster 2024-05-11T05:06:09.916087+0000 mgr.y (mgr.24832) 499 : cluster [DBG] pgmap v459: 73 pgs: 5 peering, 68 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:11.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:11 smithi072 bash[82901]: cluster 2024-05-11T05:06:09.916087+0000 mgr.y (mgr.24832) 499 : cluster [DBG] pgmap v459: 73 pgs: 5 peering, 68 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:12.031 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:06:12.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:06:11 smithi072 bash[72627]: debug 2024-05-11T05:06:11.841+0000 7ff9e947f700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-05-11T05:06:13.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.706433+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.706433+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.717032+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.717032+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.719372+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.719372+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.721263+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.721263+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.733799+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.733799+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.829600+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.829600+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.834785+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.834785+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.838803+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.838803+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.841759+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.841759+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.845609+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.845609+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.845970+0000 mgr.y (mgr.24832) 500 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: audit 2024-05-11T05:06:11.845970+0000 mgr.y (mgr.24832) 500 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: cephadm 2024-05-11T05:06:11.847857+0000 mgr.y (mgr.24832) 501 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-05-11T05:06:13.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: cephadm 2024-05-11T05:06:11.847857+0000 mgr.y (mgr.24832) 501 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-05-11T05:06:13.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: cluster 2024-05-11T05:06:11.916898+0000 mgr.y (mgr.24832) 502 : cluster [DBG] pgmap v460: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:13.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:12 smithi086 bash[67518]: cluster 2024-05-11T05:06:11.916898+0000 mgr.y (mgr.24832) 502 : cluster [DBG] pgmap v460: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:13.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.706433+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.706433+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.717032+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.717032+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.719372+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:13.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.719372+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:13.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.721263+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.721263+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.733799+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.733799+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.829600+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.829600+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.834785+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.834785+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.838803+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.838803+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.841759+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.841759+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.845609+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.845609+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.706433+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.706433+0000 mon.a (mon.0) 817 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.717032+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.717032+0000 mon.a (mon.0) 818 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.719372+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:13.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.719372+0000 mon.a (mon.0) 819 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:13.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.721263+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:13.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.721263+0000 mon.a (mon.0) 820 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:13.054 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.733799+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.733799+0000 mon.a (mon.0) 821 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:13.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.829600+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:13.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.829600+0000 mon.a (mon.0) 822 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:13.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.834785+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.834785+0000 mon.a (mon.0) 823 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.838803+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.838803+0000 mon.a (mon.0) 824 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.841759+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.841759+0000 mon.a (mon.0) 825 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:13.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.845609+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.055 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.845609+0000 mon.a (mon.0) 826 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.845970+0000 mgr.y (mgr.24832) 500 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: audit 2024-05-11T05:06:11.845970+0000 mgr.y (mgr.24832) 500 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: cephadm 2024-05-11T05:06:11.847857+0000 mgr.y (mgr.24832) 501 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-05-11T05:06:13.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: cephadm 2024-05-11T05:06:11.847857+0000 mgr.y (mgr.24832) 501 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-05-11T05:06:13.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: cluster 2024-05-11T05:06:11.916898+0000 mgr.y (mgr.24832) 502 : cluster [DBG] pgmap v460: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:13.056 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:12 smithi072 bash[82901]: cluster 2024-05-11T05:06:11.916898+0000 mgr.y (mgr.24832) 502 : cluster [DBG] pgmap v460: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:13.056 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.845970+0000 mgr.y (mgr.24832) 500 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.056 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: audit 2024-05-11T05:06:11.845970+0000 mgr.y (mgr.24832) 500 : audit [DBG] from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-05-11T05:06:13.056 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: cephadm 2024-05-11T05:06:11.847857+0000 mgr.y (mgr.24832) 501 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-05-11T05:06:13.056 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: cephadm 2024-05-11T05:06:11.847857+0000 mgr.y (mgr.24832) 501 : cephadm [INF] Upgrade: unsafe to stop osd(s) at this time (5 PGs are or would become offline) 2024-05-11T05:06:13.057 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: cluster 2024-05-11T05:06:11.916898+0000 mgr.y (mgr.24832) 502 : cluster [DBG] pgmap v460: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:13.057 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:12 smithi072 bash[80515]: cluster 2024-05-11T05:06:11.916898+0000 mgr.y (mgr.24832) 502 : cluster [DBG] pgmap v460: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:14.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:06:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:06:13] "GET /metrics HTTP/1.1" 200 34086 "" "Prometheus/2.43.0" 2024-05-11T05:06:15.285 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:14 smithi086 bash[67518]: cluster 2024-05-11T05:06:13.917716+0000 mgr.y (mgr.24832) 503 : cluster [DBG] pgmap v461: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:15.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:14 smithi086 bash[67518]: cluster 2024-05-11T05:06:13.917716+0000 mgr.y (mgr.24832) 503 : cluster [DBG] pgmap v461: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:15.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:14 smithi072 bash[80515]: cluster 2024-05-11T05:06:13.917716+0000 mgr.y (mgr.24832) 503 : cluster [DBG] pgmap v461: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:15.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:14 smithi072 bash[80515]: cluster 2024-05-11T05:06:13.917716+0000 mgr.y (mgr.24832) 503 : cluster [DBG] pgmap v461: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:15.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:14 smithi072 bash[82901]: cluster 2024-05-11T05:06:13.917716+0000 mgr.y (mgr.24832) 503 : cluster [DBG] pgmap v461: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:15.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:14 smithi072 bash[82901]: cluster 2024-05-11T05:06:13.917716+0000 mgr.y (mgr.24832) 503 : cluster [DBG] pgmap v461: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:16.060 INFO:teuthology.orchestra.run.smithi072.stdout:Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:06:16.960 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T05:06:17.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:17 smithi072 bash[80515]: cluster 2024-05-11T05:06:15.918671+0000 mgr.y (mgr.24832) 504 : cluster [DBG] pgmap v462: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:17.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:17 smithi072 bash[80515]: cluster 2024-05-11T05:06:15.918671+0000 mgr.y (mgr.24832) 504 : cluster [DBG] pgmap v462: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:17.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:17 smithi072 bash[80515]: audit 2024-05-11T05:06:16.055931+0000 mgr.y (mgr.24832) 505 : audit [DBG] from='client.34926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:17.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:17 smithi072 bash[80515]: audit 2024-05-11T05:06:16.055931+0000 mgr.y (mgr.24832) 505 : audit [DBG] from='client.34926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:17.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:17 smithi072 bash[80515]: cephadm 2024-05-11T05:06:16.056592+0000 mgr.y (mgr.24832) 506 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:06:17.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:17 smithi072 bash[80515]: cephadm 2024-05-11T05:06:16.056592+0000 mgr.y (mgr.24832) 506 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:06:17.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:17 smithi072 bash[80515]: audit 2024-05-11T05:06:16.062022+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:17.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:17 smithi072 bash[80515]: audit 2024-05-11T05:06:16.062022+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:17.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:17 smithi072 bash[82901]: cluster 2024-05-11T05:06:15.918671+0000 mgr.y (mgr.24832) 504 : cluster [DBG] pgmap v462: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:17.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:17 smithi072 bash[82901]: cluster 2024-05-11T05:06:15.918671+0000 mgr.y (mgr.24832) 504 : cluster [DBG] pgmap v462: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:17.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:17 smithi072 bash[82901]: audit 2024-05-11T05:06:16.055931+0000 mgr.y (mgr.24832) 505 : audit [DBG] from='client.34926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:17.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:17 smithi072 bash[82901]: audit 2024-05-11T05:06:16.055931+0000 mgr.y (mgr.24832) 505 : audit [DBG] from='client.34926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:17.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:17 smithi072 bash[82901]: cephadm 2024-05-11T05:06:16.056592+0000 mgr.y (mgr.24832) 506 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:06:17.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:17 smithi072 bash[82901]: cephadm 2024-05-11T05:06:16.056592+0000 mgr.y (mgr.24832) 506 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:06:17.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:17 smithi072 bash[82901]: audit 2024-05-11T05:06:16.062022+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:17.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:17 smithi072 bash[82901]: audit 2024-05-11T05:06:16.062022+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:17.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:17 smithi086 bash[67518]: cluster 2024-05-11T05:06:15.918671+0000 mgr.y (mgr.24832) 504 : cluster [DBG] pgmap v462: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:17.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:17 smithi086 bash[67518]: cluster 2024-05-11T05:06:15.918671+0000 mgr.y (mgr.24832) 504 : cluster [DBG] pgmap v462: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:17.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:17 smithi086 bash[67518]: audit 2024-05-11T05:06:16.055931+0000 mgr.y (mgr.24832) 505 : audit [DBG] from='client.34926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:17.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:17 smithi086 bash[67518]: audit 2024-05-11T05:06:16.055931+0000 mgr.y (mgr.24832) 505 : audit [DBG] from='client.34926 -' entity='client.admin' cmd=[{"prefix": "orch upgrade pause", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:17.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:17 smithi086 bash[67518]: cephadm 2024-05-11T05:06:16.056592+0000 mgr.y (mgr.24832) 506 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:06:17.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:17 smithi086 bash[67518]: cephadm 2024-05-11T05:06:16.056592+0000 mgr.y (mgr.24832) 506 : cephadm [INF] Upgrade: Paused upgrade to quay.ceph.io/ceph-ci/ceph@sha256:51b03bff7769cc1c3dc5c52f26ca155a199cb16b306ed455757c073bf07ace2e 2024-05-11T05:06:17.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:17 smithi086 bash[67518]: audit 2024-05-11T05:06:16.062022+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:17.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:17 smithi086 bash[67518]: audit 2024-05-11T05:06:16.062022+0000 mon.a (mon.0) 827 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:19.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:19 smithi086 bash[67518]: cluster 2024-05-11T05:06:17.919355+0000 mgr.y (mgr.24832) 507 : cluster [DBG] pgmap v463: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:19.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:19 smithi086 bash[67518]: cluster 2024-05-11T05:06:17.919355+0000 mgr.y (mgr.24832) 507 : cluster [DBG] pgmap v463: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:19.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:19 smithi086 bash[67518]: audit 2024-05-11T05:06:18.866154+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:19.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:19 smithi086 bash[67518]: audit 2024-05-11T05:06:18.866154+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:19.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:19 smithi086 bash[67518]: audit 2024-05-11T05:06:18.868406+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:19.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:19 smithi086 bash[67518]: audit 2024-05-11T05:06:18.868406+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:19.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:19 smithi072 bash[80515]: cluster 2024-05-11T05:06:17.919355+0000 mgr.y (mgr.24832) 507 : cluster [DBG] pgmap v463: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:19.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:19 smithi072 bash[80515]: cluster 2024-05-11T05:06:17.919355+0000 mgr.y (mgr.24832) 507 : cluster [DBG] pgmap v463: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:19.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:19 smithi072 bash[80515]: audit 2024-05-11T05:06:18.866154+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:19.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:19 smithi072 bash[80515]: audit 2024-05-11T05:06:18.866154+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:19.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:19 smithi072 bash[80515]: audit 2024-05-11T05:06:18.868406+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:19.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:19 smithi072 bash[80515]: audit 2024-05-11T05:06:18.868406+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:19 smithi072 bash[82901]: cluster 2024-05-11T05:06:17.919355+0000 mgr.y (mgr.24832) 507 : cluster [DBG] pgmap v463: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:19 smithi072 bash[82901]: cluster 2024-05-11T05:06:17.919355+0000 mgr.y (mgr.24832) 507 : cluster [DBG] pgmap v463: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:19.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:19 smithi072 bash[82901]: audit 2024-05-11T05:06:18.866154+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:19.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:19 smithi072 bash[82901]: audit 2024-05-11T05:06:18.866154+0000 mon.a (mon.0) 828 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:19.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:19 smithi072 bash[82901]: audit 2024-05-11T05:06:18.868406+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:19.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:19 smithi072 bash[82901]: audit 2024-05-11T05:06:18.868406+0000 mon.a (mon.0) 829 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:20.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:20 smithi086 bash[67518]: audit 2024-05-11T05:06:19.087495+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:20.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:20 smithi086 bash[67518]: audit 2024-05-11T05:06:19.087495+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:20.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:20 smithi072 bash[80515]: audit 2024-05-11T05:06:19.087495+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:20.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:20 smithi072 bash[80515]: audit 2024-05-11T05:06:19.087495+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:20.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:20 smithi072 bash[82901]: audit 2024-05-11T05:06:19.087495+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:20.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:20 smithi072 bash[82901]: audit 2024-05-11T05:06:19.087495+0000 mon.a (mon.0) 830 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:21.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:21 smithi086 bash[67518]: cluster 2024-05-11T05:06:19.920359+0000 mgr.y (mgr.24832) 508 : cluster [DBG] pgmap v464: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:21.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:21 smithi086 bash[67518]: cluster 2024-05-11T05:06:19.920359+0000 mgr.y (mgr.24832) 508 : cluster [DBG] pgmap v464: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:21.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:21 smithi072 bash[80515]: cluster 2024-05-11T05:06:19.920359+0000 mgr.y (mgr.24832) 508 : cluster [DBG] pgmap v464: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:21.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:21 smithi072 bash[80515]: cluster 2024-05-11T05:06:19.920359+0000 mgr.y (mgr.24832) 508 : cluster [DBG] pgmap v464: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:21.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:21 smithi072 bash[82901]: cluster 2024-05-11T05:06:19.920359+0000 mgr.y (mgr.24832) 508 : cluster [DBG] pgmap v464: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:21.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:21 smithi072 bash[82901]: cluster 2024-05-11T05:06:19.920359+0000 mgr.y (mgr.24832) 508 : cluster [DBG] pgmap v464: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:21.696 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:06:23.283 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:23 smithi072 bash[82901]: cluster 2024-05-11T05:06:21.921332+0000 mgr.y (mgr.24832) 509 : cluster [DBG] pgmap v465: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:23.283 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:23 smithi072 bash[82901]: cluster 2024-05-11T05:06:21.921332+0000 mgr.y (mgr.24832) 509 : cluster [DBG] pgmap v465: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:23.283 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:23 smithi072 bash[80515]: cluster 2024-05-11T05:06:21.921332+0000 mgr.y (mgr.24832) 509 : cluster [DBG] pgmap v465: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:23.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:23 smithi072 bash[80515]: cluster 2024-05-11T05:06:21.921332+0000 mgr.y (mgr.24832) 509 : cluster [DBG] pgmap v465: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:23.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:23 smithi086 bash[67518]: cluster 2024-05-11T05:06:21.921332+0000 mgr.y (mgr.24832) 509 : cluster [DBG] pgmap v465: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:23.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:23 smithi086 bash[67518]: cluster 2024-05-11T05:06:21.921332+0000 mgr.y (mgr.24832) 509 : cluster [DBG] pgmap v465: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:24.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:06:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:06:23] "GET /metrics HTTP/1.1" 200 34232 "" "Prometheus/2.43.0" 2024-05-11T05:06:25.503 INFO:teuthology.orchestra.run.smithi072.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:alertmanager.a smithi072 *:9093,9094 running (23m) 27s ago 24m 14.7M - 0.25.0 c8568f914cd2 d5607b985cce 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:grafana.a smithi086 *:3000 running (24m) 28s ago 24m 79.5M - 9.4.7 954c08fa6188 aef4c18c2eed 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi072.jvmjqq smithi072 running (22m) 27s ago 22m 17.8M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 43a522e14916 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi086.bcqfqz smithi086 running (22m) 28s ago 22m 21.1M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8cbc391f1426 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.x smithi086 *:8443,9283,8765 running (14m) 28s ago 32m 454M - 19.0.0-3497-g04416f48 9b25092f51f1 e76b31410a5d 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.y smithi072 *:8443,9283,8765 running (15m) 27s ago 35m 513M - 19.0.0-3497-g04416f48 9b25092f51f1 9d9706c64b76 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:mon.a smithi072 running (13m) 27s ago 35m 64.3M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 a59341c5a6f8 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:mon.b smithi086 running (10m) 28s ago 33m 46.2M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 08986f5e4ac5 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:mon.c smithi072 running (11m) 27s ago 33m 48.9M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 691b825a9488 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.a smithi072 *:9100 running (24m) 27s ago 24m 9375k - 1.5.0 0da6a335fe13 fbea1e4cc0b8 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.b smithi086 *:9100 running (24m) 28s ago 24m 8844k - 1.5.0 0da6a335fe13 119bc29079ca 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:osd.0 smithi072 running (8m) 27s ago 32m 863M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 78aa69632f3f 2024-05-11T05:06:25.504 INFO:teuthology.orchestra.run.smithi072.stdout:osd.1 smithi072 running (5m) 27s ago 31m 686M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 9b26f927139e 2024-05-11T05:06:25.505 INFO:teuthology.orchestra.run.smithi072.stdout:osd.2 smithi072 running (95s) 27s ago 30m 225M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 a9bb59cabecb 2024-05-11T05:06:25.505 INFO:teuthology.orchestra.run.smithi072.stdout:osd.3 smithi072 running (31s) 27s ago 29m - 2524M 19.0.0-3497-g04416f48 9b25092f51f1 bb0b7e300cd9 2024-05-11T05:06:25.505 INFO:teuthology.orchestra.run.smithi072.stdout:osd.4 smithi086 running (28m) 28s ago 28m 645M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a1dd273b0e98 2024-05-11T05:06:25.505 INFO:teuthology.orchestra.run.smithi072.stdout:osd.5 smithi086 running (27m) 28s ago 27m 1007M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 09f2d73066f6 2024-05-11T05:06:25.505 INFO:teuthology.orchestra.run.smithi072.stdout:osd.6 smithi086 running (27m) 28s ago 27m 755M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 b34b88995622 2024-05-11T05:06:25.505 INFO:teuthology.orchestra.run.smithi072.stdout:osd.7 smithi086 running (26m) 28s ago 26m 785M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a7e056debe69 2024-05-11T05:06:25.505 INFO:teuthology.orchestra.run.smithi072.stdout:prometheus.a smithi086 *:9095 running (14m) 28s ago 25m 46.8M - 2.43.0 a07b618ecd1d 2572ad4e29fe 2024-05-11T05:06:25.518 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:25 smithi072 bash[80515]: cluster 2024-05-11T05:06:23.922136+0000 mgr.y (mgr.24832) 510 : cluster [DBG] pgmap v466: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:25.518 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:25 smithi072 bash[80515]: cluster 2024-05-11T05:06:23.922136+0000 mgr.y (mgr.24832) 510 : cluster [DBG] pgmap v466: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:25.518 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:25 smithi072 bash[82901]: cluster 2024-05-11T05:06:23.922136+0000 mgr.y (mgr.24832) 510 : cluster [DBG] pgmap v466: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:25.518 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:25 smithi072 bash[82901]: cluster 2024-05-11T05:06:23.922136+0000 mgr.y (mgr.24832) 510 : cluster [DBG] pgmap v466: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:25.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:25 smithi086 bash[67518]: cluster 2024-05-11T05:06:23.922136+0000 mgr.y (mgr.24832) 510 : cluster [DBG] pgmap v466: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:25.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:25 smithi086 bash[67518]: cluster 2024-05-11T05:06:23.922136+0000 mgr.y (mgr.24832) 510 : cluster [DBG] pgmap v466: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:26.490 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:26 smithi072 bash[82901]: audit 2024-05-11T05:06:25.489049+0000 mgr.y (mgr.24832) 511 : audit [DBG] from='client.34932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:26.491 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:26 smithi072 bash[82901]: audit 2024-05-11T05:06:25.489049+0000 mgr.y (mgr.24832) 511 : audit [DBG] from='client.34932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:26.491 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:26 smithi072 bash[80515]: audit 2024-05-11T05:06:25.489049+0000 mgr.y (mgr.24832) 511 : audit [DBG] from='client.34932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:26.491 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:26 smithi072 bash[80515]: audit 2024-05-11T05:06:25.489049+0000 mgr.y (mgr.24832) 511 : audit [DBG] from='client.34932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:26.493 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph orch ps' 2024-05-11T05:06:26.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:26 smithi086 bash[67518]: audit 2024-05-11T05:06:25.489049+0000 mgr.y (mgr.24832) 511 : audit [DBG] from='client.34932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:26.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:26 smithi086 bash[67518]: audit 2024-05-11T05:06:25.489049+0000 mgr.y (mgr.24832) 511 : audit [DBG] from='client.34932 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: cluster 2024-05-11T05:06:25.923127+0000 mgr.y (mgr.24832) 512 : cluster [DBG] pgmap v467: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: cluster 2024-05-11T05:06:25.923127+0000 mgr.y (mgr.24832) 512 : cluster [DBG] pgmap v467: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.860893+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.860893+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.865140+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.865140+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.866981+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.866981+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.877725+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.877725+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.970507+0000 mon.a (mon.0) 835 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.970507+0000 mon.a (mon.0) 835 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.974272+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.974272+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.975830+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.975830+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.986506+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:27 smithi086 bash[67518]: audit 2024-05-11T05:06:26.986506+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:27.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: cluster 2024-05-11T05:06:25.923127+0000 mgr.y (mgr.24832) 512 : cluster [DBG] pgmap v467: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:27.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: cluster 2024-05-11T05:06:25.923127+0000 mgr.y (mgr.24832) 512 : cluster [DBG] pgmap v467: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:27.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.860893+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.860893+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.865140+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.865140+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.866981+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.866981+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.877725+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.877725+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.970507+0000 mon.a (mon.0) 835 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.970507+0000 mon.a (mon.0) 835 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.974272+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.974272+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.975830+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.975830+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.986506+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:27 smithi072 bash[80515]: audit 2024-05-11T05:06:26.986506+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: cluster 2024-05-11T05:06:25.923127+0000 mgr.y (mgr.24832) 512 : cluster [DBG] pgmap v467: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:27.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: cluster 2024-05-11T05:06:25.923127+0000 mgr.y (mgr.24832) 512 : cluster [DBG] pgmap v467: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.860893+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.860893+0000 mon.a (mon.0) 831 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.865140+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.865140+0000 mon.a (mon.0) 832 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.866981+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.866981+0000 mon.a (mon.0) 833 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.877725+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.877725+0000 mon.a (mon.0) 834 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.970507+0000 mon.a (mon.0) 835 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.970507+0000 mon.a (mon.0) 835 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.974272+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.974272+0000 mon.a (mon.0) 836 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:06:27.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.975830+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.975830+0000 mon.a (mon.0) 837 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:06:27.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.986506+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:27.555 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:27 smithi072 bash[82901]: audit 2024-05-11T05:06:26.986506+0000 mon.a (mon.0) 838 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:06:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:29 smithi086 bash[67518]: cluster 2024-05-11T05:06:27.923827+0000 mgr.y (mgr.24832) 513 : cluster [DBG] pgmap v468: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:29.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:29 smithi086 bash[67518]: cluster 2024-05-11T05:06:27.923827+0000 mgr.y (mgr.24832) 513 : cluster [DBG] pgmap v468: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:29 smithi072 bash[80515]: cluster 2024-05-11T05:06:27.923827+0000 mgr.y (mgr.24832) 513 : cluster [DBG] pgmap v468: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:29 smithi072 bash[80515]: cluster 2024-05-11T05:06:27.923827+0000 mgr.y (mgr.24832) 513 : cluster [DBG] pgmap v468: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:29 smithi072 bash[82901]: cluster 2024-05-11T05:06:27.923827+0000 mgr.y (mgr.24832) 513 : cluster [DBG] pgmap v468: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:29 smithi072 bash[82901]: cluster 2024-05-11T05:06:27.923827+0000 mgr.y (mgr.24832) 513 : cluster [DBG] pgmap v468: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:31.238 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:06:31.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:31 smithi086 bash[67518]: cluster 2024-05-11T05:06:29.924648+0000 mgr.y (mgr.24832) 514 : cluster [DBG] pgmap v469: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:31.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:31 smithi086 bash[67518]: cluster 2024-05-11T05:06:29.924648+0000 mgr.y (mgr.24832) 514 : cluster [DBG] pgmap v469: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:31.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:31 smithi072 bash[82901]: cluster 2024-05-11T05:06:29.924648+0000 mgr.y (mgr.24832) 514 : cluster [DBG] pgmap v469: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:31.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:31 smithi072 bash[82901]: cluster 2024-05-11T05:06:29.924648+0000 mgr.y (mgr.24832) 514 : cluster [DBG] pgmap v469: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:31.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:31 smithi072 bash[80515]: cluster 2024-05-11T05:06:29.924648+0000 mgr.y (mgr.24832) 514 : cluster [DBG] pgmap v469: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:31.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:31 smithi072 bash[80515]: cluster 2024-05-11T05:06:29.924648+0000 mgr.y (mgr.24832) 514 : cluster [DBG] pgmap v469: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:33.508 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:33 smithi072 bash[80515]: cluster 2024-05-11T05:06:31.925524+0000 mgr.y (mgr.24832) 515 : cluster [DBG] pgmap v470: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:33.508 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:33 smithi072 bash[80515]: cluster 2024-05-11T05:06:31.925524+0000 mgr.y (mgr.24832) 515 : cluster [DBG] pgmap v470: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:33.508 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:33 smithi072 bash[82901]: cluster 2024-05-11T05:06:31.925524+0000 mgr.y (mgr.24832) 515 : cluster [DBG] pgmap v470: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:33.508 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:33 smithi072 bash[82901]: cluster 2024-05-11T05:06:31.925524+0000 mgr.y (mgr.24832) 515 : cluster [DBG] pgmap v470: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:33.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:33 smithi086 bash[67518]: cluster 2024-05-11T05:06:31.925524+0000 mgr.y (mgr.24832) 515 : cluster [DBG] pgmap v470: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:33.535 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:33 smithi086 bash[67518]: cluster 2024-05-11T05:06:31.925524+0000 mgr.y (mgr.24832) 515 : cluster [DBG] pgmap v470: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:34.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:06:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:06:33] "GET /metrics HTTP/1.1" 200 34232 "" "Prometheus/2.43.0" 2024-05-11T05:06:34.668 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:34 smithi072 bash[82901]: audit 2024-05-11T05:06:33.859481+0000 mon.a (mon.0) 839 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:34.668 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:34 smithi072 bash[82901]: audit 2024-05-11T05:06:33.859481+0000 mon.a (mon.0) 839 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:34.668 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:34 smithi072 bash[80515]: audit 2024-05-11T05:06:33.859481+0000 mon.a (mon.0) 839 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:34.668 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:34 smithi072 bash[80515]: audit 2024-05-11T05:06:33.859481+0000 mon.a (mon.0) 839 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:34.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:34 smithi086 bash[67518]: audit 2024-05-11T05:06:33.859481+0000 mon.a (mon.0) 839 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:34.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:34 smithi086 bash[67518]: audit 2024-05-11T05:06:33.859481+0000 mon.a (mon.0) 839 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:35.038 INFO:teuthology.orchestra.run.smithi072.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-05-11T05:06:35.038 INFO:teuthology.orchestra.run.smithi072.stdout:alertmanager.a smithi072 *:9093,9094 running (24m) 37s ago 24m 14.7M - 0.25.0 c8568f914cd2 d5607b985cce 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:grafana.a smithi086 *:3000 running (24m) 38s ago 24m 79.5M - 9.4.7 954c08fa6188 aef4c18c2eed 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi072.jvmjqq smithi072 running (22m) 37s ago 22m 17.8M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 43a522e14916 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:mds.foo.smithi086.bcqfqz smithi086 running (22m) 38s ago 22m 21.1M - 18.2.2-1314-gd8a07129 1d39ce0f2fc1 8cbc391f1426 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.x smithi086 *:8443,9283,8765 running (14m) 38s ago 33m 454M - 19.0.0-3497-g04416f48 9b25092f51f1 e76b31410a5d 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:mgr.y smithi072 *:8443,9283,8765 running (15m) 37s ago 35m 513M - 19.0.0-3497-g04416f48 9b25092f51f1 9d9706c64b76 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:mon.a smithi072 running (13m) 37s ago 35m 64.3M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 a59341c5a6f8 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:mon.b smithi086 running (10m) 38s ago 33m 46.2M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 08986f5e4ac5 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:mon.c smithi072 running (11m) 37s ago 33m 48.9M 2048M 19.0.0-3497-g04416f48 9b25092f51f1 691b825a9488 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.a smithi072 *:9100 running (25m) 37s ago 25m 9375k - 1.5.0 0da6a335fe13 fbea1e4cc0b8 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:node-exporter.b smithi086 *:9100 running (25m) 38s ago 25m 8844k - 1.5.0 0da6a335fe13 119bc29079ca 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:osd.0 smithi072 running (8m) 37s ago 32m 863M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 78aa69632f3f 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:osd.1 smithi072 running (5m) 37s ago 31m 686M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 9b26f927139e 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:osd.2 smithi072 running (104s) 37s ago 30m 225M 2524M 19.0.0-3497-g04416f48 9b25092f51f1 a9bb59cabecb 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:osd.3 smithi072 running (41s) 37s ago 29m - 2524M 19.0.0-3497-g04416f48 9b25092f51f1 bb0b7e300cd9 2024-05-11T05:06:35.039 INFO:teuthology.orchestra.run.smithi072.stdout:osd.4 smithi086 running (28m) 38s ago 28m 645M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a1dd273b0e98 2024-05-11T05:06:35.040 INFO:teuthology.orchestra.run.smithi072.stdout:osd.5 smithi086 running (28m) 38s ago 28m 1007M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 09f2d73066f6 2024-05-11T05:06:35.040 INFO:teuthology.orchestra.run.smithi072.stdout:osd.6 smithi086 running (27m) 38s ago 27m 755M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 b34b88995622 2024-05-11T05:06:35.040 INFO:teuthology.orchestra.run.smithi072.stdout:osd.7 smithi086 running (26m) 38s ago 26m 785M 2524M 18.2.2-1314-gd8a07129 1d39ce0f2fc1 a7e056debe69 2024-05-11T05:06:35.040 INFO:teuthology.orchestra.run.smithi072.stdout:prometheus.a smithi086 *:9095 running (14m) 38s ago 25m 46.8M - 2.43.0 a07b618ecd1d 2572ad4e29fe 2024-05-11T05:06:35.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:35 smithi086 bash[67518]: cluster 2024-05-11T05:06:33.926301+0000 mgr.y (mgr.24832) 516 : cluster [DBG] pgmap v471: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:35.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:35 smithi086 bash[67518]: cluster 2024-05-11T05:06:33.926301+0000 mgr.y (mgr.24832) 516 : cluster [DBG] pgmap v471: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:35.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:35 smithi072 bash[82901]: cluster 2024-05-11T05:06:33.926301+0000 mgr.y (mgr.24832) 516 : cluster [DBG] pgmap v471: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:35.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:35 smithi072 bash[82901]: cluster 2024-05-11T05:06:33.926301+0000 mgr.y (mgr.24832) 516 : cluster [DBG] pgmap v471: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:35.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:35 smithi072 bash[80515]: cluster 2024-05-11T05:06:33.926301+0000 mgr.y (mgr.24832) 516 : cluster [DBG] pgmap v471: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:35.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:35 smithi072 bash[80515]: cluster 2024-05-11T05:06:33.926301+0000 mgr.y (mgr.24832) 516 : cluster [DBG] pgmap v471: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:36.012 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -e sha1=04416f48efe02891b265c07b4f38b46e422bbef9 -- bash -c 'ceph versions' 2024-05-11T05:06:36.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:36 smithi086 bash[67518]: audit 2024-05-11T05:06:35.026380+0000 mgr.y (mgr.24832) 517 : audit [DBG] from='client.44888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:36.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:36 smithi086 bash[67518]: audit 2024-05-11T05:06:35.026380+0000 mgr.y (mgr.24832) 517 : audit [DBG] from='client.44888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:36.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:36 smithi072 bash[80515]: audit 2024-05-11T05:06:35.026380+0000 mgr.y (mgr.24832) 517 : audit [DBG] from='client.44888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:36.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:36 smithi072 bash[80515]: audit 2024-05-11T05:06:35.026380+0000 mgr.y (mgr.24832) 517 : audit [DBG] from='client.44888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:36.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:36 smithi072 bash[82901]: audit 2024-05-11T05:06:35.026380+0000 mgr.y (mgr.24832) 517 : audit [DBG] from='client.44888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:36.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:36 smithi072 bash[82901]: audit 2024-05-11T05:06:35.026380+0000 mgr.y (mgr.24832) 517 : audit [DBG] from='client.44888 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-05-11T05:06:37.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:37 smithi086 bash[67518]: cluster 2024-05-11T05:06:35.927323+0000 mgr.y (mgr.24832) 518 : cluster [DBG] pgmap v472: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:37.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:37 smithi086 bash[67518]: cluster 2024-05-11T05:06:35.927323+0000 mgr.y (mgr.24832) 518 : cluster [DBG] pgmap v472: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:37.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:37 smithi072 bash[80515]: cluster 2024-05-11T05:06:35.927323+0000 mgr.y (mgr.24832) 518 : cluster [DBG] pgmap v472: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:37.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:37 smithi072 bash[80515]: cluster 2024-05-11T05:06:35.927323+0000 mgr.y (mgr.24832) 518 : cluster [DBG] pgmap v472: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:37.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:37 smithi072 bash[82901]: cluster 2024-05-11T05:06:35.927323+0000 mgr.y (mgr.24832) 518 : cluster [DBG] pgmap v472: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:37.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:37 smithi072 bash[82901]: cluster 2024-05-11T05:06:35.927323+0000 mgr.y (mgr.24832) 518 : cluster [DBG] pgmap v472: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:39.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:39 smithi086 bash[67518]: cluster 2024-05-11T05:06:37.928042+0000 mgr.y (mgr.24832) 519 : cluster [DBG] pgmap v473: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:39.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:39 smithi086 bash[67518]: cluster 2024-05-11T05:06:37.928042+0000 mgr.y (mgr.24832) 519 : cluster [DBG] pgmap v473: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:39.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:39 smithi072 bash[80515]: cluster 2024-05-11T05:06:37.928042+0000 mgr.y (mgr.24832) 519 : cluster [DBG] pgmap v473: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:39.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:39 smithi072 bash[80515]: cluster 2024-05-11T05:06:37.928042+0000 mgr.y (mgr.24832) 519 : cluster [DBG] pgmap v473: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:39.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:39 smithi072 bash[82901]: cluster 2024-05-11T05:06:37.928042+0000 mgr.y (mgr.24832) 519 : cluster [DBG] pgmap v473: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:39.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:39 smithi072 bash[82901]: cluster 2024-05-11T05:06:37.928042+0000 mgr.y (mgr.24832) 519 : cluster [DBG] pgmap v473: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:40.750 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:06:41.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:41 smithi086 bash[67518]: cluster 2024-05-11T05:06:39.928800+0000 mgr.y (mgr.24832) 520 : cluster [DBG] pgmap v474: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:41.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:41 smithi086 bash[67518]: cluster 2024-05-11T05:06:39.928800+0000 mgr.y (mgr.24832) 520 : cluster [DBG] pgmap v474: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:41.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:41 smithi072 bash[80515]: cluster 2024-05-11T05:06:39.928800+0000 mgr.y (mgr.24832) 520 : cluster [DBG] pgmap v474: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:41.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:41 smithi072 bash[80515]: cluster 2024-05-11T05:06:39.928800+0000 mgr.y (mgr.24832) 520 : cluster [DBG] pgmap v474: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:41.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:41 smithi072 bash[82901]: cluster 2024-05-11T05:06:39.928800+0000 mgr.y (mgr.24832) 520 : cluster [DBG] pgmap v474: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:41.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:41 smithi072 bash[82901]: cluster 2024-05-11T05:06:39.928800+0000 mgr.y (mgr.24832) 520 : cluster [DBG] pgmap v474: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:43.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:43 smithi086 bash[67518]: cluster 2024-05-11T05:06:41.929659+0000 mgr.y (mgr.24832) 521 : cluster [DBG] pgmap v475: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:43.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:43 smithi086 bash[67518]: cluster 2024-05-11T05:06:41.929659+0000 mgr.y (mgr.24832) 521 : cluster [DBG] pgmap v475: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:43 smithi072 bash[80515]: cluster 2024-05-11T05:06:41.929659+0000 mgr.y (mgr.24832) 521 : cluster [DBG] pgmap v475: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:43 smithi072 bash[80515]: cluster 2024-05-11T05:06:41.929659+0000 mgr.y (mgr.24832) 521 : cluster [DBG] pgmap v475: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:43.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:43 smithi072 bash[82901]: cluster 2024-05-11T05:06:41.929659+0000 mgr.y (mgr.24832) 521 : cluster [DBG] pgmap v475: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:43.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:43 smithi072 bash[82901]: cluster 2024-05-11T05:06:41.929659+0000 mgr.y (mgr.24832) 521 : cluster [DBG] pgmap v475: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:44.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:06:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:06:43] "GET /metrics HTTP/1.1" 200 34230 "" "Prometheus/2.43.0" 2024-05-11T05:06:44.448 INFO:teuthology.orchestra.run.smithi072.stdout:{ 2024-05-11T05:06:44.449 INFO:teuthology.orchestra.run.smithi072.stdout: "mon": { 2024-05-11T05:06:44.449 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 3 2024-05-11T05:06:44.449 INFO:teuthology.orchestra.run.smithi072.stdout: }, 2024-05-11T05:06:44.449 INFO:teuthology.orchestra.run.smithi072.stdout: "mgr": { 2024-05-11T05:06:44.449 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 2 2024-05-11T05:06:44.449 INFO:teuthology.orchestra.run.smithi072.stdout: }, 2024-05-11T05:06:44.449 INFO:teuthology.orchestra.run.smithi072.stdout: "osd": { 2024-05-11T05:06:44.449 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable)": 4, 2024-05-11T05:06:44.449 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 4 2024-05-11T05:06:44.449 INFO:teuthology.orchestra.run.smithi072.stdout: }, 2024-05-11T05:06:44.449 INFO:teuthology.orchestra.run.smithi072.stdout: "mds": { 2024-05-11T05:06:44.450 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable)": 2 2024-05-11T05:06:44.450 INFO:teuthology.orchestra.run.smithi072.stdout: }, 2024-05-11T05:06:44.450 INFO:teuthology.orchestra.run.smithi072.stdout: "overall": { 2024-05-11T05:06:44.450 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph version 18.2.2-1314-gd8a07129 (d8a071290eb7cb0d18d6459030f60ac50b53621c) reef (stable)": 6, 2024-05-11T05:06:44.450 INFO:teuthology.orchestra.run.smithi072.stdout: "ceph version 19.0.0-3497-g04416f48 (04416f48efe02891b265c07b4f38b46e422bbef9) squid (dev)": 9 2024-05-11T05:06:44.450 INFO:teuthology.orchestra.run.smithi072.stdout: } 2024-05-11T05:06:44.450 INFO:teuthology.orchestra.run.smithi072.stdout:} 2024-05-11T05:06:45.524 DEBUG:teuthology.parallel:result is None 2024-05-11T05:06:45.524 INFO:teuthology.run_tasks:Running task print... 2024-05-11T05:06:45.536 INFO:teuthology.task.print:**** done upgrading first half of cluster **** 2024-05-11T05:06:45.536 INFO:teuthology.run_tasks:Running task ceph.healthy... 2024-05-11T05:06:45.575 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-05-11T05:06:45.575 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-05-11T05:06:45.576 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph mgr dump --format=json 2024-05-11T05:06:45.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:45 smithi086 bash[67518]: cluster 2024-05-11T05:06:43.930467+0000 mgr.y (mgr.24832) 522 : cluster [DBG] pgmap v476: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:45.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:45 smithi086 bash[67518]: cluster 2024-05-11T05:06:43.930467+0000 mgr.y (mgr.24832) 522 : cluster [DBG] pgmap v476: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:45.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:45 smithi086 bash[67518]: audit 2024-05-11T05:06:44.450940+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.72:0/2360355165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:45.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:45 smithi086 bash[67518]: audit 2024-05-11T05:06:44.450940+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.72:0/2360355165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:45.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:45 smithi072 bash[80515]: cluster 2024-05-11T05:06:43.930467+0000 mgr.y (mgr.24832) 522 : cluster [DBG] pgmap v476: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:45.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:45 smithi072 bash[80515]: cluster 2024-05-11T05:06:43.930467+0000 mgr.y (mgr.24832) 522 : cluster [DBG] pgmap v476: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:45.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:45 smithi072 bash[80515]: audit 2024-05-11T05:06:44.450940+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.72:0/2360355165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:45.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:45 smithi072 bash[80515]: audit 2024-05-11T05:06:44.450940+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.72:0/2360355165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:45.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:45 smithi072 bash[82901]: cluster 2024-05-11T05:06:43.930467+0000 mgr.y (mgr.24832) 522 : cluster [DBG] pgmap v476: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:45.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:45 smithi072 bash[82901]: cluster 2024-05-11T05:06:43.930467+0000 mgr.y (mgr.24832) 522 : cluster [DBG] pgmap v476: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:45.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:45 smithi072 bash[82901]: audit 2024-05-11T05:06:44.450940+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.72:0/2360355165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:45.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:45 smithi072 bash[82901]: audit 2024-05-11T05:06:44.450940+0000 mon.a (mon.0) 840 : audit [DBG] from='client.? 172.21.15.72:0/2360355165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-05-11T05:06:47.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:47 smithi086 bash[67518]: cluster 2024-05-11T05:06:45.931430+0000 mgr.y (mgr.24832) 523 : cluster [DBG] pgmap v477: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:47.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:47 smithi086 bash[67518]: cluster 2024-05-11T05:06:45.931430+0000 mgr.y (mgr.24832) 523 : cluster [DBG] pgmap v477: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:47.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:47 smithi072 bash[80515]: cluster 2024-05-11T05:06:45.931430+0000 mgr.y (mgr.24832) 523 : cluster [DBG] pgmap v477: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:47.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:47 smithi072 bash[80515]: cluster 2024-05-11T05:06:45.931430+0000 mgr.y (mgr.24832) 523 : cluster [DBG] pgmap v477: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:47.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:47 smithi072 bash[82901]: cluster 2024-05-11T05:06:45.931430+0000 mgr.y (mgr.24832) 523 : cluster [DBG] pgmap v477: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:47.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:47 smithi072 bash[82901]: cluster 2024-05-11T05:06:45.931430+0000 mgr.y (mgr.24832) 523 : cluster [DBG] pgmap v477: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:49.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:49 smithi086 bash[67518]: cluster 2024-05-11T05:06:47.932152+0000 mgr.y (mgr.24832) 524 : cluster [DBG] pgmap v478: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:49.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:49 smithi086 bash[67518]: cluster 2024-05-11T05:06:47.932152+0000 mgr.y (mgr.24832) 524 : cluster [DBG] pgmap v478: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:49.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:49 smithi086 bash[67518]: audit 2024-05-11T05:06:48.860107+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:49.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:49 smithi086 bash[67518]: audit 2024-05-11T05:06:48.860107+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:49 smithi072 bash[80515]: cluster 2024-05-11T05:06:47.932152+0000 mgr.y (mgr.24832) 524 : cluster [DBG] pgmap v478: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:49 smithi072 bash[80515]: cluster 2024-05-11T05:06:47.932152+0000 mgr.y (mgr.24832) 524 : cluster [DBG] pgmap v478: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:49 smithi072 bash[80515]: audit 2024-05-11T05:06:48.860107+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:49.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:49 smithi072 bash[80515]: audit 2024-05-11T05:06:48.860107+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:49 smithi072 bash[82901]: cluster 2024-05-11T05:06:47.932152+0000 mgr.y (mgr.24832) 524 : cluster [DBG] pgmap v478: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:49 smithi072 bash[82901]: cluster 2024-05-11T05:06:47.932152+0000 mgr.y (mgr.24832) 524 : cluster [DBG] pgmap v478: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:49 smithi072 bash[82901]: audit 2024-05-11T05:06:48.860107+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:49.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:49 smithi072 bash[82901]: audit 2024-05-11T05:06:48.860107+0000 mon.a (mon.0) 841 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:06:50.316 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:06:51.711 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:51 smithi072 bash[80515]: cluster 2024-05-11T05:06:49.932923+0000 mgr.y (mgr.24832) 525 : cluster [DBG] pgmap v479: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:51.711 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:51 smithi072 bash[80515]: cluster 2024-05-11T05:06:49.932923+0000 mgr.y (mgr.24832) 525 : cluster [DBG] pgmap v479: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:51.712 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:51 smithi072 bash[82901]: cluster 2024-05-11T05:06:49.932923+0000 mgr.y (mgr.24832) 525 : cluster [DBG] pgmap v479: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:51.712 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:51 smithi072 bash[82901]: cluster 2024-05-11T05:06:49.932923+0000 mgr.y (mgr.24832) 525 : cluster [DBG] pgmap v479: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:51.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:51 smithi086 bash[67518]: cluster 2024-05-11T05:06:49.932923+0000 mgr.y (mgr.24832) 525 : cluster [DBG] pgmap v479: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:51.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:51 smithi086 bash[67518]: cluster 2024-05-11T05:06:49.932923+0000 mgr.y (mgr.24832) 525 : cluster [DBG] pgmap v479: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:53.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:53 smithi086 bash[67518]: cluster 2024-05-11T05:06:51.933758+0000 mgr.y (mgr.24832) 526 : cluster [DBG] pgmap v480: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:53.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:53 smithi086 bash[67518]: cluster 2024-05-11T05:06:51.933758+0000 mgr.y (mgr.24832) 526 : cluster [DBG] pgmap v480: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:53.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:53 smithi072 bash[80515]: cluster 2024-05-11T05:06:51.933758+0000 mgr.y (mgr.24832) 526 : cluster [DBG] pgmap v480: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:53.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:53 smithi072 bash[80515]: cluster 2024-05-11T05:06:51.933758+0000 mgr.y (mgr.24832) 526 : cluster [DBG] pgmap v480: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:53.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:53 smithi072 bash[82901]: cluster 2024-05-11T05:06:51.933758+0000 mgr.y (mgr.24832) 526 : cluster [DBG] pgmap v480: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:53.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:53 smithi072 bash[82901]: cluster 2024-05-11T05:06:51.933758+0000 mgr.y (mgr.24832) 526 : cluster [DBG] pgmap v480: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:54.249 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:06:54.261 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:06:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:06:53] "GET /metrics HTTP/1.1" 200 34232 "" "Prometheus/2.43.0" 2024-05-11T05:06:54.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:54 smithi072 bash[80515]: audit 2024-05-11T05:06:54.244120+0000 mon.a (mon.0) 842 : audit [DBG] from='client.? 172.21.15.72:0/2406362239' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T05:06:54.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:54 smithi072 bash[80515]: audit 2024-05-11T05:06:54.244120+0000 mon.a (mon.0) 842 : audit [DBG] from='client.? 172.21.15.72:0/2406362239' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T05:06:54.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:54 smithi072 bash[82901]: audit 2024-05-11T05:06:54.244120+0000 mon.a (mon.0) 842 : audit [DBG] from='client.? 172.21.15.72:0/2406362239' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T05:06:54.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:54 smithi072 bash[82901]: audit 2024-05-11T05:06:54.244120+0000 mon.a (mon.0) 842 : audit [DBG] from='client.? 172.21.15.72:0/2406362239' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T05:06:54.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:54 smithi086 bash[67518]: audit 2024-05-11T05:06:54.244120+0000 mon.a (mon.0) 842 : audit [DBG] from='client.? 172.21.15.72:0/2406362239' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T05:06:54.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:54 smithi086 bash[67518]: audit 2024-05-11T05:06:54.244120+0000 mon.a (mon.0) 842 : audit [DBG] from='client.? 172.21.15.72:0/2406362239' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-05-11T05:06:55.360 INFO:teuthology.orchestra.run.smithi072.stdout:{"epoch":41,"flags":0,"active_gid":24832,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6800","nonce":1242360906},{"type":"v1","addr":"172.21.15.72:6801","nonce":1242360906}]},"active_addr":"172.21.15.72:6801/1242360906","active_change":"2024-05-11T04:53:03.586749+0000","active_mgr_features":4540701547738038271,"available":true,"standbys":[{"gid":24826,"name":"x","mgr_features":4540701547738038271,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","read","upmap","upmap-read"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cephadm_log_destination":{"name":"cephadm_log_destination","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":["file","file,syslog","syslog"],"desc":"Destination for cephadm command's persistent logging","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/grafana:9.4.12","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.2.1","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_samba":{"name":"container_image_samba","type":"str","level":"advanced","flags":0,"default_value":"quay.io/samba.org/samba-server:devbuilds-centos-amd64","min":"","max":"","enum_allowed":[],"desc":"Samba/SMB container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"grafana_dashboards_path":{"name":"grafana_dashboards_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/grafana/dashboards/ceph-dashboard/","min":"","max":"","enum_allowed":[],"desc":"location of dashboards to include in grafana deployments","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MANAGED_BY_CLUSTERS":{"name":"MANAGED_BY_CLUSTERS","type":"str","level":"advanced","flags":0,"default_value":"[]","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"MULTICLUSTER_CONFIG":{"name":"MULTICLUSTER_CONFIG","type":"str","level":"advanced","flags":0,"default_value":"{}","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"smb","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"update_orchestration":{"name":"update_orchestration","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically update orchestration when smb resources are changed","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"periodic_async_work":{"name":"periodic_async_work","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Periodically check for async work","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sqlite3_killpoint":{"name":"sqlite3_killpoint","type":"int","level":"dev","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.72:8443/","prometheus":"http://172.21.15.72:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"squid":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":83,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":2910602002}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":3843639304}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":751182228}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.72:0","nonce":50738546}]}]} 2024-05-11T05:06:55.365 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-05-11T05:06:55.365 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-05-11T05:06:55.365 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T05:06:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:55 smithi086 bash[67518]: cluster 2024-05-11T05:06:53.934531+0000 mgr.y (mgr.24832) 527 : cluster [DBG] pgmap v481: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:55.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:55 smithi086 bash[67518]: cluster 2024-05-11T05:06:53.934531+0000 mgr.y (mgr.24832) 527 : cluster [DBG] pgmap v481: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:55.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:55 smithi072 bash[82901]: cluster 2024-05-11T05:06:53.934531+0000 mgr.y (mgr.24832) 527 : cluster [DBG] pgmap v481: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:55.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:55 smithi072 bash[82901]: cluster 2024-05-11T05:06:53.934531+0000 mgr.y (mgr.24832) 527 : cluster [DBG] pgmap v481: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:55 smithi072 bash[80515]: cluster 2024-05-11T05:06:53.934531+0000 mgr.y (mgr.24832) 527 : cluster [DBG] pgmap v481: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:55.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:55 smithi072 bash[80515]: cluster 2024-05-11T05:06:53.934531+0000 mgr.y (mgr.24832) 527 : cluster [DBG] pgmap v481: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:57.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:57 smithi086 bash[67518]: cluster 2024-05-11T05:06:55.935508+0000 mgr.y (mgr.24832) 528 : cluster [DBG] pgmap v482: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:57.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:57 smithi086 bash[67518]: cluster 2024-05-11T05:06:55.935508+0000 mgr.y (mgr.24832) 528 : cluster [DBG] pgmap v482: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:57 smithi072 bash[80515]: cluster 2024-05-11T05:06:55.935508+0000 mgr.y (mgr.24832) 528 : cluster [DBG] pgmap v482: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:57 smithi072 bash[80515]: cluster 2024-05-11T05:06:55.935508+0000 mgr.y (mgr.24832) 528 : cluster [DBG] pgmap v482: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:57.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:57 smithi072 bash[82901]: cluster 2024-05-11T05:06:55.935508+0000 mgr.y (mgr.24832) 528 : cluster [DBG] pgmap v482: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:57.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:57 smithi072 bash[82901]: cluster 2024-05-11T05:06:55.935508+0000 mgr.y (mgr.24832) 528 : cluster [DBG] pgmap v482: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:59.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:59 smithi086 bash[67518]: cluster 2024-05-11T05:06:57.936229+0000 mgr.y (mgr.24832) 529 : cluster [DBG] pgmap v483: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:59.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:06:59 smithi086 bash[67518]: cluster 2024-05-11T05:06:57.936229+0000 mgr.y (mgr.24832) 529 : cluster [DBG] pgmap v483: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:59 smithi072 bash[80515]: cluster 2024-05-11T05:06:57.936229+0000 mgr.y (mgr.24832) 529 : cluster [DBG] pgmap v483: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:06:59 smithi072 bash[80515]: cluster 2024-05-11T05:06:57.936229+0000 mgr.y (mgr.24832) 529 : cluster [DBG] pgmap v483: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:59.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:59 smithi072 bash[82901]: cluster 2024-05-11T05:06:57.936229+0000 mgr.y (mgr.24832) 529 : cluster [DBG] pgmap v483: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:06:59.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:06:59 smithi072 bash[82901]: cluster 2024-05-11T05:06:57.936229+0000 mgr.y (mgr.24832) 529 : cluster [DBG] pgmap v483: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:00.105 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:01.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:01 smithi072 bash[80515]: cluster 2024-05-11T05:06:59.937157+0000 mgr.y (mgr.24832) 530 : cluster [DBG] pgmap v484: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:01.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:01 smithi072 bash[80515]: cluster 2024-05-11T05:06:59.937157+0000 mgr.y (mgr.24832) 530 : cluster [DBG] pgmap v484: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:01.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:01 smithi072 bash[82901]: cluster 2024-05-11T05:06:59.937157+0000 mgr.y (mgr.24832) 530 : cluster [DBG] pgmap v484: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:01.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:01 smithi072 bash[82901]: cluster 2024-05-11T05:06:59.937157+0000 mgr.y (mgr.24832) 530 : cluster [DBG] pgmap v484: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:01.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:01 smithi086 bash[67518]: cluster 2024-05-11T05:06:59.937157+0000 mgr.y (mgr.24832) 530 : cluster [DBG] pgmap v484: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:01.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:01 smithi086 bash[67518]: cluster 2024-05-11T05:06:59.937157+0000 mgr.y (mgr.24832) 530 : cluster [DBG] pgmap v484: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:03.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:03 smithi086 bash[67518]: cluster 2024-05-11T05:07:01.938099+0000 mgr.y (mgr.24832) 531 : cluster [DBG] pgmap v485: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:03.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:03 smithi086 bash[67518]: cluster 2024-05-11T05:07:01.938099+0000 mgr.y (mgr.24832) 531 : cluster [DBG] pgmap v485: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:03 smithi072 bash[80515]: cluster 2024-05-11T05:07:01.938099+0000 mgr.y (mgr.24832) 531 : cluster [DBG] pgmap v485: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:03 smithi072 bash[80515]: cluster 2024-05-11T05:07:01.938099+0000 mgr.y (mgr.24832) 531 : cluster [DBG] pgmap v485: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:03.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:03 smithi072 bash[82901]: cluster 2024-05-11T05:07:01.938099+0000 mgr.y (mgr.24832) 531 : cluster [DBG] pgmap v485: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:03.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:03 smithi072 bash[82901]: cluster 2024-05-11T05:07:01.938099+0000 mgr.y (mgr.24832) 531 : cluster [DBG] pgmap v485: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:03.981 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:07:03.981 INFO:teuthology.orchestra.run.smithi072.stdout:{"epoch":146,"fsid":"10baa432-0f4f-11ef-bc98-c7b262605968","created":"2024-05-11T04:30:51.452440+0000","modified":"2024-05-11T05:06:05.216254+0000","last_up_change":"2024-05-11T05:06:04.206583+0000","last_in_change":"2024-05-11T04:39:54.231529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:36:10.965267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:41:58.353172+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-05-11T04:44:14.801512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-05-11T04:44:15.307192+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dadf143c-2627-4419-a73f-d46123c901fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":88,"up_from":92,"up_thru":145,"down_at":89,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6802","nonce":3798742749},{"type":"v1","addr":"172.21.15.72:6803","nonce":3798742749}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6804","nonce":3798742749},{"type":"v1","addr":"172.21.15.72:6805","nonce":3798742749}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6808","nonce":3798742749},{"type":"v1","addr":"172.21.15.72:6809","nonce":3798742749}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6806","nonce":3798742749},{"type":"v1","addr":"172.21.15.72:6807","nonce":3798742749}]},"public_addr":"172.21.15.72:6803/3798742749","cluster_addr":"172.21.15.72:6805/3798742749","heartbeat_back_addr":"172.21.15.72:6809/3798742749","heartbeat_front_addr":"172.21.15.72:6807/3798742749","state":["exists","up"]},{"osd":1,"uuid":"17e2f837-6d2a-489b-9746-822da67fde93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":106,"up_from":111,"up_thru":145,"down_at":107,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6810","nonce":2975765915},{"type":"v1","addr":"172.21.15.72:6811","nonce":2975765915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6812","nonce":2975765915},{"type":"v1","addr":"172.21.15.72:6813","nonce":2975765915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6816","nonce":2975765915},{"type":"v1","addr":"172.21.15.72:6817","nonce":2975765915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6814","nonce":2975765915},{"type":"v1","addr":"172.21.15.72:6815","nonce":2975765915}]},"public_addr":"172.21.15.72:6811/2975765915","cluster_addr":"172.21.15.72:6813/2975765915","heartbeat_back_addr":"172.21.15.72:6817/2975765915","heartbeat_front_addr":"172.21.15.72:6815/2975765915","state":["exists","up"]},{"osd":2,"uuid":"81a78ca1-d9b5-4de7-a978-f4c28bb8e151","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":127,"up_from":131,"up_thru":145,"down_at":128,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6818","nonce":361718096},{"type":"v1","addr":"172.21.15.72:6819","nonce":361718096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6820","nonce":361718096},{"type":"v1","addr":"172.21.15.72:6821","nonce":361718096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6824","nonce":361718096},{"type":"v1","addr":"172.21.15.72:6825","nonce":361718096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6822","nonce":361718096},{"type":"v1","addr":"172.21.15.72:6823","nonce":361718096}]},"public_addr":"172.21.15.72:6819/361718096","cluster_addr":"172.21.15.72:6821/361718096","heartbeat_back_addr":"172.21.15.72:6825/361718096","heartbeat_front_addr":"172.21.15.72:6823/361718096","state":["exists","up"]},{"osd":3,"uuid":"37da6131-a6b8-44e4-a78e-e0d10beba2cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":141,"up_from":145,"up_thru":145,"down_at":142,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6826","nonce":2688403732},{"type":"v1","addr":"172.21.15.72:6827","nonce":2688403732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6828","nonce":2688403732},{"type":"v1","addr":"172.21.15.72:6829","nonce":2688403732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6832","nonce":2688403732},{"type":"v1","addr":"172.21.15.72:6833","nonce":2688403732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6830","nonce":2688403732},{"type":"v1","addr":"172.21.15.72:6831","nonce":2688403732}]},"public_addr":"172.21.15.72:6827/2688403732","cluster_addr":"172.21.15.72:6829/2688403732","heartbeat_back_addr":"172.21.15.72:6833/2688403732","heartbeat_front_addr":"172.21.15.72:6831/2688403732","state":["exists","up"]},{"osd":4,"uuid":"d115dec8-8499-4733-a850-73736ff08868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":145,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6801","nonce":2293720889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6803","nonce":2293720889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6807","nonce":2293720889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6805","nonce":2293720889}]},"public_addr":"172.21.15.86:6801/2293720889","cluster_addr":"172.21.15.86:6803/2293720889","heartbeat_back_addr":"172.21.15.86:6807/2293720889","heartbeat_front_addr":"172.21.15.86:6805/2293720889","state":["exists","up"]},{"osd":5,"uuid":"4c86df54-e71b-4cab-951b-61e77e69cb27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":145,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6809","nonce":1551950791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6811","nonce":1551950791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6815","nonce":1551950791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6813","nonce":1551950791}]},"public_addr":"172.21.15.86:6809/1551950791","cluster_addr":"172.21.15.86:6811/1551950791","heartbeat_back_addr":"172.21.15.86:6815/1551950791","heartbeat_front_addr":"172.21.15.86:6813/1551950791","state":["exists","up"]},{"osd":6,"uuid":"7a073440-72fc-449b-9f91-d35f90385efd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6817","nonce":3662032983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6819","nonce":3662032983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6823","nonce":3662032983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6821","nonce":3662032983}]},"public_addr":"172.21.15.86:6817/3662032983","cluster_addr":"172.21.15.86:6819/3662032983","heartbeat_back_addr":"172.21.15.86:6823/3662032983","heartbeat_front_addr":"172.21.15.86:6821/3662032983","state":["exists","up"]},{"osd":7,"uuid":"3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":145,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6825","nonce":1653010799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6827","nonce":1653010799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6831","nonce":1653010799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6829","nonce":1653010799}]},"public_addr":"172.21.15.86:6825/1653010799","cluster_addr":"172.21.15.86:6827/1653010799","heartbeat_back_addr":"172.21.15.86:6831/1653010799","heartbeat_front_addr":"172.21.15.86:6829/1653010799","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:34:22.363914+0000","dead_epoch":88},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:35:14.909826+0000","dead_epoch":106},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:36:08.011116+0000","dead_epoch":127},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:01.553722+0000","dead_epoch":141},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:49.943220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:38:39.497998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:39:28.251397+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:40:17.822776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.72:0/1415780588":"2024-05-12T04:53:03.586406+0000","172.21.15.72:6801/2470260948":"2024-05-12T04:53:03.586406+0000","172.21.15.72:6800/2470260948":"2024-05-12T04:53:03.586406+0000","172.21.15.72:6800/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6835/2536465279":"2024-05-12T04:44:23.894816+0000","172.21.15.86:0/2865604065":"2024-05-12T04:51:22.364341+0000","172.21.15.72:6834/2536465279":"2024-05-12T04:44:23.894816+0000","172.21.15.72:0/3085659716":"2024-05-12T04:50:08.269136+0000","172.21.15.72:0/2120786052":"2024-05-12T04:50:08.269136+0000","172.21.15.72:0/118088084":"2024-05-12T04:53:03.586406+0000","172.21.15.72:6800/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/581785236":"2024-05-12T04:50:08.269136+0000","172.21.15.86:0/305183620":"2024-05-12T04:51:22.364341+0000","172.21.15.72:0/743605741":"2024-05-12T04:53:03.586406+0000","172.21.15.72:6800/2632481825":"2024-05-12T04:50:08.269136+0000","172.21.15.72:0/1955197046":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/620829446":"2024-05-12T04:41:17.210508+0000","172.21.15.86:0/3088358375":"2024-05-12T04:51:22.364341+0000","172.21.15.72:0/1772545326":"2024-05-12T04:53:03.586406+0000","172.21.15.72:0/2228004218":"2024-05-12T04:50:08.269136+0000","172.21.15.86:6834/4180238903":"2024-05-12T04:51:22.364341+0000","172.21.15.86:0/4838649":"2024-05-12T04:51:22.364341+0000","172.21.15.72:0/2736625902":"2024-05-12T04:31:56.330156+0000","172.21.15.72:6801/2632481825":"2024-05-12T04:50:08.269136+0000","172.21.15.72:0/1680412394":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6801/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:6800/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1192235219":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/1490257114":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/60304101":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/3263242948":"2024-05-12T04:31:24.365351+0000","172.21.15.86:0/431711729":"2024-05-12T04:51:22.364341+0000","172.21.15.86:6835/4180238903":"2024-05-12T04:51:22.364341+0000","172.21.15.72:0/118401972":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/2086025920":"2024-05-12T04:41:17.210508+0000","172.21.15.86:0/2753060855":"2024-05-12T04:51:22.364341+0000","172.21.15.72:0/3092417349":"2024-05-12T04:53:03.586406+0000","172.21.15.72:0/3763321679":"2024-05-12T04:53:03.586406+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T05:07:04.172 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:07:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:07:03] "GET /metrics HTTP/1.1" 200 34232 "" "Prometheus/2.43.0" 2024-05-11T05:07:04.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:04 smithi086 bash[67518]: audit 2024-05-11T05:07:03.867027+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:04.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:04 smithi086 bash[67518]: audit 2024-05-11T05:07:03.867027+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:04.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:04 smithi086 bash[67518]: audit 2024-05-11T05:07:03.980159+0000 mon.a (mon.0) 844 : audit [DBG] from='client.? 172.21.15.72:0/840416877' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:04.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:04 smithi086 bash[67518]: audit 2024-05-11T05:07:03.980159+0000 mon.a (mon.0) 844 : audit [DBG] from='client.? 172.21.15.72:0/840416877' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:04 smithi072 bash[80515]: audit 2024-05-11T05:07:03.867027+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:04 smithi072 bash[80515]: audit 2024-05-11T05:07:03.867027+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:04 smithi072 bash[80515]: audit 2024-05-11T05:07:03.980159+0000 mon.a (mon.0) 844 : audit [DBG] from='client.? 172.21.15.72:0/840416877' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:04 smithi072 bash[80515]: audit 2024-05-11T05:07:03.980159+0000 mon.a (mon.0) 844 : audit [DBG] from='client.? 172.21.15.72:0/840416877' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:04.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:04 smithi072 bash[82901]: audit 2024-05-11T05:07:03.867027+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:04.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:04 smithi072 bash[82901]: audit 2024-05-11T05:07:03.867027+0000 mon.a (mon.0) 843 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:04.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:04 smithi072 bash[82901]: audit 2024-05-11T05:07:03.980159+0000 mon.a (mon.0) 844 : audit [DBG] from='client.? 172.21.15.72:0/840416877' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:04.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:04 smithi072 bash[82901]: audit 2024-05-11T05:07:03.980159+0000 mon.a (mon.0) 844 : audit [DBG] from='client.? 172.21.15.72:0/840416877' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:04.937 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-05-11T05:07:04.937 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd dump --format=json 2024-05-11T05:07:05.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:05 smithi086 bash[67518]: cluster 2024-05-11T05:07:03.938777+0000 mgr.y (mgr.24832) 532 : cluster [DBG] pgmap v486: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:05.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:05 smithi086 bash[67518]: cluster 2024-05-11T05:07:03.938777+0000 mgr.y (mgr.24832) 532 : cluster [DBG] pgmap v486: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:05.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:05 smithi072 bash[80515]: cluster 2024-05-11T05:07:03.938777+0000 mgr.y (mgr.24832) 532 : cluster [DBG] pgmap v486: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:05.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:05 smithi072 bash[80515]: cluster 2024-05-11T05:07:03.938777+0000 mgr.y (mgr.24832) 532 : cluster [DBG] pgmap v486: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:05.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:05 smithi072 bash[82901]: cluster 2024-05-11T05:07:03.938777+0000 mgr.y (mgr.24832) 532 : cluster [DBG] pgmap v486: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:05.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:05 smithi072 bash[82901]: cluster 2024-05-11T05:07:03.938777+0000 mgr.y (mgr.24832) 532 : cluster [DBG] pgmap v486: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:07.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:07 smithi086 bash[67518]: cluster 2024-05-11T05:07:05.939720+0000 mgr.y (mgr.24832) 533 : cluster [DBG] pgmap v487: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:07.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:07 smithi086 bash[67518]: cluster 2024-05-11T05:07:05.939720+0000 mgr.y (mgr.24832) 533 : cluster [DBG] pgmap v487: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:07.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:07 smithi072 bash[80515]: cluster 2024-05-11T05:07:05.939720+0000 mgr.y (mgr.24832) 533 : cluster [DBG] pgmap v487: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:07.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:07 smithi072 bash[80515]: cluster 2024-05-11T05:07:05.939720+0000 mgr.y (mgr.24832) 533 : cluster [DBG] pgmap v487: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:07.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:07 smithi072 bash[82901]: cluster 2024-05-11T05:07:05.939720+0000 mgr.y (mgr.24832) 533 : cluster [DBG] pgmap v487: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:07.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:07 smithi072 bash[82901]: cluster 2024-05-11T05:07:05.939720+0000 mgr.y (mgr.24832) 533 : cluster [DBG] pgmap v487: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:09.685 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:09.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:09 smithi086 bash[67518]: cluster 2024-05-11T05:07:07.940498+0000 mgr.y (mgr.24832) 534 : cluster [DBG] pgmap v488: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:09.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:09 smithi086 bash[67518]: cluster 2024-05-11T05:07:07.940498+0000 mgr.y (mgr.24832) 534 : cluster [DBG] pgmap v488: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:09 smithi072 bash[80515]: cluster 2024-05-11T05:07:07.940498+0000 mgr.y (mgr.24832) 534 : cluster [DBG] pgmap v488: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:09 smithi072 bash[80515]: cluster 2024-05-11T05:07:07.940498+0000 mgr.y (mgr.24832) 534 : cluster [DBG] pgmap v488: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:09 smithi072 bash[82901]: cluster 2024-05-11T05:07:07.940498+0000 mgr.y (mgr.24832) 534 : cluster [DBG] pgmap v488: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:09 smithi072 bash[82901]: cluster 2024-05-11T05:07:07.940498+0000 mgr.y (mgr.24832) 534 : cluster [DBG] pgmap v488: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:11.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:11 smithi086 bash[67518]: cluster 2024-05-11T05:07:09.941368+0000 mgr.y (mgr.24832) 535 : cluster [DBG] pgmap v489: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:11.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:11 smithi086 bash[67518]: cluster 2024-05-11T05:07:09.941368+0000 mgr.y (mgr.24832) 535 : cluster [DBG] pgmap v489: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:11 smithi072 bash[80515]: cluster 2024-05-11T05:07:09.941368+0000 mgr.y (mgr.24832) 535 : cluster [DBG] pgmap v489: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:11 smithi072 bash[80515]: cluster 2024-05-11T05:07:09.941368+0000 mgr.y (mgr.24832) 535 : cluster [DBG] pgmap v489: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:11.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:11 smithi072 bash[82901]: cluster 2024-05-11T05:07:09.941368+0000 mgr.y (mgr.24832) 535 : cluster [DBG] pgmap v489: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:11.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:11 smithi072 bash[82901]: cluster 2024-05-11T05:07:09.941368+0000 mgr.y (mgr.24832) 535 : cluster [DBG] pgmap v489: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:13.459 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:07:13.459 INFO:teuthology.orchestra.run.smithi072.stdout:{"epoch":146,"fsid":"10baa432-0f4f-11ef-bc98-c7b262605968","created":"2024-05-11T04:30:51.452440+0000","modified":"2024-05-11T05:06:05.216254+0000","last_up_change":"2024-05-11T05:06:04.206583+0000","last_in_change":"2024-05-11T04:39:54.231529+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":22,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":8,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-05-11T04:36:10.965267+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"rbd","create_time":"2024-05-11T04:41:58.353172+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs.foo.meta","create_time":"2024-05-11T04:44:14.801512+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"67","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs.foo.data","create_time":"2024-05-11T04:44:15.307192+0000","flags":131073,"flags_names":"hashpspool,bulk","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"cephfs":{"data":"foo"}},"read_balance":{"score_type":"Fair distribution","score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"dadf143c-2627-4419-a73f-d46123c901fa","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":88,"up_from":92,"up_thru":145,"down_at":89,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6802","nonce":3798742749},{"type":"v1","addr":"172.21.15.72:6803","nonce":3798742749}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6804","nonce":3798742749},{"type":"v1","addr":"172.21.15.72:6805","nonce":3798742749}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6808","nonce":3798742749},{"type":"v1","addr":"172.21.15.72:6809","nonce":3798742749}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6806","nonce":3798742749},{"type":"v1","addr":"172.21.15.72:6807","nonce":3798742749}]},"public_addr":"172.21.15.72:6803/3798742749","cluster_addr":"172.21.15.72:6805/3798742749","heartbeat_back_addr":"172.21.15.72:6809/3798742749","heartbeat_front_addr":"172.21.15.72:6807/3798742749","state":["exists","up"]},{"osd":1,"uuid":"17e2f837-6d2a-489b-9746-822da67fde93","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":106,"up_from":111,"up_thru":145,"down_at":107,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6810","nonce":2975765915},{"type":"v1","addr":"172.21.15.72:6811","nonce":2975765915}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6812","nonce":2975765915},{"type":"v1","addr":"172.21.15.72:6813","nonce":2975765915}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6816","nonce":2975765915},{"type":"v1","addr":"172.21.15.72:6817","nonce":2975765915}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6814","nonce":2975765915},{"type":"v1","addr":"172.21.15.72:6815","nonce":2975765915}]},"public_addr":"172.21.15.72:6811/2975765915","cluster_addr":"172.21.15.72:6813/2975765915","heartbeat_back_addr":"172.21.15.72:6817/2975765915","heartbeat_front_addr":"172.21.15.72:6815/2975765915","state":["exists","up"]},{"osd":2,"uuid":"81a78ca1-d9b5-4de7-a978-f4c28bb8e151","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":127,"up_from":131,"up_thru":145,"down_at":128,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6818","nonce":361718096},{"type":"v1","addr":"172.21.15.72:6819","nonce":361718096}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6820","nonce":361718096},{"type":"v1","addr":"172.21.15.72:6821","nonce":361718096}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6824","nonce":361718096},{"type":"v1","addr":"172.21.15.72:6825","nonce":361718096}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6822","nonce":361718096},{"type":"v1","addr":"172.21.15.72:6823","nonce":361718096}]},"public_addr":"172.21.15.72:6819/361718096","cluster_addr":"172.21.15.72:6821/361718096","heartbeat_back_addr":"172.21.15.72:6825/361718096","heartbeat_front_addr":"172.21.15.72:6823/361718096","state":["exists","up"]},{"osd":3,"uuid":"37da6131-a6b8-44e4-a78e-e0d10beba2cf","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":141,"up_from":145,"up_thru":145,"down_at":142,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6826","nonce":2688403732},{"type":"v1","addr":"172.21.15.72:6827","nonce":2688403732}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6828","nonce":2688403732},{"type":"v1","addr":"172.21.15.72:6829","nonce":2688403732}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6832","nonce":2688403732},{"type":"v1","addr":"172.21.15.72:6833","nonce":2688403732}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.72:6830","nonce":2688403732},{"type":"v1","addr":"172.21.15.72:6831","nonce":2688403732}]},"public_addr":"172.21.15.72:6827/2688403732","cluster_addr":"172.21.15.72:6829/2688403732","heartbeat_back_addr":"172.21.15.72:6833/2688403732","heartbeat_front_addr":"172.21.15.72:6831/2688403732","state":["exists","up"]},{"osd":4,"uuid":"d115dec8-8499-4733-a850-73736ff08868","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":145,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6800","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6801","nonce":2293720889}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6802","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6803","nonce":2293720889}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6806","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6807","nonce":2293720889}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6804","nonce":2293720889},{"type":"v1","addr":"172.21.15.86:6805","nonce":2293720889}]},"public_addr":"172.21.15.86:6801/2293720889","cluster_addr":"172.21.15.86:6803/2293720889","heartbeat_back_addr":"172.21.15.86:6807/2293720889","heartbeat_front_addr":"172.21.15.86:6805/2293720889","state":["exists","up"]},{"osd":5,"uuid":"4c86df54-e71b-4cab-951b-61e77e69cb27","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":145,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6808","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6809","nonce":1551950791}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6810","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6811","nonce":1551950791}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6814","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6815","nonce":1551950791}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6812","nonce":1551950791},{"type":"v1","addr":"172.21.15.86:6813","nonce":1551950791}]},"public_addr":"172.21.15.86:6809/1551950791","cluster_addr":"172.21.15.86:6811/1551950791","heartbeat_back_addr":"172.21.15.86:6815/1551950791","heartbeat_front_addr":"172.21.15.86:6813/1551950791","state":["exists","up"]},{"osd":6,"uuid":"7a073440-72fc-449b-9f91-d35f90385efd","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":142,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6816","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6817","nonce":3662032983}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6818","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6819","nonce":3662032983}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6822","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6823","nonce":3662032983}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6820","nonce":3662032983},{"type":"v1","addr":"172.21.15.86:6821","nonce":3662032983}]},"public_addr":"172.21.15.86:6817/3662032983","cluster_addr":"172.21.15.86:6819/3662032983","heartbeat_back_addr":"172.21.15.86:6823/3662032983","heartbeat_front_addr":"172.21.15.86:6821/3662032983","state":["exists","up"]},{"osd":7,"uuid":"3031aeb0-2334-49e5-bbf8-8f8ed8f5dd4c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":145,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6824","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6825","nonce":1653010799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6826","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6827","nonce":1653010799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6830","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6831","nonce":1653010799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.86:6828","nonce":1653010799},{"type":"v1","addr":"172.21.15.86:6829","nonce":1653010799}]},"public_addr":"172.21.15.86:6825/1653010799","cluster_addr":"172.21.15.86:6827/1653010799","heartbeat_back_addr":"172.21.15.86:6831/1653010799","heartbeat_front_addr":"172.21.15.86:6829/1653010799","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:34:22.363914+0000","dead_epoch":88},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:35:14.909826+0000","dead_epoch":106},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:36:08.011116+0000","dead_epoch":127},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:01.553722+0000","dead_epoch":141},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:37:49.943220+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:38:39.497998+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:39:28.251397+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-05-11T04:40:17.822776+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"4.d","mappings":[{"from":1,"to":5}]},{"pgid":"4.f","mappings":[{"from":1,"to":2}]},{"pgid":"4.1d","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.86:0/4838649":"2024-05-12T04:51:22.364341+0000","172.21.15.72:0/2736625902":"2024-05-12T04:31:56.330156+0000","172.21.15.72:6800/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6835/2536465279":"2024-05-12T04:44:23.894816+0000","172.21.15.86:0/2865604065":"2024-05-12T04:51:22.364341+0000","172.21.15.72:6834/2536465279":"2024-05-12T04:44:23.894816+0000","172.21.15.72:0/3085659716":"2024-05-12T04:50:08.269136+0000","172.21.15.72:0/2120786052":"2024-05-12T04:50:08.269136+0000","172.21.15.72:0/118088084":"2024-05-12T04:53:03.586406+0000","172.21.15.86:0/431711729":"2024-05-12T04:51:22.364341+0000","172.21.15.72:0/3263242948":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/2228004218":"2024-05-12T04:50:08.269136+0000","172.21.15.72:0/3092417349":"2024-05-12T04:53:03.586406+0000","172.21.15.86:6834/4180238903":"2024-05-12T04:51:22.364341+0000","172.21.15.72:6800/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.72:6801/2470260948":"2024-05-12T04:53:03.586406+0000","172.21.15.72:0/1415780588":"2024-05-12T04:53:03.586406+0000","172.21.15.72:0/1955197046":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/620829446":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/1772545326":"2024-05-12T04:53:03.586406+0000","172.21.15.86:0/3088358375":"2024-05-12T04:51:22.364341+0000","172.21.15.72:0/3763321679":"2024-05-12T04:53:03.586406+0000","172.21.15.72:6801/2632481825":"2024-05-12T04:50:08.269136+0000","172.21.15.72:0/1680412394":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6801/1518496816":"2024-05-12T04:31:56.330156+0000","172.21.15.86:0/305183620":"2024-05-12T04:51:22.364341+0000","172.21.15.72:6800/2470260948":"2024-05-12T04:53:03.586406+0000","172.21.15.72:0/581785236":"2024-05-12T04:50:08.269136+0000","172.21.15.86:0/2753060855":"2024-05-12T04:51:22.364341+0000","172.21.15.86:6835/4180238903":"2024-05-12T04:51:22.364341+0000","172.21.15.72:0/118401972":"2024-05-12T04:31:24.365351+0000","172.21.15.72:0/2086025920":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6800/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1382457800":"2024-05-12T04:31:24.365351+0000","172.21.15.72:6801/1830836688":"2024-05-12T04:41:17.210508+0000","172.21.15.72:6800/2632481825":"2024-05-12T04:50:08.269136+0000","172.21.15.72:0/743605741":"2024-05-12T04:53:03.586406+0000","172.21.15.72:0/1192235219":"2024-05-12T04:31:56.330156+0000","172.21.15.72:0/1490257114":"2024-05-12T04:41:17.210508+0000","172.21.15.72:0/60304101":"2024-05-12T04:31:24.365351+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-05-11T05:07:13.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:13 smithi086 bash[67518]: cluster 2024-05-11T05:07:11.942227+0000 mgr.y (mgr.24832) 536 : cluster [DBG] pgmap v490: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:13.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:13 smithi086 bash[67518]: cluster 2024-05-11T05:07:11.942227+0000 mgr.y (mgr.24832) 536 : cluster [DBG] pgmap v490: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:13.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:13 smithi086 bash[67518]: audit 2024-05-11T05:07:13.458437+0000 mon.c (mon.2) 56 : audit [DBG] from='client.? 172.21.15.72:0/778573369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:13.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:13 smithi086 bash[67518]: audit 2024-05-11T05:07:13.458437+0000 mon.c (mon.2) 56 : audit [DBG] from='client.? 172.21.15.72:0/778573369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:13.809 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:13 smithi072 bash[82901]: cluster 2024-05-11T05:07:11.942227+0000 mgr.y (mgr.24832) 536 : cluster [DBG] pgmap v490: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:13.809 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:13 smithi072 bash[82901]: cluster 2024-05-11T05:07:11.942227+0000 mgr.y (mgr.24832) 536 : cluster [DBG] pgmap v490: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:13.809 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:13 smithi072 bash[82901]: audit 2024-05-11T05:07:13.458437+0000 mon.c (mon.2) 56 : audit [DBG] from='client.? 172.21.15.72:0/778573369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:13.809 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:13 smithi072 bash[82901]: audit 2024-05-11T05:07:13.458437+0000 mon.c (mon.2) 56 : audit [DBG] from='client.? 172.21.15.72:0/778573369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:13.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:13 smithi072 bash[80515]: cluster 2024-05-11T05:07:11.942227+0000 mgr.y (mgr.24832) 536 : cluster [DBG] pgmap v490: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:13.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:13 smithi072 bash[80515]: cluster 2024-05-11T05:07:11.942227+0000 mgr.y (mgr.24832) 536 : cluster [DBG] pgmap v490: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:13.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:13 smithi072 bash[80515]: audit 2024-05-11T05:07:13.458437+0000 mon.c (mon.2) 56 : audit [DBG] from='client.? 172.21.15.72:0/778573369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:13.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:13 smithi072 bash[80515]: audit 2024-05-11T05:07:13.458437+0000 mon.c (mon.2) 56 : audit [DBG] from='client.? 172.21.15.72:0/778573369' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-05-11T05:07:14.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:07:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:07:13] "GET /metrics HTTP/1.1" 200 34234 "" "Prometheus/2.43.0" 2024-05-11T05:07:14.415 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-05-11T05:07:14.415 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-05-11T05:07:14.416 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-05-11T05:07:14.416 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-05-11T05:07:14.416 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-05-11T05:07:14.417 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-05-11T05:07:14.417 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-05-11T05:07:14.418 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-05-11T05:07:15.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:15 smithi086 bash[67518]: cluster 2024-05-11T05:07:13.943105+0000 mgr.y (mgr.24832) 537 : cluster [DBG] pgmap v491: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:15.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:15 smithi086 bash[67518]: cluster 2024-05-11T05:07:13.943105+0000 mgr.y (mgr.24832) 537 : cluster [DBG] pgmap v491: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:15.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:15 smithi072 bash[80515]: cluster 2024-05-11T05:07:13.943105+0000 mgr.y (mgr.24832) 537 : cluster [DBG] pgmap v491: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:15.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:15 smithi072 bash[80515]: cluster 2024-05-11T05:07:13.943105+0000 mgr.y (mgr.24832) 537 : cluster [DBG] pgmap v491: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:15.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:15 smithi072 bash[82901]: cluster 2024-05-11T05:07:13.943105+0000 mgr.y (mgr.24832) 537 : cluster [DBG] pgmap v491: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:15.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:15 smithi072 bash[82901]: cluster 2024-05-11T05:07:13.943105+0000 mgr.y (mgr.24832) 537 : cluster [DBG] pgmap v491: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:17.785 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:17 smithi086 bash[67518]: cluster 2024-05-11T05:07:15.944164+0000 mgr.y (mgr.24832) 538 : cluster [DBG] pgmap v492: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:17.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:17 smithi086 bash[67518]: cluster 2024-05-11T05:07:15.944164+0000 mgr.y (mgr.24832) 538 : cluster [DBG] pgmap v492: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:17.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:17 smithi072 bash[80515]: cluster 2024-05-11T05:07:15.944164+0000 mgr.y (mgr.24832) 538 : cluster [DBG] pgmap v492: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:17.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:17 smithi072 bash[80515]: cluster 2024-05-11T05:07:15.944164+0000 mgr.y (mgr.24832) 538 : cluster [DBG] pgmap v492: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:17.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:17 smithi072 bash[82901]: cluster 2024-05-11T05:07:15.944164+0000 mgr.y (mgr.24832) 538 : cluster [DBG] pgmap v492: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:17.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:17 smithi072 bash[82901]: cluster 2024-05-11T05:07:15.944164+0000 mgr.y (mgr.24832) 538 : cluster [DBG] pgmap v492: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:19.242 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:19.243 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:19.243 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:19.244 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:19.244 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:19.244 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:19.247 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:19.251 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:19.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:19 smithi072 bash[80515]: cluster 2024-05-11T05:07:17.944853+0000 mgr.y (mgr.24832) 539 : cluster [DBG] pgmap v493: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:19.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:19 smithi072 bash[80515]: cluster 2024-05-11T05:07:17.944853+0000 mgr.y (mgr.24832) 539 : cluster [DBG] pgmap v493: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:19.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:19 smithi072 bash[80515]: audit 2024-05-11T05:07:18.867883+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:19.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:19 smithi072 bash[80515]: audit 2024-05-11T05:07:18.867883+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:19.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:19 smithi072 bash[82901]: cluster 2024-05-11T05:07:17.944853+0000 mgr.y (mgr.24832) 539 : cluster [DBG] pgmap v493: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:19.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:19 smithi072 bash[82901]: cluster 2024-05-11T05:07:17.944853+0000 mgr.y (mgr.24832) 539 : cluster [DBG] pgmap v493: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:19.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:19 smithi072 bash[82901]: audit 2024-05-11T05:07:18.867883+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:19.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:19 smithi072 bash[82901]: audit 2024-05-11T05:07:18.867883+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:20.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:19 smithi086 bash[67518]: cluster 2024-05-11T05:07:17.944853+0000 mgr.y (mgr.24832) 539 : cluster [DBG] pgmap v493: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:20.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:19 smithi086 bash[67518]: cluster 2024-05-11T05:07:17.944853+0000 mgr.y (mgr.24832) 539 : cluster [DBG] pgmap v493: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:20.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:19 smithi086 bash[67518]: audit 2024-05-11T05:07:18.867883+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:20.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:19 smithi086 bash[67518]: audit 2024-05-11T05:07:18.867883+0000 mon.a (mon.0) 845 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:21.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:21 smithi072 bash[80515]: cluster 2024-05-11T05:07:19.945673+0000 mgr.y (mgr.24832) 540 : cluster [DBG] pgmap v494: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:21.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:21 smithi072 bash[80515]: cluster 2024-05-11T05:07:19.945673+0000 mgr.y (mgr.24832) 540 : cluster [DBG] pgmap v494: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:21.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:21 smithi072 bash[82901]: cluster 2024-05-11T05:07:19.945673+0000 mgr.y (mgr.24832) 540 : cluster [DBG] pgmap v494: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:21.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:21 smithi072 bash[82901]: cluster 2024-05-11T05:07:19.945673+0000 mgr.y (mgr.24832) 540 : cluster [DBG] pgmap v494: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:22.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:21 smithi086 bash[67518]: cluster 2024-05-11T05:07:19.945673+0000 mgr.y (mgr.24832) 540 : cluster [DBG] pgmap v494: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:22.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:21 smithi086 bash[67518]: cluster 2024-05-11T05:07:19.945673+0000 mgr.y (mgr.24832) 540 : cluster [DBG] pgmap v494: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:23.855 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:23 smithi072 bash[82901]: cluster 2024-05-11T05:07:21.946639+0000 mgr.y (mgr.24832) 541 : cluster [DBG] pgmap v495: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:23.855 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:23 smithi072 bash[82901]: cluster 2024-05-11T05:07:21.946639+0000 mgr.y (mgr.24832) 541 : cluster [DBG] pgmap v495: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:23.855 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:23 smithi072 bash[80515]: cluster 2024-05-11T05:07:21.946639+0000 mgr.y (mgr.24832) 541 : cluster [DBG] pgmap v495: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:23.855 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:23 smithi072 bash[80515]: cluster 2024-05-11T05:07:21.946639+0000 mgr.y (mgr.24832) 541 : cluster [DBG] pgmap v495: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:24.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:23 smithi086 bash[67518]: cluster 2024-05-11T05:07:21.946639+0000 mgr.y (mgr.24832) 541 : cluster [DBG] pgmap v495: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:24.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:23 smithi086 bash[67518]: cluster 2024-05-11T05:07:21.946639+0000 mgr.y (mgr.24832) 541 : cluster [DBG] pgmap v495: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:24.120 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:07:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:07:23] "GET /metrics HTTP/1.1" 200 34229 "" "Prometheus/2.43.0" 2024-05-11T05:07:25.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:25 smithi072 bash[80515]: cluster 2024-05-11T05:07:23.947444+0000 mgr.y (mgr.24832) 542 : cluster [DBG] pgmap v496: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:25.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:25 smithi072 bash[80515]: cluster 2024-05-11T05:07:23.947444+0000 mgr.y (mgr.24832) 542 : cluster [DBG] pgmap v496: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:25.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:25 smithi072 bash[82901]: cluster 2024-05-11T05:07:23.947444+0000 mgr.y (mgr.24832) 542 : cluster [DBG] pgmap v496: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:25.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:25 smithi072 bash[82901]: cluster 2024-05-11T05:07:23.947444+0000 mgr.y (mgr.24832) 542 : cluster [DBG] pgmap v496: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:26.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:25 smithi086 bash[67518]: cluster 2024-05-11T05:07:23.947444+0000 mgr.y (mgr.24832) 542 : cluster [DBG] pgmap v496: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:26.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:25 smithi086 bash[67518]: cluster 2024-05-11T05:07:23.947444+0000 mgr.y (mgr.24832) 542 : cluster [DBG] pgmap v496: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:27.906 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:27 smithi072 bash[80515]: cluster 2024-05-11T05:07:25.948470+0000 mgr.y (mgr.24832) 543 : cluster [DBG] pgmap v497: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:27.907 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:27 smithi072 bash[80515]: cluster 2024-05-11T05:07:25.948470+0000 mgr.y (mgr.24832) 543 : cluster [DBG] pgmap v497: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:27.907 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:27 smithi072 bash[80515]: audit 2024-05-11T05:07:27.079764+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:07:27.907 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:27 smithi072 bash[80515]: audit 2024-05-11T05:07:27.079764+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:07:27.907 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:27 smithi072 bash[82901]: cluster 2024-05-11T05:07:25.948470+0000 mgr.y (mgr.24832) 543 : cluster [DBG] pgmap v497: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:27.907 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:27 smithi072 bash[82901]: cluster 2024-05-11T05:07:25.948470+0000 mgr.y (mgr.24832) 543 : cluster [DBG] pgmap v497: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:27.907 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:27 smithi072 bash[82901]: audit 2024-05-11T05:07:27.079764+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:07:27.907 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:27 smithi072 bash[82901]: audit 2024-05-11T05:07:27.079764+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:07:28.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:27 smithi086 bash[67518]: cluster 2024-05-11T05:07:25.948470+0000 mgr.y (mgr.24832) 543 : cluster [DBG] pgmap v497: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:28.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:27 smithi086 bash[67518]: cluster 2024-05-11T05:07:25.948470+0000 mgr.y (mgr.24832) 543 : cluster [DBG] pgmap v497: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:28.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:27 smithi086 bash[67518]: audit 2024-05-11T05:07:27.079764+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:07:28.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:27 smithi086 bash[67518]: audit 2024-05-11T05:07:27.079764+0000 mon.a (mon.0) 846 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:07:30.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:29 smithi086 bash[67518]: cluster 2024-05-11T05:07:27.949311+0000 mgr.y (mgr.24832) 544 : cluster [DBG] pgmap v498: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:30.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:29 smithi086 bash[67518]: cluster 2024-05-11T05:07:27.949311+0000 mgr.y (mgr.24832) 544 : cluster [DBG] pgmap v498: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:30.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:29 smithi072 bash[80515]: cluster 2024-05-11T05:07:27.949311+0000 mgr.y (mgr.24832) 544 : cluster [DBG] pgmap v498: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:30.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:29 smithi072 bash[80515]: cluster 2024-05-11T05:07:27.949311+0000 mgr.y (mgr.24832) 544 : cluster [DBG] pgmap v498: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:30.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:29 smithi072 bash[82901]: cluster 2024-05-11T05:07:27.949311+0000 mgr.y (mgr.24832) 544 : cluster [DBG] pgmap v498: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:30.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:29 smithi072 bash[82901]: cluster 2024-05-11T05:07:27.949311+0000 mgr.y (mgr.24832) 544 : cluster [DBG] pgmap v498: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:32.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:31 smithi086 bash[67518]: cluster 2024-05-11T05:07:29.950263+0000 mgr.y (mgr.24832) 545 : cluster [DBG] pgmap v499: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:32.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:31 smithi086 bash[67518]: cluster 2024-05-11T05:07:29.950263+0000 mgr.y (mgr.24832) 545 : cluster [DBG] pgmap v499: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:32.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:31 smithi072 bash[80515]: cluster 2024-05-11T05:07:29.950263+0000 mgr.y (mgr.24832) 545 : cluster [DBG] pgmap v499: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:32.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:31 smithi072 bash[80515]: cluster 2024-05-11T05:07:29.950263+0000 mgr.y (mgr.24832) 545 : cluster [DBG] pgmap v499: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:32.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:31 smithi072 bash[82901]: cluster 2024-05-11T05:07:29.950263+0000 mgr.y (mgr.24832) 545 : cluster [DBG] pgmap v499: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:32.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:31 smithi072 bash[82901]: cluster 2024-05-11T05:07:29.950263+0000 mgr.y (mgr.24832) 545 : cluster [DBG] pgmap v499: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:33.589 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:33 smithi072 bash[80515]: cluster 2024-05-11T05:07:31.951291+0000 mgr.y (mgr.24832) 546 : cluster [DBG] pgmap v500: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:33.590 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:33 smithi072 bash[80515]: cluster 2024-05-11T05:07:31.951291+0000 mgr.y (mgr.24832) 546 : cluster [DBG] pgmap v500: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:33.590 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:33 smithi072 bash[80515]: audit 2024-05-11T05:07:33.122684+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:33.590 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:33 smithi072 bash[80515]: audit 2024-05-11T05:07:33.122684+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:33.590 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:33 smithi072 bash[80515]: audit 2024-05-11T05:07:33.135084+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:33.590 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:33 smithi072 bash[80515]: audit 2024-05-11T05:07:33.135084+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:33.590 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:33 smithi072 bash[82901]: cluster 2024-05-11T05:07:31.951291+0000 mgr.y (mgr.24832) 546 : cluster [DBG] pgmap v500: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:33.590 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:33 smithi072 bash[82901]: cluster 2024-05-11T05:07:31.951291+0000 mgr.y (mgr.24832) 546 : cluster [DBG] pgmap v500: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:33.590 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:33 smithi072 bash[82901]: audit 2024-05-11T05:07:33.122684+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:33.590 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:33 smithi072 bash[82901]: audit 2024-05-11T05:07:33.122684+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:33.590 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:33 smithi072 bash[82901]: audit 2024-05-11T05:07:33.135084+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:33.591 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:33 smithi072 bash[82901]: audit 2024-05-11T05:07:33.135084+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:34.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:33 smithi086 bash[67518]: cluster 2024-05-11T05:07:31.951291+0000 mgr.y (mgr.24832) 546 : cluster [DBG] pgmap v500: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:34.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:33 smithi086 bash[67518]: cluster 2024-05-11T05:07:31.951291+0000 mgr.y (mgr.24832) 546 : cluster [DBG] pgmap v500: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:34.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:33 smithi086 bash[67518]: audit 2024-05-11T05:07:33.122684+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:34.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:33 smithi086 bash[67518]: audit 2024-05-11T05:07:33.122684+0000 mon.a (mon.0) 847 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:34.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:33 smithi086 bash[67518]: audit 2024-05-11T05:07:33.135084+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:34.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:33 smithi086 bash[67518]: audit 2024-05-11T05:07:33.135084+0000 mon.a (mon.0) 848 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:34.110 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:07:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:07:33] "GET /metrics HTTP/1.1" 200 34229 "" "Prometheus/2.43.0" 2024-05-11T05:07:35.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:34 smithi086 bash[67518]: audit 2024-05-11T05:07:33.868440+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:35.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:34 smithi086 bash[67518]: audit 2024-05-11T05:07:33.868440+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:35.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:34 smithi072 bash[80515]: audit 2024-05-11T05:07:33.868440+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:35.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:34 smithi072 bash[80515]: audit 2024-05-11T05:07:33.868440+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:35.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:34 smithi072 bash[82901]: audit 2024-05-11T05:07:33.868440+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:35.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:34 smithi072 bash[82901]: audit 2024-05-11T05:07:33.868440+0000 mon.a (mon.0) 849 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:35.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:35 smithi072 bash[80515]: cluster 2024-05-11T05:07:33.952194+0000 mgr.y (mgr.24832) 547 : cluster [DBG] pgmap v501: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:35.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:35 smithi072 bash[80515]: cluster 2024-05-11T05:07:33.952194+0000 mgr.y (mgr.24832) 547 : cluster [DBG] pgmap v501: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:35.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:35 smithi072 bash[82901]: cluster 2024-05-11T05:07:33.952194+0000 mgr.y (mgr.24832) 547 : cluster [DBG] pgmap v501: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:35.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:35 smithi072 bash[82901]: cluster 2024-05-11T05:07:33.952194+0000 mgr.y (mgr.24832) 547 : cluster [DBG] pgmap v501: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:36.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:35 smithi086 bash[67518]: cluster 2024-05-11T05:07:33.952194+0000 mgr.y (mgr.24832) 547 : cluster [DBG] pgmap v501: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:36.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:35 smithi086 bash[67518]: cluster 2024-05-11T05:07:33.952194+0000 mgr.y (mgr.24832) 547 : cluster [DBG] pgmap v501: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:36.684 INFO:teuthology.orchestra.run.smithi072.stdout:163208757595 2024-05-11T05:07:36.685 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-05-11T05:07:38.016 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:37 smithi072 bash[80515]: cluster 2024-05-11T05:07:35.953293+0000 mgr.y (mgr.24832) 548 : cluster [DBG] pgmap v502: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:38.016 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:37 smithi072 bash[80515]: cluster 2024-05-11T05:07:35.953293+0000 mgr.y (mgr.24832) 548 : cluster [DBG] pgmap v502: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:38.016 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:37 smithi072 bash[82901]: cluster 2024-05-11T05:07:35.953293+0000 mgr.y (mgr.24832) 548 : cluster [DBG] pgmap v502: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:38.016 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:37 smithi072 bash[82901]: cluster 2024-05-11T05:07:35.953293+0000 mgr.y (mgr.24832) 548 : cluster [DBG] pgmap v502: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:38.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:37 smithi086 bash[67518]: cluster 2024-05-11T05:07:35.953293+0000 mgr.y (mgr.24832) 548 : cluster [DBG] pgmap v502: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:38.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:37 smithi086 bash[67518]: cluster 2024-05-11T05:07:35.953293+0000 mgr.y (mgr.24832) 548 : cluster [DBG] pgmap v502: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:39.809 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:39 smithi072 bash[80515]: cluster 2024-05-11T05:07:37.954024+0000 mgr.y (mgr.24832) 549 : cluster [DBG] pgmap v503: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:39.810 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:39 smithi072 bash[80515]: cluster 2024-05-11T05:07:37.954024+0000 mgr.y (mgr.24832) 549 : cluster [DBG] pgmap v503: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:39.810 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:39 smithi072 bash[82901]: cluster 2024-05-11T05:07:37.954024+0000 mgr.y (mgr.24832) 549 : cluster [DBG] pgmap v503: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:39.810 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:39 smithi072 bash[82901]: cluster 2024-05-11T05:07:37.954024+0000 mgr.y (mgr.24832) 549 : cluster [DBG] pgmap v503: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:39.841 INFO:teuthology.orchestra.run.smithi072.stdout:562640715808 2024-05-11T05:07:39.841 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-05-11T05:07:39.954 INFO:teuthology.orchestra.run.smithi072.stdout:622770257940 2024-05-11T05:07:39.954 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-05-11T05:07:40.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:39 smithi086 bash[67518]: cluster 2024-05-11T05:07:37.954024+0000 mgr.y (mgr.24832) 549 : cluster [DBG] pgmap v503: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:40.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:39 smithi086 bash[67518]: cluster 2024-05-11T05:07:37.954024+0000 mgr.y (mgr.24832) 549 : cluster [DBG] pgmap v503: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:40.240 INFO:teuthology.orchestra.run.smithi072.stdout:197568495955 2024-05-11T05:07:40.240 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-05-11T05:07:42.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:41 smithi086 bash[67518]: cluster 2024-05-11T05:07:39.954601+0000 mgr.y (mgr.24832) 550 : cluster [DBG] pgmap v504: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:42.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:41 smithi086 bash[67518]: cluster 2024-05-11T05:07:39.954601+0000 mgr.y (mgr.24832) 550 : cluster [DBG] pgmap v504: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:42.115 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:41 smithi072 bash[82901]: cluster 2024-05-11T05:07:39.954601+0000 mgr.y (mgr.24832) 550 : cluster [DBG] pgmap v504: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:42.115 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:41 smithi072 bash[82901]: cluster 2024-05-11T05:07:39.954601+0000 mgr.y (mgr.24832) 550 : cluster [DBG] pgmap v504: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:42.115 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:41 smithi072 bash[80515]: cluster 2024-05-11T05:07:39.954601+0000 mgr.y (mgr.24832) 550 : cluster [DBG] pgmap v504: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:42.115 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:41 smithi072 bash[80515]: cluster 2024-05-11T05:07:39.954601+0000 mgr.y (mgr.24832) 550 : cluster [DBG] pgmap v504: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:42.264 INFO:teuthology.orchestra.run.smithi072.stdout:128849019238 2024-05-11T05:07:42.264 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-05-11T05:07:42.917 INFO:teuthology.orchestra.run.smithi072.stdout:395136991343 2024-05-11T05:07:42.918 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-05-11T05:07:43.490 INFO:teuthology.orchestra.run.smithi072.stdout:231928234312 2024-05-11T05:07:43.490 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-05-11T05:07:43.715 INFO:teuthology.orchestra.run.smithi072.stdout:476741369934 2024-05-11T05:07:43.716 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-05-11T05:07:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:43 smithi072 bash[80515]: cluster 2024-05-11T05:07:41.955565+0000 mgr.y (mgr.24832) 551 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:43.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:43 smithi072 bash[80515]: cluster 2024-05-11T05:07:41.955565+0000 mgr.y (mgr.24832) 551 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:43.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:43 smithi072 bash[82901]: cluster 2024-05-11T05:07:41.955565+0000 mgr.y (mgr.24832) 551 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:43.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:43 smithi072 bash[82901]: cluster 2024-05-11T05:07:41.955565+0000 mgr.y (mgr.24832) 551 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:44.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:43 smithi086 bash[67518]: cluster 2024-05-11T05:07:41.955565+0000 mgr.y (mgr.24832) 551 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:44.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:43 smithi086 bash[67518]: cluster 2024-05-11T05:07:41.955565+0000 mgr.y (mgr.24832) 551 : cluster [DBG] pgmap v505: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:44.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:07:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:07:43] "GET /metrics HTTP/1.1" 200 34227 "" "Prometheus/2.43.0" 2024-05-11T05:07:46.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: cluster 2024-05-11T05:07:43.956387+0000 mgr.y (mgr.24832) 552 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:46.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: cluster 2024-05-11T05:07:43.956387+0000 mgr.y (mgr.24832) 552 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:46.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: audit 2024-05-11T05:07:44.961497+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: audit 2024-05-11T05:07:44.961497+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: audit 2024-05-11T05:07:44.970618+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: audit 2024-05-11T05:07:44.970618+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: audit 2024-05-11T05:07:45.543504+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:07:46.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: audit 2024-05-11T05:07:45.543504+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:07:46.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: audit 2024-05-11T05:07:45.544746+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:07:46.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: audit 2024-05-11T05:07:45.544746+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:07:46.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: audit 2024-05-11T05:07:45.552889+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:45 smithi086 bash[67518]: audit 2024-05-11T05:07:45.552889+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: cluster 2024-05-11T05:07:43.956387+0000 mgr.y (mgr.24832) 552 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:46.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: cluster 2024-05-11T05:07:43.956387+0000 mgr.y (mgr.24832) 552 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:46.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: audit 2024-05-11T05:07:44.961497+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: audit 2024-05-11T05:07:44.961497+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: audit 2024-05-11T05:07:44.970618+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: audit 2024-05-11T05:07:44.970618+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: audit 2024-05-11T05:07:45.543504+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:07:46.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: audit 2024-05-11T05:07:45.543504+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:07:46.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: audit 2024-05-11T05:07:45.544746+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:07:46.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: audit 2024-05-11T05:07:45.544746+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:07:46.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: audit 2024-05-11T05:07:45.552889+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.053 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:45 smithi072 bash[80515]: audit 2024-05-11T05:07:45.552889+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: cluster 2024-05-11T05:07:43.956387+0000 mgr.y (mgr.24832) 552 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:46.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: cluster 2024-05-11T05:07:43.956387+0000 mgr.y (mgr.24832) 552 : cluster [DBG] pgmap v506: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:46.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: audit 2024-05-11T05:07:44.961497+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: audit 2024-05-11T05:07:44.961497+0000 mon.a (mon.0) 850 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: audit 2024-05-11T05:07:44.970618+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: audit 2024-05-11T05:07:44.970618+0000 mon.a (mon.0) 851 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: audit 2024-05-11T05:07:45.543504+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:07:46.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: audit 2024-05-11T05:07:45.543504+0000 mon.a (mon.0) 852 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:07:46.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: audit 2024-05-11T05:07:45.544746+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:07:46.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: audit 2024-05-11T05:07:45.544746+0000 mon.a (mon.0) 853 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:07:46.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: audit 2024-05-11T05:07:45.552889+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.054 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:45 smithi072 bash[82901]: audit 2024-05-11T05:07:45.552889+0000 mon.a (mon.0) 854 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:07:46.434 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:46.434 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:46.434 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:46.434 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:46.435 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:47.456 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:47.457 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:47.458 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:07:47.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:47 smithi072 bash[80515]: cluster 2024-05-11T05:07:45.957029+0000 mgr.y (mgr.24832) 553 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:47.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:47 smithi072 bash[80515]: cluster 2024-05-11T05:07:45.957029+0000 mgr.y (mgr.24832) 553 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:47.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:47 smithi072 bash[82901]: cluster 2024-05-11T05:07:45.957029+0000 mgr.y (mgr.24832) 553 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:47.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:47 smithi072 bash[82901]: cluster 2024-05-11T05:07:45.957029+0000 mgr.y (mgr.24832) 553 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:48.035 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:47 smithi086 bash[67518]: cluster 2024-05-11T05:07:45.957029+0000 mgr.y (mgr.24832) 553 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:48.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:47 smithi086 bash[67518]: cluster 2024-05-11T05:07:45.957029+0000 mgr.y (mgr.24832) 553 : cluster [DBG] pgmap v507: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:49.849 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:49 smithi072 bash[82901]: cluster 2024-05-11T05:07:47.957675+0000 mgr.y (mgr.24832) 554 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:49.849 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:49 smithi072 bash[82901]: cluster 2024-05-11T05:07:47.957675+0000 mgr.y (mgr.24832) 554 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:49.849 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:49 smithi072 bash[82901]: audit 2024-05-11T05:07:48.868736+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:49.849 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:49 smithi072 bash[82901]: audit 2024-05-11T05:07:48.868736+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:49.849 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:49 smithi072 bash[80515]: cluster 2024-05-11T05:07:47.957675+0000 mgr.y (mgr.24832) 554 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:49.849 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:49 smithi072 bash[80515]: cluster 2024-05-11T05:07:47.957675+0000 mgr.y (mgr.24832) 554 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:49.850 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:49 smithi072 bash[80515]: audit 2024-05-11T05:07:48.868736+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:49.850 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:49 smithi072 bash[80515]: audit 2024-05-11T05:07:48.868736+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:50.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:49 smithi086 bash[67518]: cluster 2024-05-11T05:07:47.957675+0000 mgr.y (mgr.24832) 554 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:50.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:49 smithi086 bash[67518]: cluster 2024-05-11T05:07:47.957675+0000 mgr.y (mgr.24832) 554 : cluster [DBG] pgmap v508: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:50.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:49 smithi086 bash[67518]: audit 2024-05-11T05:07:48.868736+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:50.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:49 smithi086 bash[67518]: audit 2024-05-11T05:07:48.868736+0000 mon.a (mon.0) 855 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:07:52.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:51 smithi086 bash[67518]: cluster 2024-05-11T05:07:49.958262+0000 mgr.y (mgr.24832) 555 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:52.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:51 smithi086 bash[67518]: cluster 2024-05-11T05:07:49.958262+0000 mgr.y (mgr.24832) 555 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:52.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:51 smithi072 bash[80515]: cluster 2024-05-11T05:07:49.958262+0000 mgr.y (mgr.24832) 555 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:52.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:51 smithi072 bash[80515]: cluster 2024-05-11T05:07:49.958262+0000 mgr.y (mgr.24832) 555 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:52.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:51 smithi072 bash[82901]: cluster 2024-05-11T05:07:49.958262+0000 mgr.y (mgr.24832) 555 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:52.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:51 smithi072 bash[82901]: cluster 2024-05-11T05:07:49.958262+0000 mgr.y (mgr.24832) 555 : cluster [DBG] pgmap v509: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:53.840 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:53 smithi072 bash[80515]: cluster 2024-05-11T05:07:51.959127+0000 mgr.y (mgr.24832) 556 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:53.840 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:53 smithi072 bash[80515]: cluster 2024-05-11T05:07:51.959127+0000 mgr.y (mgr.24832) 556 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:54.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:53 smithi086 bash[67518]: cluster 2024-05-11T05:07:51.959127+0000 mgr.y (mgr.24832) 556 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:54.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:53 smithi086 bash[67518]: cluster 2024-05-11T05:07:51.959127+0000 mgr.y (mgr.24832) 556 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:54.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:07:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:07:53] "GET /metrics HTTP/1.1" 200 34230 "" "Prometheus/2.43.0" 2024-05-11T05:07:54.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:53 smithi072 bash[82901]: cluster 2024-05-11T05:07:51.959127+0000 mgr.y (mgr.24832) 556 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:54.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:53 smithi072 bash[82901]: cluster 2024-05-11T05:07:51.959127+0000 mgr.y (mgr.24832) 556 : cluster [DBG] pgmap v510: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:56.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:55 smithi086 bash[67518]: cluster 2024-05-11T05:07:53.959799+0000 mgr.y (mgr.24832) 557 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:56.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:55 smithi086 bash[67518]: cluster 2024-05-11T05:07:53.959799+0000 mgr.y (mgr.24832) 557 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:56.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:55 smithi072 bash[80515]: cluster 2024-05-11T05:07:53.959799+0000 mgr.y (mgr.24832) 557 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:56.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:55 smithi072 bash[80515]: cluster 2024-05-11T05:07:53.959799+0000 mgr.y (mgr.24832) 557 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:56.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:55 smithi072 bash[82901]: cluster 2024-05-11T05:07:53.959799+0000 mgr.y (mgr.24832) 557 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:56.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:55 smithi072 bash[82901]: cluster 2024-05-11T05:07:53.959799+0000 mgr.y (mgr.24832) 557 : cluster [DBG] pgmap v511: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:57.876 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:57 smithi072 bash[80515]: cluster 2024-05-11T05:07:55.960807+0000 mgr.y (mgr.24832) 558 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:57.876 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:57 smithi072 bash[80515]: cluster 2024-05-11T05:07:55.960807+0000 mgr.y (mgr.24832) 558 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:57.876 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:57 smithi072 bash[82901]: cluster 2024-05-11T05:07:55.960807+0000 mgr.y (mgr.24832) 558 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:57.877 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:57 smithi072 bash[82901]: cluster 2024-05-11T05:07:55.960807+0000 mgr.y (mgr.24832) 558 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:58.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:57 smithi086 bash[67518]: cluster 2024-05-11T05:07:55.960807+0000 mgr.y (mgr.24832) 558 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:58.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:57 smithi086 bash[67518]: cluster 2024-05-11T05:07:55.960807+0000 mgr.y (mgr.24832) 558 : cluster [DBG] pgmap v512: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:59.891 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:59 smithi072 bash[80515]: cluster 2024-05-11T05:07:57.961290+0000 mgr.y (mgr.24832) 559 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:59.891 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:07:59 smithi072 bash[80515]: cluster 2024-05-11T05:07:57.961290+0000 mgr.y (mgr.24832) 559 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:59.891 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:59 smithi072 bash[82901]: cluster 2024-05-11T05:07:57.961290+0000 mgr.y (mgr.24832) 559 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:07:59.891 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:07:59 smithi072 bash[82901]: cluster 2024-05-11T05:07:57.961290+0000 mgr.y (mgr.24832) 559 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:00.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:59 smithi086 bash[67518]: cluster 2024-05-11T05:07:57.961290+0000 mgr.y (mgr.24832) 559 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:00.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:07:59 smithi086 bash[67518]: cluster 2024-05-11T05:07:57.961290+0000 mgr.y (mgr.24832) 559 : cluster [DBG] pgmap v513: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:00.857 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:00 smithi072 bash[80515]: cluster 2024-05-11T05:07:59.961866+0000 mgr.y (mgr.24832) 560 : cluster [DBG] pgmap v514: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:00.858 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:00 smithi072 bash[80515]: cluster 2024-05-11T05:07:59.961866+0000 mgr.y (mgr.24832) 560 : cluster [DBG] pgmap v514: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:00.858 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:00 smithi072 bash[82901]: cluster 2024-05-11T05:07:59.961866+0000 mgr.y (mgr.24832) 560 : cluster [DBG] pgmap v514: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:00.858 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:00 smithi072 bash[82901]: cluster 2024-05-11T05:07:59.961866+0000 mgr.y (mgr.24832) 560 : cluster [DBG] pgmap v514: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:00.981 INFO:teuthology.orchestra.run.smithi072.stdout:622770257945 2024-05-11T05:08:01.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:00 smithi086 bash[67518]: cluster 2024-05-11T05:07:59.961866+0000 mgr.y (mgr.24832) 560 : cluster [DBG] pgmap v514: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:01.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:00 smithi086 bash[67518]: cluster 2024-05-11T05:07:59.961866+0000 mgr.y (mgr.24832) 560 : cluster [DBG] pgmap v514: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:02.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:01 smithi086 bash[67518]: audit 2024-05-11T05:08:00.984157+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.72:0/3196087873' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T05:08:02.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:01 smithi086 bash[67518]: audit 2024-05-11T05:08:00.984157+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.72:0/3196087873' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T05:08:02.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:01 smithi072 bash[80515]: audit 2024-05-11T05:08:00.984157+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.72:0/3196087873' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T05:08:02.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:01 smithi072 bash[80515]: audit 2024-05-11T05:08:00.984157+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.72:0/3196087873' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T05:08:02.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:01 smithi072 bash[82901]: audit 2024-05-11T05:08:00.984157+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.72:0/3196087873' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T05:08:02.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:01 smithi072 bash[82901]: audit 2024-05-11T05:08:00.984157+0000 mon.c (mon.2) 57 : audit [DBG] from='client.? 172.21.15.72:0/3196087873' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-05-11T05:08:02.474 INFO:teuthology.orchestra.run.smithi072.stdout:128849019242 2024-05-11T05:08:02.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:02 smithi072 bash[80515]: cluster 2024-05-11T05:08:01.962729+0000 mgr.y (mgr.24832) 561 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:02.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:02 smithi072 bash[80515]: cluster 2024-05-11T05:08:01.962729+0000 mgr.y (mgr.24832) 561 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:02.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:02 smithi072 bash[80515]: audit 2024-05-11T05:08:02.477032+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.72:0/4014760580' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T05:08:02.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:02 smithi072 bash[80515]: audit 2024-05-11T05:08:02.477032+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.72:0/4014760580' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T05:08:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:02 smithi072 bash[82901]: cluster 2024-05-11T05:08:01.962729+0000 mgr.y (mgr.24832) 561 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:02 smithi072 bash[82901]: cluster 2024-05-11T05:08:01.962729+0000 mgr.y (mgr.24832) 561 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:02 smithi072 bash[82901]: audit 2024-05-11T05:08:02.477032+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.72:0/4014760580' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T05:08:02.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:02 smithi072 bash[82901]: audit 2024-05-11T05:08:02.477032+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.72:0/4014760580' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T05:08:03.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:02 smithi086 bash[67518]: cluster 2024-05-11T05:08:01.962729+0000 mgr.y (mgr.24832) 561 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:03.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:02 smithi086 bash[67518]: cluster 2024-05-11T05:08:01.962729+0000 mgr.y (mgr.24832) 561 : cluster [DBG] pgmap v515: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:03.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:02 smithi086 bash[67518]: audit 2024-05-11T05:08:02.477032+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.72:0/4014760580' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T05:08:03.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:02 smithi086 bash[67518]: audit 2024-05-11T05:08:02.477032+0000 mon.c (mon.2) 58 : audit [DBG] from='client.? 172.21.15.72:0/4014760580' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-05-11T05:08:04.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:03 smithi086 bash[67518]: audit 2024-05-11T05:08:03.869848+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:04.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:03 smithi086 bash[67518]: audit 2024-05-11T05:08:03.869848+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:04.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:08:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:08:03] "GET /metrics HTTP/1.1" 200 34230 "" "Prometheus/2.43.0" 2024-05-11T05:08:04.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:03 smithi072 bash[80515]: audit 2024-05-11T05:08:03.869848+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:04.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:03 smithi072 bash[80515]: audit 2024-05-11T05:08:03.869848+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:04.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:03 smithi072 bash[82901]: audit 2024-05-11T05:08:03.869848+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:04.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:03 smithi072 bash[82901]: audit 2024-05-11T05:08:03.869848+0000 mon.a (mon.0) 856 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:05.030 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:04 smithi072 bash[80515]: cluster 2024-05-11T05:08:03.963246+0000 mgr.y (mgr.24832) 562 : cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:05.030 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:04 smithi072 bash[80515]: cluster 2024-05-11T05:08:03.963246+0000 mgr.y (mgr.24832) 562 : cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:05.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:04 smithi086 bash[67518]: cluster 2024-05-11T05:08:03.963246+0000 mgr.y (mgr.24832) 562 : cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:05.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:04 smithi086 bash[67518]: cluster 2024-05-11T05:08:03.963246+0000 mgr.y (mgr.24832) 562 : cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:05.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:05 smithi072 bash[82901]: cluster 2024-05-11T05:08:03.963246+0000 mgr.y (mgr.24832) 562 : cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:05.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:05 smithi072 bash[82901]: cluster 2024-05-11T05:08:03.963246+0000 mgr.y (mgr.24832) 562 : cluster [DBG] pgmap v516: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:06.637 INFO:tasks.cephadm.ceph_manager.ceph:need seq 622770257940 got 622770257945 for osd.3 2024-05-11T05:08:06.637 DEBUG:teuthology.parallel:result is None 2024-05-11T05:08:07.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:07 smithi086 bash[67518]: cluster 2024-05-11T05:08:05.964252+0000 mgr.y (mgr.24832) 563 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:07.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:07 smithi086 bash[67518]: cluster 2024-05-11T05:08:05.964252+0000 mgr.y (mgr.24832) 563 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:07.333 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:07 smithi072 bash[80515]: cluster 2024-05-11T05:08:05.964252+0000 mgr.y (mgr.24832) 563 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:07.333 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:07 smithi072 bash[80515]: cluster 2024-05-11T05:08:05.964252+0000 mgr.y (mgr.24832) 563 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:07.333 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:07 smithi072 bash[82901]: cluster 2024-05-11T05:08:05.964252+0000 mgr.y (mgr.24832) 563 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:07.333 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:07 smithi072 bash[82901]: cluster 2024-05-11T05:08:05.964252+0000 mgr.y (mgr.24832) 563 : cluster [DBG] pgmap v517: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:07.964 INFO:teuthology.orchestra.run.smithi072.stdout:562640715814 2024-05-11T05:08:08.231 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:08 smithi072 bash[80515]: audit 2024-05-11T05:08:07.966628+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.15.72:0/1885768906' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T05:08:08.231 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:08 smithi072 bash[80515]: audit 2024-05-11T05:08:07.966628+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.15.72:0/1885768906' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T05:08:08.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:08 smithi072 bash[82901]: audit 2024-05-11T05:08:07.966628+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.15.72:0/1885768906' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T05:08:08.231 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:08 smithi072 bash[82901]: audit 2024-05-11T05:08:07.966628+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.15.72:0/1885768906' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T05:08:08.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:08 smithi086 bash[67518]: audit 2024-05-11T05:08:07.966628+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.15.72:0/1885768906' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T05:08:08.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:08 smithi086 bash[67518]: audit 2024-05-11T05:08:07.966628+0000 mon.a (mon.0) 857 : audit [DBG] from='client.? 172.21.15.72:0/1885768906' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-05-11T05:08:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:09 smithi086 bash[67518]: cluster 2024-05-11T05:08:07.965020+0000 mgr.y (mgr.24832) 564 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:09.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:09 smithi086 bash[67518]: cluster 2024-05-11T05:08:07.965020+0000 mgr.y (mgr.24832) 564 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:09.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:09 smithi072 bash[80515]: cluster 2024-05-11T05:08:07.965020+0000 mgr.y (mgr.24832) 564 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:09.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:09 smithi072 bash[80515]: cluster 2024-05-11T05:08:07.965020+0000 mgr.y (mgr.24832) 564 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:09.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:09 smithi072 bash[82901]: cluster 2024-05-11T05:08:07.965020+0000 mgr.y (mgr.24832) 564 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:09.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:09 smithi072 bash[82901]: cluster 2024-05-11T05:08:07.965020+0000 mgr.y (mgr.24832) 564 : cluster [DBG] pgmap v518: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:09.773 INFO:teuthology.orchestra.run.smithi072.stdout:163208757602 2024-05-11T05:08:10.037 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:10 smithi072 bash[80515]: audit 2024-05-11T05:08:09.775931+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.72:0/1616223557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T05:08:10.038 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:10 smithi072 bash[80515]: audit 2024-05-11T05:08:09.775931+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.72:0/1616223557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T05:08:10.117 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849019238 got 128849019242 for osd.4 2024-05-11T05:08:10.117 DEBUG:teuthology.parallel:result is None 2024-05-11T05:08:10.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:10 smithi086 bash[67518]: audit 2024-05-11T05:08:09.775931+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.72:0/1616223557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T05:08:10.286 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:10 smithi086 bash[67518]: audit 2024-05-11T05:08:09.775931+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.72:0/1616223557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T05:08:10.290 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:10 smithi072 bash[82901]: audit 2024-05-11T05:08:09.775931+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.72:0/1616223557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T05:08:10.290 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:10 smithi072 bash[82901]: audit 2024-05-11T05:08:09.775931+0000 mon.c (mon.2) 59 : audit [DBG] from='client.? 172.21.15.72:0/1616223557' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-05-11T05:08:10.661 INFO:teuthology.orchestra.run.smithi072.stdout:231928234318 2024-05-11T05:08:11.003 INFO:teuthology.orchestra.run.smithi072.stdout:395136991350 2024-05-11T05:08:11.058 INFO:teuthology.orchestra.run.smithi072.stdout:197568495961 2024-05-11T05:08:11.296 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:11 smithi072 bash[82901]: cluster 2024-05-11T05:08:09.965776+0000 mgr.y (mgr.24832) 565 : cluster [DBG] pgmap v519: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:11.296 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:11 smithi072 bash[82901]: cluster 2024-05-11T05:08:09.965776+0000 mgr.y (mgr.24832) 565 : cluster [DBG] pgmap v519: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:11.296 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:11 smithi072 bash[82901]: audit 2024-05-11T05:08:10.663551+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.72:0/595024926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T05:08:11.296 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:11 smithi072 bash[82901]: audit 2024-05-11T05:08:10.663551+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.72:0/595024926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T05:08:11.296 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:11 smithi072 bash[82901]: audit 2024-05-11T05:08:11.006308+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.72:0/2565611277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T05:08:11.296 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:11 smithi072 bash[82901]: audit 2024-05-11T05:08:11.006308+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.72:0/2565611277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T05:08:11.296 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:11 smithi072 bash[80515]: cluster 2024-05-11T05:08:09.965776+0000 mgr.y (mgr.24832) 565 : cluster [DBG] pgmap v519: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:11.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:11 smithi072 bash[80515]: cluster 2024-05-11T05:08:09.965776+0000 mgr.y (mgr.24832) 565 : cluster [DBG] pgmap v519: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:11.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:11 smithi072 bash[80515]: audit 2024-05-11T05:08:10.663551+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.72:0/595024926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T05:08:11.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:11 smithi072 bash[80515]: audit 2024-05-11T05:08:10.663551+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.72:0/595024926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T05:08:11.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:11 smithi072 bash[80515]: audit 2024-05-11T05:08:11.006308+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.72:0/2565611277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T05:08:11.297 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:11 smithi072 bash[80515]: audit 2024-05-11T05:08:11.006308+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.72:0/2565611277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T05:08:11.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:11 smithi086 bash[67518]: cluster 2024-05-11T05:08:09.965776+0000 mgr.y (mgr.24832) 565 : cluster [DBG] pgmap v519: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:11.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:11 smithi086 bash[67518]: cluster 2024-05-11T05:08:09.965776+0000 mgr.y (mgr.24832) 565 : cluster [DBG] pgmap v519: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:11.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:11 smithi086 bash[67518]: audit 2024-05-11T05:08:10.663551+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.72:0/595024926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T05:08:11.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:11 smithi086 bash[67518]: audit 2024-05-11T05:08:10.663551+0000 mon.a (mon.0) 858 : audit [DBG] from='client.? 172.21.15.72:0/595024926' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-05-11T05:08:11.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:11 smithi086 bash[67518]: audit 2024-05-11T05:08:11.006308+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.72:0/2565611277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T05:08:11.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:11 smithi086 bash[67518]: audit 2024-05-11T05:08:11.006308+0000 mon.c (mon.2) 60 : audit [DBG] from='client.? 172.21.15.72:0/2565611277' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-05-11T05:08:12.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:12 smithi072 bash[80515]: audit 2024-05-11T05:08:11.061101+0000 mon.a (mon.0) 859 : audit [DBG] from='client.? 172.21.15.72:0/2104673726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T05:08:12.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:12 smithi072 bash[80515]: audit 2024-05-11T05:08:11.061101+0000 mon.a (mon.0) 859 : audit [DBG] from='client.? 172.21.15.72:0/2104673726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T05:08:12.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:12 smithi072 bash[82901]: audit 2024-05-11T05:08:11.061101+0000 mon.a (mon.0) 859 : audit [DBG] from='client.? 172.21.15.72:0/2104673726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T05:08:12.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:12 smithi072 bash[82901]: audit 2024-05-11T05:08:11.061101+0000 mon.a (mon.0) 859 : audit [DBG] from='client.? 172.21.15.72:0/2104673726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T05:08:12.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:12 smithi086 bash[67518]: audit 2024-05-11T05:08:11.061101+0000 mon.a (mon.0) 859 : audit [DBG] from='client.? 172.21.15.72:0/2104673726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T05:08:12.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:12 smithi086 bash[67518]: audit 2024-05-11T05:08:11.061101+0000 mon.a (mon.0) 859 : audit [DBG] from='client.? 172.21.15.72:0/2104673726' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-05-11T05:08:13.382 INFO:tasks.cephadm.ceph_manager.ceph:need seq 562640715808 got 562640715814 for osd.2 2024-05-11T05:08:13.382 DEBUG:teuthology.parallel:result is None 2024-05-11T05:08:13.396 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:13 smithi072 bash[82901]: cluster 2024-05-11T05:08:11.966674+0000 mgr.y (mgr.24832) 566 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:13.396 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:13 smithi072 bash[82901]: cluster 2024-05-11T05:08:11.966674+0000 mgr.y (mgr.24832) 566 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:13.397 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:13 smithi072 bash[80515]: cluster 2024-05-11T05:08:11.966674+0000 mgr.y (mgr.24832) 566 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:13.397 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:13 smithi072 bash[80515]: cluster 2024-05-11T05:08:11.966674+0000 mgr.y (mgr.24832) 566 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:13.477 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757595 got 163208757602 for osd.5 2024-05-11T05:08:13.478 DEBUG:teuthology.parallel:result is None 2024-05-11T05:08:13.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:13 smithi086 bash[67518]: cluster 2024-05-11T05:08:11.966674+0000 mgr.y (mgr.24832) 566 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:13.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:13 smithi086 bash[67518]: cluster 2024-05-11T05:08:11.966674+0000 mgr.y (mgr.24832) 566 : cluster [DBG] pgmap v520: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:13.554 INFO:tasks.cephadm.ceph_manager.ceph:need seq 395136991343 got 395136991350 for osd.0 2024-05-11T05:08:13.554 DEBUG:teuthology.parallel:result is None 2024-05-11T05:08:14.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:08:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:08:13] "GET /metrics HTTP/1.1" 200 34225 "" "Prometheus/2.43.0" 2024-05-11T05:08:14.898 INFO:teuthology.orchestra.run.smithi072.stdout:476741369941 2024-05-11T05:08:15.215 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:15 smithi072 bash[80515]: cluster 2024-05-11T05:08:13.967482+0000 mgr.y (mgr.24832) 567 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:15.215 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:15 smithi072 bash[80515]: cluster 2024-05-11T05:08:13.967482+0000 mgr.y (mgr.24832) 567 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:15.215 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:15 smithi072 bash[80515]: audit 2024-05-11T05:08:14.900140+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.72:0/2820682267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T05:08:15.215 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:15 smithi072 bash[80515]: audit 2024-05-11T05:08:14.900140+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.72:0/2820682267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T05:08:15.215 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:15 smithi072 bash[82901]: cluster 2024-05-11T05:08:13.967482+0000 mgr.y (mgr.24832) 567 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:15.215 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:15 smithi072 bash[82901]: cluster 2024-05-11T05:08:13.967482+0000 mgr.y (mgr.24832) 567 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:15.215 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:15 smithi072 bash[82901]: audit 2024-05-11T05:08:14.900140+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.72:0/2820682267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T05:08:15.215 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:15 smithi072 bash[82901]: audit 2024-05-11T05:08:14.900140+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.72:0/2820682267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T05:08:15.216 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234312 got 231928234318 for osd.7 2024-05-11T05:08:15.216 DEBUG:teuthology.parallel:result is None 2024-05-11T05:08:15.224 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495955 got 197568495961 for osd.6 2024-05-11T05:08:15.224 DEBUG:teuthology.parallel:result is None 2024-05-11T05:08:15.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:15 smithi086 bash[67518]: cluster 2024-05-11T05:08:13.967482+0000 mgr.y (mgr.24832) 567 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:15.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:15 smithi086 bash[67518]: cluster 2024-05-11T05:08:13.967482+0000 mgr.y (mgr.24832) 567 : cluster [DBG] pgmap v521: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:15.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:15 smithi086 bash[67518]: audit 2024-05-11T05:08:14.900140+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.72:0/2820682267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T05:08:15.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:15 smithi086 bash[67518]: audit 2024-05-11T05:08:14.900140+0000 mon.c (mon.2) 61 : audit [DBG] from='client.? 172.21.15.72:0/2820682267' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-05-11T05:08:16.126 INFO:tasks.cephadm.ceph_manager.ceph:need seq 476741369934 got 476741369941 for osd.1 2024-05-11T05:08:16.126 DEBUG:teuthology.parallel:result is None 2024-05-11T05:08:16.126 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-05-11T05:08:16.126 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T05:08:17.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:17 smithi086 bash[67518]: cluster 2024-05-11T05:08:15.968547+0000 mgr.y (mgr.24832) 568 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:17.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:17 smithi086 bash[67518]: cluster 2024-05-11T05:08:15.968547+0000 mgr.y (mgr.24832) 568 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:17.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:17 smithi072 bash[80515]: cluster 2024-05-11T05:08:15.968547+0000 mgr.y (mgr.24832) 568 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:17.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:17 smithi072 bash[80515]: cluster 2024-05-11T05:08:15.968547+0000 mgr.y (mgr.24832) 568 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:17.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:17 smithi072 bash[82901]: cluster 2024-05-11T05:08:15.968547+0000 mgr.y (mgr.24832) 568 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:17.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:17 smithi072 bash[82901]: cluster 2024-05-11T05:08:15.968547+0000 mgr.y (mgr.24832) 568 : cluster [DBG] pgmap v522: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:19.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:19 smithi086 bash[67518]: cluster 2024-05-11T05:08:17.969297+0000 mgr.y (mgr.24832) 569 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:19.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:19 smithi086 bash[67518]: cluster 2024-05-11T05:08:17.969297+0000 mgr.y (mgr.24832) 569 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:19.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:19 smithi086 bash[67518]: audit 2024-05-11T05:08:18.868924+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:19.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:19 smithi086 bash[67518]: audit 2024-05-11T05:08:18.868924+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:19.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:19 smithi072 bash[80515]: cluster 2024-05-11T05:08:17.969297+0000 mgr.y (mgr.24832) 569 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:19.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:19 smithi072 bash[80515]: cluster 2024-05-11T05:08:17.969297+0000 mgr.y (mgr.24832) 569 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:19.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:19 smithi072 bash[80515]: audit 2024-05-11T05:08:18.868924+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:19.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:19 smithi072 bash[80515]: audit 2024-05-11T05:08:18.868924+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:19 smithi072 bash[82901]: cluster 2024-05-11T05:08:17.969297+0000 mgr.y (mgr.24832) 569 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:19 smithi072 bash[82901]: cluster 2024-05-11T05:08:17.969297+0000 mgr.y (mgr.24832) 569 : cluster [DBG] pgmap v523: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:19 smithi072 bash[82901]: audit 2024-05-11T05:08:18.868924+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:19 smithi072 bash[82901]: audit 2024-05-11T05:08:18.868924+0000 mon.a (mon.0) 860 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:20.869 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:08:21.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:21 smithi072 bash[80515]: cluster 2024-05-11T05:08:19.970315+0000 mgr.y (mgr.24832) 570 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:21 smithi072 bash[80515]: cluster 2024-05-11T05:08:19.970315+0000 mgr.y (mgr.24832) 570 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:21.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:21 smithi072 bash[82901]: cluster 2024-05-11T05:08:19.970315+0000 mgr.y (mgr.24832) 570 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:21.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:21 smithi072 bash[82901]: cluster 2024-05-11T05:08:19.970315+0000 mgr.y (mgr.24832) 570 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:21.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:21 smithi086 bash[67518]: cluster 2024-05-11T05:08:19.970315+0000 mgr.y (mgr.24832) 570 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:21.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:21 smithi086 bash[67518]: cluster 2024-05-11T05:08:19.970315+0000 mgr.y (mgr.24832) 570 : cluster [DBG] pgmap v524: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:23.412 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:23 smithi072 bash[80515]: cluster 2024-05-11T05:08:21.971187+0000 mgr.y (mgr.24832) 571 : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:23.412 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:23 smithi072 bash[80515]: cluster 2024-05-11T05:08:21.971187+0000 mgr.y (mgr.24832) 571 : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:23.412 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:23 smithi072 bash[82901]: cluster 2024-05-11T05:08:21.971187+0000 mgr.y (mgr.24832) 571 : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:23.412 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:23 smithi072 bash[82901]: cluster 2024-05-11T05:08:21.971187+0000 mgr.y (mgr.24832) 571 : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:23.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:23 smithi086 bash[67518]: cluster 2024-05-11T05:08:21.971187+0000 mgr.y (mgr.24832) 571 : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:23.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:23 smithi086 bash[67518]: cluster 2024-05-11T05:08:21.971187+0000 mgr.y (mgr.24832) 571 : cluster [DBG] pgmap v525: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:24.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:08:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:08:23] "GET /metrics HTTP/1.1" 200 34230 "" "Prometheus/2.43.0" 2024-05-11T05:08:25.045 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:08:25.047 INFO:teuthology.orchestra.run.smithi072.stderr:dumped all 2024-05-11T05:08:25.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:25 smithi086 bash[67518]: cluster 2024-05-11T05:08:23.972068+0000 mgr.y (mgr.24832) 572 : cluster [DBG] pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:25.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:25 smithi086 bash[67518]: cluster 2024-05-11T05:08:23.972068+0000 mgr.y (mgr.24832) 572 : cluster [DBG] pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:25.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:25 smithi072 bash[80515]: cluster 2024-05-11T05:08:23.972068+0000 mgr.y (mgr.24832) 572 : cluster [DBG] pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:25.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:25 smithi072 bash[80515]: cluster 2024-05-11T05:08:23.972068+0000 mgr.y (mgr.24832) 572 : cluster [DBG] pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:25 smithi072 bash[82901]: cluster 2024-05-11T05:08:23.972068+0000 mgr.y (mgr.24832) 572 : cluster [DBG] pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:25.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:25 smithi072 bash[82901]: cluster 2024-05-11T05:08:23.972068+0000 mgr.y (mgr.24832) 572 : cluster [DBG] pgmap v526: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:26.084 INFO:teuthology.orchestra.run.smithi072.stdout:{"pg_ready":true,"pg_map":{"version":526,"stamp":"2024-05-11T05:08:23.971524+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595922,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":457,"num_read_kb":902,"num_write":276,"num_write_kb":2446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":210,"ondisk_log_size":210,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2501948,"kb_used_data":15852,"kb_used_omap":28,"kb_used_meta":2485923,"kb_avail":747459268,"statfs":{"total":767960285184,"available":765398290432,"internally_reserved":0,"allocated":16232448,"data_stored":9506560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29170,"internal_metadata":2545585678},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005478"},"pg_stats":[{"pgid":"3.1a","version":"69'2","reported_seq":132,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.222947+0000","last_change":"2024-05-11T05:05:06.739289+0000","last_active":"2024-05-11T05:06:05.222947+0000","last_peered":"2024-05-11T05:06:05.222947+0000","last_clean":"2024-05-11T05:06:05.222947+0000","last_became_active":"2024-05-11T05:05:06.738643+0000","last_became_peered":"2024-05-11T05:05:06.738643+0000","last_unstale":"2024-05-11T05:06:05.222947+0000","last_undegraded":"2024-05-11T05:06:05.222947+0000","last_fullsized":"2024-05-11T05:06:05.222947+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:28:51.086354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":120,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.270347+0000","last_change":"2024-05-11T05:06:05.270347+0000","last_active":"2024-05-11T05:06:05.270347+0000","last_peered":"2024-05-11T05:06:05.270347+0000","last_clean":"2024-05-11T05:06:05.270347+0000","last_became_active":"2024-05-11T05:06:05.266889+0000","last_became_peered":"2024-05-11T05:06:05.266889+0000","last_unstale":"2024-05-11T05:06:05.270347+0000","last_undegraded":"2024-05-11T05:06:05.270347+0000","last_fullsized":"2024-05-11T05:06:05.270347+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:21:56.746105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":102,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.256547+0000","last_change":"2024-05-11T05:06:05.255692+0000","last_active":"2024-05-11T05:06:05.256547+0000","last_peered":"2024-05-11T05:06:05.256547+0000","last_clean":"2024-05-11T05:06:05.256547+0000","last_became_active":"2024-05-11T05:06:05.254907+0000","last_became_peered":"2024-05-11T05:06:05.254907+0000","last_unstale":"2024-05-11T05:06:05.256547+0000","last_undegraded":"2024-05-11T05:06:05.256547+0000","last_fullsized":"2024-05-11T05:06:05.256547+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:53:50.358696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":142,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.252951+0000","last_change":"2024-05-11T05:06:05.251659+0000","last_active":"2024-05-11T05:06:05.252951+0000","last_peered":"2024-05-11T05:06:05.252951+0000","last_clean":"2024-05-11T05:06:05.252951+0000","last_became_active":"2024-05-11T05:06:05.250904+0000","last_became_peered":"2024-05-11T05:06:05.250904+0000","last_unstale":"2024-05-11T05:06:05.252951+0000","last_undegraded":"2024-05-11T05:06:05.252951+0000","last_fullsized":"2024-05-11T05:06:05.252951+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:15:47.839763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":106,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.274023+0000","last_change":"2024-05-11T05:06:05.274023+0000","last_active":"2024-05-11T05:06:05.274023+0000","last_peered":"2024-05-11T05:06:05.274023+0000","last_clean":"2024-05-11T05:06:05.274023+0000","last_became_active":"2024-05-11T05:06:05.271205+0000","last_became_peered":"2024-05-11T05:06:05.271205+0000","last_unstale":"2024-05-11T05:06:05.274023+0000","last_undegraded":"2024-05-11T05:06:05.274023+0000","last_fullsized":"2024-05-11T05:06:05.274023+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:16:16.780152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.249011+0000","last_change":"2024-05-11T05:01:18.366117+0000","last_active":"2024-05-11T05:06:05.249011+0000","last_peered":"2024-05-11T05:06:05.249011+0000","last_clean":"2024-05-11T05:06:05.249011+0000","last_became_active":"2024-05-11T05:01:18.365722+0000","last_became_peered":"2024-05-11T05:01:18.365722+0000","last_unstale":"2024-05-11T05:06:05.249011+0000","last_undegraded":"2024-05-11T05:06:05.249011+0000","last_fullsized":"2024-05-11T05:06:05.249011+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:38:46.726687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":141,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.252912+0000","last_change":"2024-05-11T05:06:05.251924+0000","last_active":"2024-05-11T05:06:05.252912+0000","last_peered":"2024-05-11T05:06:05.252912+0000","last_clean":"2024-05-11T05:06:05.252912+0000","last_became_active":"2024-05-11T05:06:05.251091+0000","last_became_peered":"2024-05-11T05:06:05.251091+0000","last_unstale":"2024-05-11T05:06:05.252912+0000","last_undegraded":"2024-05-11T05:06:05.252912+0000","last_fullsized":"2024-05-11T05:06:05.252912+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:44:55.381915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":91,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.264296+0000","last_change":"2024-05-11T05:06:05.259858+0000","last_active":"2024-05-11T05:06:05.264296+0000","last_peered":"2024-05-11T05:06:05.264296+0000","last_clean":"2024-05-11T05:06:05.264296+0000","last_became_active":"2024-05-11T05:06:05.259520+0000","last_became_peered":"2024-05-11T05:06:05.259520+0000","last_unstale":"2024-05-11T05:06:05.264296+0000","last_undegraded":"2024-05-11T05:06:05.264296+0000","last_fullsized":"2024-05-11T05:06:05.264296+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:34:37.609784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":114,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.231451+0000","last_change":"2024-05-11T05:01:18.362041+0000","last_active":"2024-05-11T05:06:05.231451+0000","last_peered":"2024-05-11T05:06:05.231451+0000","last_clean":"2024-05-11T05:06:05.231451+0000","last_became_active":"2024-05-11T05:01:18.361533+0000","last_became_peered":"2024-05-11T05:01:18.361533+0000","last_unstale":"2024-05-11T05:06:05.231451+0000","last_undegraded":"2024-05-11T05:06:05.231451+0000","last_fullsized":"2024-05-11T05:06:05.231451+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:17:58.524958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":72,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.273841+0000","last_change":"2024-05-11T05:06:05.271260+0000","last_active":"2024-05-11T05:06:05.273841+0000","last_peered":"2024-05-11T05:06:05.273841+0000","last_clean":"2024-05-11T05:06:05.273841+0000","last_became_active":"2024-05-11T05:06:05.266391+0000","last_became_peered":"2024-05-11T05:06:05.266391+0000","last_unstale":"2024-05-11T05:06:05.273841+0000","last_undegraded":"2024-05-11T05:06:05.273841+0000","last_fullsized":"2024-05-11T05:06:05.273841+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:31:54.041317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":121,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.252553+0000","last_change":"2024-05-11T05:06:05.252553+0000","last_active":"2024-05-11T05:06:05.252553+0000","last_peered":"2024-05-11T05:06:05.252553+0000","last_clean":"2024-05-11T05:06:05.252553+0000","last_became_active":"2024-05-11T05:06:05.251239+0000","last_became_peered":"2024-05-11T05:06:05.251239+0000","last_unstale":"2024-05-11T05:06:05.252553+0000","last_undegraded":"2024-05-11T05:06:05.252553+0000","last_fullsized":"2024-05-11T05:06:05.252553+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:53:30.335280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":103,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.225285+0000","last_change":"2024-05-11T05:05:06.733877+0000","last_active":"2024-05-11T05:06:05.225285+0000","last_peered":"2024-05-11T05:06:05.225285+0000","last_clean":"2024-05-11T05:06:05.225285+0000","last_became_active":"2024-05-11T05:05:06.733435+0000","last_became_peered":"2024-05-11T05:05:06.733435+0000","last_unstale":"2024-05-11T05:06:05.225285+0000","last_undegraded":"2024-05-11T05:06:05.225285+0000","last_fullsized":"2024-05-11T05:06:05.225285+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:08:06.826996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"83'23","reported_seq":130,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.223508+0000","last_change":"2024-05-11T04:44:15.904178+0000","last_active":"2024-05-11T05:06:05.223508+0000","last_peered":"2024-05-11T05:06:05.223508+0000","last_clean":"2024-05-11T05:06:05.223508+0000","last_became_active":"2024-05-11T04:44:15.903257+0000","last_became_peered":"2024-05-11T04:44:15.903257+0000","last_unstale":"2024-05-11T05:06:05.223508+0000","last_undegraded":"2024-05-11T05:06:05.223508+0000","last_fullsized":"2024-05-11T05:06:05.223508+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:42:45.489726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4756,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.223882+0000","last_change":"2024-05-11T05:01:18.369055+0000","last_active":"2024-05-11T05:06:05.223882+0000","last_peered":"2024-05-11T05:06:05.223882+0000","last_clean":"2024-05-11T05:06:05.223882+0000","last_became_active":"2024-05-11T05:01:18.368480+0000","last_became_peered":"2024-05-11T05:01:18.368480+0000","last_unstale":"2024-05-11T05:06:05.223882+0000","last_undegraded":"2024-05-11T05:06:05.223882+0000","last_fullsized":"2024-05-11T05:06:05.223882+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:24:18.746561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":120,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.229116+0000","last_change":"2024-05-11T05:05:06.721642+0000","last_active":"2024-05-11T05:06:05.229116+0000","last_peered":"2024-05-11T05:06:05.229116+0000","last_clean":"2024-05-11T05:06:05.229116+0000","last_became_active":"2024-05-11T05:05:06.721199+0000","last_became_peered":"2024-05-11T05:05:06.721199+0000","last_unstale":"2024-05-11T05:06:05.229116+0000","last_undegraded":"2024-05-11T05:06:05.229116+0000","last_fullsized":"2024-05-11T05:06:05.229116+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:05:19.144625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":91,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.260339+0000","last_change":"2024-05-11T05:06:05.258744+0000","last_active":"2024-05-11T05:06:05.260339+0000","last_peered":"2024-05-11T05:06:05.260339+0000","last_clean":"2024-05-11T05:06:05.260339+0000","last_became_active":"2024-05-11T05:06:05.257803+0000","last_became_peered":"2024-05-11T05:06:05.257803+0000","last_unstale":"2024-05-11T05:06:05.260339+0000","last_undegraded":"2024-05-11T05:06:05.260339+0000","last_fullsized":"2024-05-11T05:06:05.260339+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:20:03.165673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":141,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.254729+0000","last_change":"2024-05-11T05:06:05.254022+0000","last_active":"2024-05-11T05:06:05.254729+0000","last_peered":"2024-05-11T05:06:05.254729+0000","last_clean":"2024-05-11T05:06:05.254729+0000","last_became_active":"2024-05-11T05:06:05.253540+0000","last_became_peered":"2024-05-11T05:06:05.253540+0000","last_unstale":"2024-05-11T05:06:05.254729+0000","last_undegraded":"2024-05-11T05:06:05.254729+0000","last_fullsized":"2024-05-11T05:06:05.254729+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:57:22.156749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":113,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.258365+0000","last_change":"2024-05-11T05:06:05.258365+0000","last_active":"2024-05-11T05:06:05.258365+0000","last_peered":"2024-05-11T05:06:05.258365+0000","last_clean":"2024-05-11T05:06:05.258365+0000","last_became_active":"2024-05-11T05:06:05.257468+0000","last_became_peered":"2024-05-11T05:06:05.257468+0000","last_unstale":"2024-05-11T05:06:05.258365+0000","last_undegraded":"2024-05-11T05:06:05.258365+0000","last_fullsized":"2024-05-11T05:06:05.258365+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:20:04.963718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.228981+0000","last_change":"2024-05-11T04:44:15.906295+0000","last_active":"2024-05-11T05:06:05.228981+0000","last_peered":"2024-05-11T05:06:05.228981+0000","last_clean":"2024-05-11T05:06:05.228981+0000","last_became_active":"2024-05-11T04:44:15.905254+0000","last_became_peered":"2024-05-11T04:44:15.905254+0000","last_unstale":"2024-05-11T05:06:05.228981+0000","last_undegraded":"2024-05-11T05:06:05.228981+0000","last_fullsized":"2024-05-11T05:06:05.228981+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:16:58.459590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":142,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.257161+0000","last_change":"2024-05-11T05:06:05.256821+0000","last_active":"2024-05-11T05:06:05.257161+0000","last_peered":"2024-05-11T05:06:05.257161+0000","last_clean":"2024-05-11T05:06:05.257161+0000","last_became_active":"2024-05-11T05:06:05.256441+0000","last_became_peered":"2024-05-11T05:06:05.256441+0000","last_unstale":"2024-05-11T05:06:05.257161+0000","last_undegraded":"2024-05-11T05:06:05.257161+0000","last_fullsized":"2024-05-11T05:06:05.257161+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:45:03.247683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":132,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.248639+0000","last_change":"2024-05-11T04:58:30.190876+0000","last_active":"2024-05-11T05:06:05.248639+0000","last_peered":"2024-05-11T05:06:05.248639+0000","last_clean":"2024-05-11T05:06:05.248639+0000","last_became_active":"2024-05-11T04:58:30.190426+0000","last_became_peered":"2024-05-11T04:58:30.190426+0000","last_unstale":"2024-05-11T05:06:05.248639+0000","last_undegraded":"2024-05-11T05:06:05.248639+0000","last_fullsized":"2024-05-11T05:06:05.248639+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:55:38.332634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":90,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.253412+0000","last_change":"2024-05-11T05:06:05.253412+0000","last_active":"2024-05-11T05:06:05.253412+0000","last_peered":"2024-05-11T05:06:05.253412+0000","last_clean":"2024-05-11T05:06:05.253412+0000","last_became_active":"2024-05-11T05:06:05.252841+0000","last_became_peered":"2024-05-11T05:06:05.252841+0000","last_unstale":"2024-05-11T05:06:05.253412+0000","last_undegraded":"2024-05-11T05:06:05.253412+0000","last_fullsized":"2024-05-11T05:06:05.253412+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:01:15.347177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230437+0000","last_change":"2024-05-11T04:58:30.190513+0000","last_active":"2024-05-11T05:06:05.230437+0000","last_peered":"2024-05-11T05:06:05.230437+0000","last_clean":"2024-05-11T05:06:05.230437+0000","last_became_active":"2024-05-11T04:58:30.189396+0000","last_became_peered":"2024-05-11T04:58:30.189396+0000","last_unstale":"2024-05-11T05:06:05.230437+0000","last_undegraded":"2024-05-11T05:06:05.230437+0000","last_fullsized":"2024-05-11T05:06:05.230437+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:55:46.392251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":100,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.609396+0000","last_change":"2024-05-11T04:44:17.549027+0000","last_active":"2024-05-11T05:06:05.609396+0000","last_peered":"2024-05-11T05:06:05.609396+0000","last_clean":"2024-05-11T05:06:05.609396+0000","last_became_active":"2024-05-11T04:44:17.548094+0000","last_became_peered":"2024-05-11T04:44:17.548094+0000","last_unstale":"2024-05-11T05:06:05.609396+0000","last_undegraded":"2024-05-11T05:06:05.609396+0000","last_fullsized":"2024-05-11T05:06:05.609396+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:51:51.768012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":120,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230031+0000","last_change":"2024-05-11T05:01:18.354669+0000","last_active":"2024-05-11T05:06:05.230031+0000","last_peered":"2024-05-11T05:06:05.230031+0000","last_clean":"2024-05-11T05:06:05.230031+0000","last_became_active":"2024-05-11T05:01:18.354133+0000","last_became_peered":"2024-05-11T05:01:18.354133+0000","last_unstale":"2024-05-11T05:06:05.230031+0000","last_undegraded":"2024-05-11T05:06:05.230031+0000","last_fullsized":"2024-05-11T05:06:05.230031+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:20:33.644036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":131,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.239223+0000","last_change":"2024-05-11T05:06:05.238646+0000","last_active":"2024-05-11T05:06:05.239223+0000","last_peered":"2024-05-11T05:06:05.239223+0000","last_clean":"2024-05-11T05:06:05.239223+0000","last_became_active":"2024-05-11T05:06:05.237854+0000","last_became_peered":"2024-05-11T05:06:05.237854+0000","last_unstale":"2024-05-11T05:06:05.239223+0000","last_undegraded":"2024-05-11T05:06:05.239223+0000","last_fullsized":"2024-05-11T05:06:05.239223+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:04:08.581111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":103,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.229567+0000","last_change":"2024-05-11T04:44:15.917185+0000","last_active":"2024-05-11T05:06:05.229567+0000","last_peered":"2024-05-11T05:06:05.229567+0000","last_clean":"2024-05-11T05:06:05.229567+0000","last_became_active":"2024-05-11T04:44:15.916369+0000","last_became_peered":"2024-05-11T04:44:15.916369+0000","last_unstale":"2024-05-11T05:06:05.229567+0000","last_undegraded":"2024-05-11T05:06:05.229567+0000","last_fullsized":"2024-05-11T05:06:05.229567+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:04:32.037288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.248333+0000","last_change":"2024-05-11T05:01:18.360820+0000","last_active":"2024-05-11T05:06:05.248333+0000","last_peered":"2024-05-11T05:06:05.248333+0000","last_clean":"2024-05-11T05:06:05.248333+0000","last_became_active":"2024-05-11T05:01:18.360319+0000","last_became_peered":"2024-05-11T05:01:18.360319+0000","last_unstale":"2024-05-11T05:06:05.248333+0000","last_undegraded":"2024-05-11T05:06:05.248333+0000","last_fullsized":"2024-05-11T05:06:05.248333+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:06:41.027019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.255632+0000","last_change":"2024-05-11T05:06:05.254952+0000","last_active":"2024-05-11T05:06:05.255632+0000","last_peered":"2024-05-11T05:06:05.255632+0000","last_clean":"2024-05-11T05:06:05.255632+0000","last_became_active":"2024-05-11T05:06:05.254190+0000","last_became_peered":"2024-05-11T05:06:05.254190+0000","last_unstale":"2024-05-11T05:06:05.255632+0000","last_undegraded":"2024-05-11T05:06:05.255632+0000","last_fullsized":"2024-05-11T05:06:05.255632+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:19:51.594430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":142,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.229329+0000","last_change":"2024-05-11T05:01:18.358333+0000","last_active":"2024-05-11T05:06:05.229329+0000","last_peered":"2024-05-11T05:06:05.229329+0000","last_clean":"2024-05-11T05:06:05.229329+0000","last_became_active":"2024-05-11T05:01:18.357852+0000","last_became_peered":"2024-05-11T05:01:18.357852+0000","last_unstale":"2024-05-11T05:06:05.229329+0000","last_undegraded":"2024-05-11T05:06:05.229329+0000","last_fullsized":"2024-05-11T05:06:05.229329+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:40:47.629085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"69'3","reported_seq":121,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.273077+0000","last_change":"2024-05-11T05:06:05.270364+0000","last_active":"2024-05-11T05:06:05.273077+0000","last_peered":"2024-05-11T05:06:05.273077+0000","last_clean":"2024-05-11T05:06:05.273077+0000","last_became_active":"2024-05-11T05:06:05.266232+0000","last_became_peered":"2024-05-11T05:06:05.266232+0000","last_unstale":"2024-05-11T05:06:05.273077+0000","last_undegraded":"2024-05-11T05:06:05.273077+0000","last_fullsized":"2024-05-11T05:06:05.273077+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:14:47.932193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.261565+0000","last_change":"2024-05-11T05:06:05.260966+0000","last_active":"2024-05-11T05:06:05.261565+0000","last_peered":"2024-05-11T05:06:05.261565+0000","last_clean":"2024-05-11T05:06:05.261565+0000","last_became_active":"2024-05-11T05:06:05.260178+0000","last_became_peered":"2024-05-11T05:06:05.260178+0000","last_unstale":"2024-05-11T05:06:05.261565+0000","last_undegraded":"2024-05-11T05:06:05.261565+0000","last_fullsized":"2024-05-11T05:06:05.261565+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:53:07.260431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.248863+0000","last_change":"2024-05-11T05:01:18.365551+0000","last_active":"2024-05-11T05:06:05.248863+0000","last_peered":"2024-05-11T05:06:05.248863+0000","last_clean":"2024-05-11T05:06:05.248863+0000","last_became_active":"2024-05-11T05:01:18.364943+0000","last_became_peered":"2024-05-11T05:01:18.364943+0000","last_unstale":"2024-05-11T05:06:05.248863+0000","last_undegraded":"2024-05-11T05:06:05.248863+0000","last_fullsized":"2024-05-11T05:06:05.248863+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:19:28.225119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":124,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.223499+0000","last_change":"2024-05-11T05:05:06.756780+0000","last_active":"2024-05-11T05:06:05.223499+0000","last_peered":"2024-05-11T05:06:05.223499+0000","last_clean":"2024-05-11T05:06:05.223499+0000","last_became_active":"2024-05-11T05:05:06.756196+0000","last_became_peered":"2024-05-11T05:05:06.756196+0000","last_unstale":"2024-05-11T05:06:05.223499+0000","last_undegraded":"2024-05-11T05:06:05.223499+0000","last_fullsized":"2024-05-11T05:06:05.223499+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:35:43.988868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.222685+0000","last_change":"2024-05-11T05:05:06.726799+0000","last_active":"2024-05-11T05:06:05.222685+0000","last_peered":"2024-05-11T05:06:05.222685+0000","last_clean":"2024-05-11T05:06:05.222685+0000","last_became_active":"2024-05-11T05:05:06.726492+0000","last_became_peered":"2024-05-11T05:05:06.726492+0000","last_unstale":"2024-05-11T05:06:05.222685+0000","last_undegraded":"2024-05-11T05:06:05.222685+0000","last_fullsized":"2024-05-11T05:06:05.222685+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:07:31.923287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.224145+0000","last_change":"2024-05-11T05:01:18.371029+0000","last_active":"2024-05-11T05:06:05.224145+0000","last_peered":"2024-05-11T05:06:05.224145+0000","last_clean":"2024-05-11T05:06:05.224145+0000","last_became_active":"2024-05-11T05:01:18.368217+0000","last_became_peered":"2024-05-11T05:01:18.368217+0000","last_unstale":"2024-05-11T05:06:05.224145+0000","last_undegraded":"2024-05-11T05:06:05.224145+0000","last_fullsized":"2024-05-11T05:06:05.224145+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:40:19.475922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":92,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.258285+0000","last_change":"2024-05-11T05:06:05.257563+0000","last_active":"2024-05-11T05:06:05.258285+0000","last_peered":"2024-05-11T05:06:05.258285+0000","last_clean":"2024-05-11T05:06:05.258285+0000","last_became_active":"2024-05-11T05:06:05.256508+0000","last_became_peered":"2024-05-11T05:06:05.256508+0000","last_unstale":"2024-05-11T05:06:05.258285+0000","last_undegraded":"2024-05-11T05:06:05.258285+0000","last_fullsized":"2024-05-11T05:06:05.258285+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:15:39.895803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.261819+0000","last_change":"2024-05-11T05:06:05.261002+0000","last_active":"2024-05-11T05:06:05.261819+0000","last_peered":"2024-05-11T05:06:05.261819+0000","last_clean":"2024-05-11T05:06:05.261819+0000","last_became_active":"2024-05-11T05:06:05.260063+0000","last_became_peered":"2024-05-11T05:06:05.260063+0000","last_unstale":"2024-05-11T05:06:05.261819+0000","last_undegraded":"2024-05-11T05:06:05.261819+0000","last_fullsized":"2024-05-11T05:06:05.261819+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:35:15.520927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":148,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.227122+0000","last_change":"2024-05-11T05:01:18.370935+0000","last_active":"2024-05-11T05:06:05.227122+0000","last_peered":"2024-05-11T05:06:05.227122+0000","last_clean":"2024-05-11T05:06:05.227122+0000","last_became_active":"2024-05-11T05:01:18.370461+0000","last_became_peered":"2024-05-11T05:01:18.370461+0000","last_unstale":"2024-05-11T05:06:05.227122+0000","last_undegraded":"2024-05-11T05:06:05.227122+0000","last_fullsized":"2024-05-11T05:06:05.227122+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:28:04.834703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":131,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.259161+0000","last_change":"2024-05-11T05:06:05.258325+0000","last_active":"2024-05-11T05:06:05.259161+0000","last_peered":"2024-05-11T05:06:05.259161+0000","last_clean":"2024-05-11T05:06:05.259161+0000","last_became_active":"2024-05-11T05:06:05.257418+0000","last_became_peered":"2024-05-11T05:06:05.257418+0000","last_unstale":"2024-05-11T05:06:05.259161+0000","last_undegraded":"2024-05-11T05:06:05.259161+0000","last_fullsized":"2024-05-11T05:06:05.259161+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:35:43.737065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":94,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.225534+0000","last_change":"2024-05-11T05:01:18.368183+0000","last_active":"2024-05-11T05:06:05.225534+0000","last_peered":"2024-05-11T05:06:05.225534+0000","last_clean":"2024-05-11T05:06:05.225534+0000","last_became_active":"2024-05-11T05:01:18.367345+0000","last_became_peered":"2024-05-11T05:01:18.367345+0000","last_unstale":"2024-05-11T05:06:05.225534+0000","last_undegraded":"2024-05-11T05:06:05.225534+0000","last_fullsized":"2024-05-11T05:06:05.225534+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:31:42.919943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":121,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230665+0000","last_change":"2024-05-11T05:01:18.362470+0000","last_active":"2024-05-11T05:06:05.230665+0000","last_peered":"2024-05-11T05:06:05.230665+0000","last_clean":"2024-05-11T05:06:05.230665+0000","last_became_active":"2024-05-11T05:01:18.361973+0000","last_became_peered":"2024-05-11T05:01:18.361973+0000","last_unstale":"2024-05-11T05:06:05.230665+0000","last_undegraded":"2024-05-11T05:06:05.230665+0000","last_fullsized":"2024-05-11T05:06:05.230665+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:57:50.601916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.223268+0000","last_change":"2024-05-11T04:58:30.178949+0000","last_active":"2024-05-11T05:06:05.223268+0000","last_peered":"2024-05-11T05:06:05.223268+0000","last_clean":"2024-05-11T05:06:05.223268+0000","last_became_active":"2024-05-11T04:58:30.178630+0000","last_became_peered":"2024-05-11T04:58:30.178630+0000","last_unstale":"2024-05-11T05:06:05.223268+0000","last_undegraded":"2024-05-11T05:06:05.223268+0000","last_fullsized":"2024-05-11T05:06:05.223268+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:42:47.191809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":112,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.257601+0000","last_change":"2024-05-11T05:06:05.256743+0000","last_active":"2024-05-11T05:06:05.257601+0000","last_peered":"2024-05-11T05:06:05.257601+0000","last_clean":"2024-05-11T05:06:05.257601+0000","last_became_active":"2024-05-11T05:06:05.255644+0000","last_became_peered":"2024-05-11T05:06:05.255644+0000","last_unstale":"2024-05-11T05:06:05.257601+0000","last_undegraded":"2024-05-11T05:06:05.257601+0000","last_fullsized":"2024-05-11T05:06:05.257601+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:29:17.658418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.262394+0000","last_change":"2024-05-11T05:06:05.261608+0000","last_active":"2024-05-11T05:06:05.262394+0000","last_peered":"2024-05-11T05:06:05.262394+0000","last_clean":"2024-05-11T05:06:05.262394+0000","last_became_active":"2024-05-11T05:06:05.260798+0000","last_became_peered":"2024-05-11T05:06:05.260798+0000","last_unstale":"2024-05-11T05:06:05.262394+0000","last_undegraded":"2024-05-11T05:06:05.262394+0000","last_fullsized":"2024-05-11T05:06:05.262394+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:27:27.255756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":103,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.224331+0000","last_change":"2024-05-11T05:05:06.734391+0000","last_active":"2024-05-11T05:06:05.224331+0000","last_peered":"2024-05-11T05:06:05.224331+0000","last_clean":"2024-05-11T05:06:05.224331+0000","last_became_active":"2024-05-11T05:05:06.733838+0000","last_became_peered":"2024-05-11T05:05:06.733838+0000","last_unstale":"2024-05-11T05:06:05.224331+0000","last_undegraded":"2024-05-11T05:06:05.224331+0000","last_fullsized":"2024-05-11T05:06:05.224331+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:59:54.823785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":142,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230020+0000","last_change":"2024-05-11T05:01:18.373013+0000","last_active":"2024-05-11T05:06:05.230020+0000","last_peered":"2024-05-11T05:06:05.230020+0000","last_clean":"2024-05-11T05:06:05.230020+0000","last_became_active":"2024-05-11T05:01:18.372533+0000","last_became_peered":"2024-05-11T05:01:18.372533+0000","last_unstale":"2024-05-11T05:06:05.230020+0000","last_undegraded":"2024-05-11T05:06:05.230020+0000","last_fullsized":"2024-05-11T05:06:05.230020+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:47:39.201503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":121,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230129+0000","last_change":"2024-05-11T05:05:06.719419+0000","last_active":"2024-05-11T05:06:05.230129+0000","last_peered":"2024-05-11T05:06:05.230129+0000","last_clean":"2024-05-11T05:06:05.230129+0000","last_became_active":"2024-05-11T05:05:06.719117+0000","last_became_peered":"2024-05-11T05:05:06.719117+0000","last_unstale":"2024-05-11T05:06:05.230129+0000","last_undegraded":"2024-05-11T05:06:05.230129+0000","last_fullsized":"2024-05-11T05:06:05.230129+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:47:18.796221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"83'149","reported_seq":445,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.227896+0000","last_change":"2024-05-11T04:58:30.189502+0000","last_active":"2024-05-11T05:06:05.227896+0000","last_peered":"2024-05-11T05:06:05.227896+0000","last_clean":"2024-05-11T05:06:05.227896+0000","last_became_active":"2024-05-11T04:58:30.189111+0000","last_became_peered":"2024-05-11T04:58:30.189111+0000","last_unstale":"2024-05-11T05:06:05.227896+0000","last_undegraded":"2024-05-11T05:06:05.227896+0000","last_fullsized":"2024-05-11T05:06:05.227896+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_clean_scrub_stamp":"2024-05-11T04:36:10.966115+0000","objects_scrubbed":0,"log_size":149,"log_dups_size":0,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:12:07.705331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":392,"num_read_kb":834,"num_write":215,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":72,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.266146+0000","last_change":"2024-05-11T05:06:05.265246+0000","last_active":"2024-05-11T05:06:05.266146+0000","last_peered":"2024-05-11T05:06:05.266146+0000","last_clean":"2024-05-11T05:06:05.266146+0000","last_became_active":"2024-05-11T05:06:05.264352+0000","last_became_peered":"2024-05-11T05:06:05.264352+0000","last_unstale":"2024-05-11T05:06:05.266146+0000","last_undegraded":"2024-05-11T05:06:05.266146+0000","last_fullsized":"2024-05-11T05:06:05.266146+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:07:17.628079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.248535+0000","last_change":"2024-05-11T04:44:15.926937+0000","last_active":"2024-05-11T05:06:05.248535+0000","last_peered":"2024-05-11T05:06:05.248535+0000","last_clean":"2024-05-11T05:06:05.248535+0000","last_became_active":"2024-05-11T04:44:15.926631+0000","last_became_peered":"2024-05-11T04:44:15.926631+0000","last_unstale":"2024-05-11T05:06:05.248535+0000","last_undegraded":"2024-05-11T05:06:05.248535+0000","last_fullsized":"2024-05-11T05:06:05.248535+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:17:21.702606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":138,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:10.035605+0000","last_change":"2024-05-11T05:01:18.355274+0000","last_active":"2024-05-11T05:06:10.035605+0000","last_peered":"2024-05-11T05:06:10.035605+0000","last_clean":"2024-05-11T05:06:10.035605+0000","last_became_active":"2024-05-11T05:01:18.353587+0000","last_became_peered":"2024-05-11T05:01:18.353587+0000","last_unstale":"2024-05-11T05:06:10.035605+0000","last_undegraded":"2024-05-11T05:06:10.035605+0000","last_fullsized":"2024-05-11T05:06:10.035605+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:17:29.184573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":141,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.252745+0000","last_change":"2024-05-11T05:06:05.251371+0000","last_active":"2024-05-11T05:06:05.252745+0000","last_peered":"2024-05-11T05:06:05.252745+0000","last_clean":"2024-05-11T05:06:05.252745+0000","last_became_active":"2024-05-11T05:06:05.250458+0000","last_became_peered":"2024-05-11T05:06:05.250458+0000","last_unstale":"2024-05-11T05:06:05.252745+0000","last_undegraded":"2024-05-11T05:06:05.252745+0000","last_fullsized":"2024-05-11T05:06:05.252745+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:33:49.243679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":151,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.232475+0000","last_change":"2024-05-11T05:05:06.738411+0000","last_active":"2024-05-11T05:06:05.232475+0000","last_peered":"2024-05-11T05:06:05.232475+0000","last_clean":"2024-05-11T05:06:05.232475+0000","last_became_active":"2024-05-11T05:05:06.730659+0000","last_became_peered":"2024-05-11T05:05:06.730659+0000","last_unstale":"2024-05-11T05:06:05.232475+0000","last_undegraded":"2024-05-11T05:06:05.232475+0000","last_fullsized":"2024-05-11T05:06:05.232475+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:07:48.768070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":122,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.229818+0000","last_change":"2024-05-11T04:58:30.175604+0000","last_active":"2024-05-11T05:06:05.229818+0000","last_peered":"2024-05-11T05:06:05.229818+0000","last_clean":"2024-05-11T05:06:05.229818+0000","last_became_active":"2024-05-11T04:58:30.174624+0000","last_became_peered":"2024-05-11T04:58:30.174624+0000","last_unstale":"2024-05-11T05:06:05.229818+0000","last_undegraded":"2024-05-11T05:06:05.229818+0000","last_fullsized":"2024-05-11T05:06:05.229818+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:07:33.054173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":103,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.227455+0000","last_change":"2024-05-11T05:05:06.736629+0000","last_active":"2024-05-11T05:06:05.227455+0000","last_peered":"2024-05-11T05:06:05.227455+0000","last_clean":"2024-05-11T05:06:05.227455+0000","last_became_active":"2024-05-11T05:05:06.736169+0000","last_became_peered":"2024-05-11T05:05:06.736169+0000","last_unstale":"2024-05-11T05:06:05.227455+0000","last_undegraded":"2024-05-11T05:06:05.227455+0000","last_fullsized":"2024-05-11T05:06:05.227455+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:21:16.811528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":133,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.228733+0000","last_change":"2024-05-11T04:58:30.191206+0000","last_active":"2024-05-11T05:06:05.228733+0000","last_peered":"2024-05-11T05:06:05.228733+0000","last_clean":"2024-05-11T05:06:05.228733+0000","last_became_active":"2024-05-11T04:58:30.190140+0000","last_became_peered":"2024-05-11T04:58:30.190140+0000","last_unstale":"2024-05-11T05:06:05.228733+0000","last_undegraded":"2024-05-11T05:06:05.228733+0000","last_fullsized":"2024-05-11T05:06:05.228733+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:21:52.720963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":121,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.266125+0000","last_change":"2024-05-11T05:06:05.265638+0000","last_active":"2024-05-11T05:06:05.266125+0000","last_peered":"2024-05-11T05:06:05.266125+0000","last_clean":"2024-05-11T05:06:05.266125+0000","last_became_active":"2024-05-11T05:06:05.265281+0000","last_became_peered":"2024-05-11T05:06:05.265281+0000","last_unstale":"2024-05-11T05:06:05.266125+0000","last_undegraded":"2024-05-11T05:06:05.266125+0000","last_fullsized":"2024-05-11T05:06:05.266125+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:09:28.940052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":144,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.227743+0000","last_change":"2024-05-11T05:01:18.364958+0000","last_active":"2024-05-11T05:06:05.227743+0000","last_peered":"2024-05-11T05:06:05.227743+0000","last_clean":"2024-05-11T05:06:05.227743+0000","last_became_active":"2024-05-11T05:01:18.364525+0000","last_became_peered":"2024-05-11T05:01:18.364525+0000","last_unstale":"2024-05-11T05:06:05.227743+0000","last_undegraded":"2024-05-11T05:06:05.227743+0000","last_fullsized":"2024-05-11T05:06:05.227743+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:33:13.754615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.274639+0000","last_change":"2024-05-11T05:06:05.273407+0000","last_active":"2024-05-11T05:06:05.274639+0000","last_peered":"2024-05-11T05:06:05.274639+0000","last_clean":"2024-05-11T05:06:05.274639+0000","last_became_active":"2024-05-11T05:06:05.272481+0000","last_became_peered":"2024-05-11T05:06:05.272481+0000","last_unstale":"2024-05-11T05:06:05.274639+0000","last_undegraded":"2024-05-11T05:06:05.274639+0000","last_fullsized":"2024-05-11T05:06:05.274639+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:01:58.563653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":122,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.248794+0000","last_change":"2024-05-11T05:05:06.718889+0000","last_active":"2024-05-11T05:06:05.248794+0000","last_peered":"2024-05-11T05:06:05.248794+0000","last_clean":"2024-05-11T05:06:05.248794+0000","last_became_active":"2024-05-11T05:05:06.718540+0000","last_became_peered":"2024-05-11T05:05:06.718540+0000","last_unstale":"2024-05-11T05:06:05.248794+0000","last_undegraded":"2024-05-11T05:06:05.248794+0000","last_fullsized":"2024-05-11T05:06:05.248794+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:19:48.905399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":147,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230872+0000","last_change":"2024-05-11T05:01:18.362174+0000","last_active":"2024-05-11T05:06:05.230872+0000","last_peered":"2024-05-11T05:06:05.230872+0000","last_clean":"2024-05-11T05:06:05.230872+0000","last_became_active":"2024-05-11T05:01:18.361464+0000","last_became_peered":"2024-05-11T05:01:18.361464+0000","last_unstale":"2024-05-11T05:06:05.230872+0000","last_undegraded":"2024-05-11T05:06:05.230872+0000","last_fullsized":"2024-05-11T05:06:05.230872+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:58:21.348573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.222777+0000","last_change":"2024-05-11T04:44:16.123650+0000","last_active":"2024-05-11T05:06:05.222777+0000","last_peered":"2024-05-11T05:06:05.222777+0000","last_clean":"2024-05-11T05:06:05.222777+0000","last_became_active":"2024-05-11T04:44:16.121845+0000","last_became_peered":"2024-05-11T04:44:16.121845+0000","last_unstale":"2024-05-11T05:06:05.222777+0000","last_undegraded":"2024-05-11T05:06:05.222777+0000","last_fullsized":"2024-05-11T05:06:05.222777+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:36:10.641645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'2","reported_seq":138,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.229466+0000","last_change":"2024-05-11T04:58:30.191890+0000","last_active":"2024-05-11T05:06:05.229466+0000","last_peered":"2024-05-11T05:06:05.229466+0000","last_clean":"2024-05-11T05:06:05.229466+0000","last_became_active":"2024-05-11T04:58:30.190775+0000","last_became_peered":"2024-05-11T04:58:30.190775+0000","last_unstale":"2024-05-11T05:06:05.229466+0000","last_undegraded":"2024-05-11T05:06:05.229466+0000","last_fullsized":"2024-05-11T05:06:05.229466+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:06:02.978304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":127,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.261690+0000","last_change":"2024-05-11T05:06:05.260727+0000","last_active":"2024-05-11T05:06:05.261690+0000","last_peered":"2024-05-11T05:06:05.261690+0000","last_clean":"2024-05-11T05:06:05.261690+0000","last_became_active":"2024-05-11T05:06:05.260381+0000","last_became_peered":"2024-05-11T05:06:05.260381+0000","last_unstale":"2024-05-11T05:06:05.261690+0000","last_undegraded":"2024-05-11T05:06:05.261690+0000","last_fullsized":"2024-05-11T05:06:05.261690+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:56:36.144676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.232324+0000","last_change":"2024-05-11T05:01:18.363607+0000","last_active":"2024-05-11T05:06:05.232324+0000","last_peered":"2024-05-11T05:06:05.232324+0000","last_clean":"2024-05-11T05:06:05.232324+0000","last_became_active":"2024-05-11T05:01:18.362903+0000","last_became_peered":"2024-05-11T05:01:18.362903+0000","last_unstale":"2024-05-11T05:06:05.232324+0000","last_undegraded":"2024-05-11T05:06:05.232324+0000","last_fullsized":"2024-05-11T05:06:05.232324+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:34:03.459259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":129,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.239482+0000","last_change":"2024-05-11T05:06:05.238959+0000","last_active":"2024-05-11T05:06:05.239482+0000","last_peered":"2024-05-11T05:06:05.239482+0000","last_clean":"2024-05-11T05:06:05.239482+0000","last_became_active":"2024-05-11T05:06:05.238213+0000","last_became_peered":"2024-05-11T05:06:05.238213+0000","last_unstale":"2024-05-11T05:06:05.239482+0000","last_undegraded":"2024-05-11T05:06:05.239482+0000","last_fullsized":"2024-05-11T05:06:05.239482+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:27:09.338392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":103,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.232508+0000","last_change":"2024-05-11T04:44:15.896335+0000","last_active":"2024-05-11T05:06:05.232508+0000","last_peered":"2024-05-11T05:06:05.232508+0000","last_clean":"2024-05-11T05:06:05.232508+0000","last_became_active":"2024-05-11T04:44:15.894431+0000","last_became_peered":"2024-05-11T04:44:15.894431+0000","last_unstale":"2024-05-11T05:06:05.232508+0000","last_undegraded":"2024-05-11T05:06:05.232508+0000","last_fullsized":"2024-05-11T05:06:05.232508+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:30:09.928678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":129,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.261543+0000","last_change":"2024-05-11T05:06:05.260849+0000","last_active":"2024-05-11T05:06:05.261543+0000","last_peered":"2024-05-11T05:06:05.261543+0000","last_clean":"2024-05-11T05:06:05.261543+0000","last_became_active":"2024-05-11T05:06:05.260051+0000","last_became_peered":"2024-05-11T05:06:05.260051+0000","last_unstale":"2024-05-11T05:06:05.261543+0000","last_undegraded":"2024-05-11T05:06:05.261543+0000","last_fullsized":"2024-05-11T05:06:05.261543+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:22:36.164964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'2","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.266757+0000","last_change":"2024-05-11T05:06:05.266189+0000","last_active":"2024-05-11T05:06:05.266757+0000","last_peered":"2024-05-11T05:06:05.266757+0000","last_clean":"2024-05-11T05:06:05.266757+0000","last_became_active":"2024-05-11T05:06:05.265223+0000","last_became_peered":"2024-05-11T05:06:05.265223+0000","last_unstale":"2024-05-11T05:06:05.266757+0000","last_undegraded":"2024-05-11T05:06:05.266757+0000","last_fullsized":"2024-05-11T05:06:05.266757+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:11:22.322594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":126,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.259551+0000","last_change":"2024-05-11T05:06:05.259551+0000","last_active":"2024-05-11T05:06:05.259551+0000","last_peered":"2024-05-11T05:06:05.259551+0000","last_clean":"2024-05-11T05:06:05.259551+0000","last_became_active":"2024-05-11T05:06:05.259082+0000","last_became_peered":"2024-05-11T05:06:05.259082+0000","last_unstale":"2024-05-11T05:06:05.259551+0000","last_undegraded":"2024-05-11T05:06:05.259551+0000","last_fullsized":"2024-05-11T05:06:05.259551+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:01:44.870870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'5","reported_seq":152,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230080+0000","last_change":"2024-05-11T05:05:06.724624+0000","last_active":"2024-05-11T05:06:05.230080+0000","last_peered":"2024-05-11T05:06:05.230080+0000","last_clean":"2024-05-11T05:06:05.230080+0000","last_became_active":"2024-05-11T05:05:06.724179+0000","last_became_peered":"2024-05-11T05:05:06.724179+0000","last_unstale":"2024-05-11T05:06:05.230080+0000","last_undegraded":"2024-05-11T05:06:05.230080+0000","last_fullsized":"2024-05-11T05:06:05.230080+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:53:19.739699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":114,"reported_epoch":145,"state":"active+clean","last_fresh":"2024-05-11T05:06:04.986921+0000","last_change":"2024-05-11T05:01:18.364884+0000","last_active":"2024-05-11T05:06:04.986921+0000","last_peered":"2024-05-11T05:06:04.986921+0000","last_clean":"2024-05-11T05:06:04.986921+0000","last_became_active":"2024-05-11T05:01:18.364455+0000","last_became_peered":"2024-05-11T05:01:18.364455+0000","last_unstale":"2024-05-11T05:06:04.986921+0000","last_undegraded":"2024-05-11T05:06:04.986921+0000","last_fullsized":"2024-05-11T05:06:04.986921+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:48:34.873321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5554,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":65,"num_read_kb":68,"num_write":61,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13615,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":392,"num_read_kb":834,"num_write":215,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234321,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":408388,"kb_used_data":2360,"kb_used_omap":1,"kb_used_meta":406014,"kb_avail":93336764,"statfs":{"total":95995035648,"available":95576846336,"internally_reserved":0,"allocated":2416640,"data_stored":1560147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":415758795},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495964,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":424764,"kb_used_data":2344,"kb_used_omap":1,"kb_used_meta":422398,"kb_avail":93320388,"statfs":{"total":95995035648,"available":95560077312,"internally_reserved":0,"allocated":2400256,"data_stored":1559728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":432536007},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":111,"seq":476741369943,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":202216,"kb_used_data":1748,"kb_used_omap":5,"kb_used_meta":200442,"kb_avail":93542936,"statfs":{"total":95995035648,"available":95787966464,"internally_reserved":0,"allocated":1789952,"data_stored":964604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":205252997},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":92,"seq":395136991352,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":223804,"kb_used_data":2344,"kb_used_omap":5,"kb_used_meta":221434,"kb_avail":93521348,"statfs":{"total":95995035648,"available":95765860352,"internally_reserved":0,"allocated":2400256,"data_stored":1556122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5939,"internal_metadata":226748621},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":131,"seq":562640715817,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":90036,"kb_used_data":1760,"kb_used_omap":6,"kb_used_meta":88249,"kb_avail":93655116,"statfs":{"total":95995035648,"available":95902838784,"internally_reserved":0,"allocated":1802240,"data_stored":965493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6573,"internal_metadata":90367571},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":145,"seq":622770257950,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":72180,"kb_used_data":1760,"kb_used_omap":4,"kb_used_meta":70395,"kb_avail":93672972,"statfs":{"total":95995035648,"available":95921123328,"internally_reserved":0,"allocated":1802240,"data_stored":965240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4533,"internal_metadata":72085067},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":30,"seq":128849019247,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":492284,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":490494,"kb_avail":93252868,"statfs":{"total":95995035648,"available":95490936832,"internally_reserved":0,"allocated":1818624,"data_stored":969767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":502266310},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757605,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":588276,"kb_used_data":1760,"kb_used_omap":1,"kb_used_meta":586494,"kb_avail":93156876,"statfs":{"total":95995035648,"available":95392641024,"internally_reserved":0,"allocated":1802240,"data_stored":965459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":600570310},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4345,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4161,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2168,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2941,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T05:08:26.091 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph pg dump --format=json 2024-05-11T05:08:26.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:26 smithi086 bash[67518]: audit 2024-05-11T05:08:25.025214+0000 mgr.y (mgr.24832) 573 : audit [DBG] from='client.35064 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:26.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:26 smithi086 bash[67518]: audit 2024-05-11T05:08:25.025214+0000 mgr.y (mgr.24832) 573 : audit [DBG] from='client.35064 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:26.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:26 smithi072 bash[80515]: audit 2024-05-11T05:08:25.025214+0000 mgr.y (mgr.24832) 573 : audit [DBG] from='client.35064 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:26.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:26 smithi072 bash[80515]: audit 2024-05-11T05:08:25.025214+0000 mgr.y (mgr.24832) 573 : audit [DBG] from='client.35064 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:26.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:26 smithi072 bash[82901]: audit 2024-05-11T05:08:25.025214+0000 mgr.y (mgr.24832) 573 : audit [DBG] from='client.35064 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:26.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:26 smithi072 bash[82901]: audit 2024-05-11T05:08:25.025214+0000 mgr.y (mgr.24832) 573 : audit [DBG] from='client.35064 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:27 smithi086 bash[67518]: cluster 2024-05-11T05:08:25.973105+0000 mgr.y (mgr.24832) 574 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:27.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:27 smithi086 bash[67518]: cluster 2024-05-11T05:08:25.973105+0000 mgr.y (mgr.24832) 574 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:27.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:27 smithi072 bash[80515]: cluster 2024-05-11T05:08:25.973105+0000 mgr.y (mgr.24832) 574 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:27.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:27 smithi072 bash[80515]: cluster 2024-05-11T05:08:25.973105+0000 mgr.y (mgr.24832) 574 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:27.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:27 smithi072 bash[82901]: cluster 2024-05-11T05:08:25.973105+0000 mgr.y (mgr.24832) 574 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:27.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:27 smithi072 bash[82901]: cluster 2024-05-11T05:08:25.973105+0000 mgr.y (mgr.24832) 574 : cluster [DBG] pgmap v527: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:29.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:29 smithi086 bash[67518]: cluster 2024-05-11T05:08:27.973873+0000 mgr.y (mgr.24832) 575 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:29.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:29 smithi086 bash[67518]: cluster 2024-05-11T05:08:27.973873+0000 mgr.y (mgr.24832) 575 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:29 smithi072 bash[80515]: cluster 2024-05-11T05:08:27.973873+0000 mgr.y (mgr.24832) 575 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:29 smithi072 bash[80515]: cluster 2024-05-11T05:08:27.973873+0000 mgr.y (mgr.24832) 575 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:29 smithi072 bash[82901]: cluster 2024-05-11T05:08:27.973873+0000 mgr.y (mgr.24832) 575 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:29 smithi072 bash[82901]: cluster 2024-05-11T05:08:27.973873+0000 mgr.y (mgr.24832) 575 : cluster [DBG] pgmap v528: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:30.832 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:08:31.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:31 smithi086 bash[67518]: cluster 2024-05-11T05:08:29.974772+0000 mgr.y (mgr.24832) 576 : cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:31.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:31 smithi086 bash[67518]: cluster 2024-05-11T05:08:29.974772+0000 mgr.y (mgr.24832) 576 : cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:31.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:31 smithi072 bash[80515]: cluster 2024-05-11T05:08:29.974772+0000 mgr.y (mgr.24832) 576 : cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:31.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:31 smithi072 bash[80515]: cluster 2024-05-11T05:08:29.974772+0000 mgr.y (mgr.24832) 576 : cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:31.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:31 smithi072 bash[82901]: cluster 2024-05-11T05:08:29.974772+0000 mgr.y (mgr.24832) 576 : cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:31.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:31 smithi072 bash[82901]: cluster 2024-05-11T05:08:29.974772+0000 mgr.y (mgr.24832) 576 : cluster [DBG] pgmap v529: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:33.511 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:33 smithi072 bash[80515]: cluster 2024-05-11T05:08:31.975636+0000 mgr.y (mgr.24832) 577 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:33.511 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:33 smithi072 bash[80515]: cluster 2024-05-11T05:08:31.975636+0000 mgr.y (mgr.24832) 577 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:33.511 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:33 smithi072 bash[82901]: cluster 2024-05-11T05:08:31.975636+0000 mgr.y (mgr.24832) 577 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:33.511 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:33 smithi072 bash[82901]: cluster 2024-05-11T05:08:31.975636+0000 mgr.y (mgr.24832) 577 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:33.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:33 smithi086 bash[67518]: cluster 2024-05-11T05:08:31.975636+0000 mgr.y (mgr.24832) 577 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:33.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:33 smithi086 bash[67518]: cluster 2024-05-11T05:08:31.975636+0000 mgr.y (mgr.24832) 577 : cluster [DBG] pgmap v530: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:34.120 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:08:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:08:33] "GET /metrics HTTP/1.1" 200 34230 "" "Prometheus/2.43.0" 2024-05-11T05:08:34.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:34 smithi086 bash[67518]: audit 2024-05-11T05:08:33.870088+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:34.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:34 smithi086 bash[67518]: audit 2024-05-11T05:08:33.870088+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:34.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:34 smithi072 bash[82901]: audit 2024-05-11T05:08:33.870088+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:34.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:34 smithi072 bash[82901]: audit 2024-05-11T05:08:33.870088+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:34.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:34 smithi072 bash[80515]: audit 2024-05-11T05:08:33.870088+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:34.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:34 smithi072 bash[80515]: audit 2024-05-11T05:08:33.870088+0000 mon.a (mon.0) 861 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:35.063 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:08:35.064 INFO:teuthology.orchestra.run.smithi072.stderr:dumped all 2024-05-11T05:08:35.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:35 smithi086 bash[67518]: cluster 2024-05-11T05:08:33.976429+0000 mgr.y (mgr.24832) 578 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:35.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:35 smithi086 bash[67518]: cluster 2024-05-11T05:08:33.976429+0000 mgr.y (mgr.24832) 578 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:35.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:35 smithi072 bash[80515]: cluster 2024-05-11T05:08:33.976429+0000 mgr.y (mgr.24832) 578 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:35.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:35 smithi072 bash[80515]: cluster 2024-05-11T05:08:33.976429+0000 mgr.y (mgr.24832) 578 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:35.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:35 smithi072 bash[82901]: cluster 2024-05-11T05:08:33.976429+0000 mgr.y (mgr.24832) 578 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:35.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:35 smithi072 bash[82901]: cluster 2024-05-11T05:08:33.976429+0000 mgr.y (mgr.24832) 578 : cluster [DBG] pgmap v531: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:36.083 INFO:teuthology.orchestra.run.smithi072.stdout:{"pg_ready":true,"pg_map":{"version":531,"stamp":"2024-05-11T05:08:33.975938+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":595922,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":457,"num_read_kb":902,"num_write":276,"num_write_kb":2446,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":210,"ondisk_log_size":210,"up":219,"acting":219,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":219,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2501948,"kb_used_data":15852,"kb_used_omap":28,"kb_used_meta":2485923,"kb_avail":747459268,"statfs":{"total":767960285184,"available":765398290432,"internally_reserved":0,"allocated":16232448,"data_stored":9506560,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29170,"internal_metadata":2545585678},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005315"},"pg_stats":[{"pgid":"3.1a","version":"69'2","reported_seq":132,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.222947+0000","last_change":"2024-05-11T05:05:06.739289+0000","last_active":"2024-05-11T05:06:05.222947+0000","last_peered":"2024-05-11T05:06:05.222947+0000","last_clean":"2024-05-11T05:06:05.222947+0000","last_became_active":"2024-05-11T05:05:06.738643+0000","last_became_peered":"2024-05-11T05:05:06.738643+0000","last_unstale":"2024-05-11T05:06:05.222947+0000","last_undegraded":"2024-05-11T05:06:05.222947+0000","last_fullsized":"2024-05-11T05:06:05.222947+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:28:51.086354+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":121,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.273167+0000","last_change":"2024-05-11T05:06:05.270347+0000","last_active":"2024-05-11T05:06:05.273167+0000","last_peered":"2024-05-11T05:06:05.273167+0000","last_clean":"2024-05-11T05:06:05.273167+0000","last_became_active":"2024-05-11T05:06:05.266889+0000","last_became_peered":"2024-05-11T05:06:05.266889+0000","last_unstale":"2024-05-11T05:06:05.273167+0000","last_undegraded":"2024-05-11T05:06:05.273167+0000","last_fullsized":"2024-05-11T05:06:05.273167+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:21:56.746105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,4],"acting":[3,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":103,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:07.663087+0000","last_change":"2024-05-11T05:06:05.255692+0000","last_active":"2024-05-11T05:06:07.663087+0000","last_peered":"2024-05-11T05:06:07.663087+0000","last_clean":"2024-05-11T05:06:07.663087+0000","last_became_active":"2024-05-11T05:06:05.254907+0000","last_became_peered":"2024-05-11T05:06:05.254907+0000","last_unstale":"2024-05-11T05:06:07.663087+0000","last_undegraded":"2024-05-11T05:06:07.663087+0000","last_fullsized":"2024-05-11T05:06:07.663087+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:53:50.358696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":143,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:29.016200+0000","last_change":"2024-05-11T05:06:05.251659+0000","last_active":"2024-05-11T05:06:29.016200+0000","last_peered":"2024-05-11T05:06:29.016200+0000","last_clean":"2024-05-11T05:06:29.016200+0000","last_became_active":"2024-05-11T05:06:05.250904+0000","last_became_peered":"2024-05-11T05:06:05.250904+0000","last_unstale":"2024-05-11T05:06:29.016200+0000","last_undegraded":"2024-05-11T05:06:29.016200+0000","last_fullsized":"2024-05-11T05:06:29.016200+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:15:47.839763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":107,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.274880+0000","last_change":"2024-05-11T05:06:05.274023+0000","last_active":"2024-05-11T05:06:05.274880+0000","last_peered":"2024-05-11T05:06:05.274880+0000","last_clean":"2024-05-11T05:06:05.274880+0000","last_became_active":"2024-05-11T05:06:05.271205+0000","last_became_peered":"2024-05-11T05:06:05.271205+0000","last_unstale":"2024-05-11T05:06:05.274880+0000","last_undegraded":"2024-05-11T05:06:05.274880+0000","last_fullsized":"2024-05-11T05:06:05.274880+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:16:16.780152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.249011+0000","last_change":"2024-05-11T05:01:18.366117+0000","last_active":"2024-05-11T05:06:05.249011+0000","last_peered":"2024-05-11T05:06:05.249011+0000","last_clean":"2024-05-11T05:06:05.249011+0000","last_became_active":"2024-05-11T05:01:18.365722+0000","last_became_peered":"2024-05-11T05:01:18.365722+0000","last_unstale":"2024-05-11T05:06:05.249011+0000","last_undegraded":"2024-05-11T05:06:05.249011+0000","last_fullsized":"2024-05-11T05:06:05.249011+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:38:46.726687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":141,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.252912+0000","last_change":"2024-05-11T05:06:05.251924+0000","last_active":"2024-05-11T05:06:05.252912+0000","last_peered":"2024-05-11T05:06:05.252912+0000","last_clean":"2024-05-11T05:06:05.252912+0000","last_became_active":"2024-05-11T05:06:05.251091+0000","last_became_peered":"2024-05-11T05:06:05.251091+0000","last_unstale":"2024-05-11T05:06:05.252912+0000","last_undegraded":"2024-05-11T05:06:05.252912+0000","last_fullsized":"2024-05-11T05:06:05.252912+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:44:55.381915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":91,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.264296+0000","last_change":"2024-05-11T05:06:05.259858+0000","last_active":"2024-05-11T05:06:05.264296+0000","last_peered":"2024-05-11T05:06:05.264296+0000","last_clean":"2024-05-11T05:06:05.264296+0000","last_became_active":"2024-05-11T05:06:05.259520+0000","last_became_peered":"2024-05-11T05:06:05.259520+0000","last_unstale":"2024-05-11T05:06:05.264296+0000","last_undegraded":"2024-05-11T05:06:05.264296+0000","last_fullsized":"2024-05-11T05:06:05.264296+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:34:37.609784+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6],"acting":[3,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.609531+0000","last_change":"2024-05-11T05:01:18.362041+0000","last_active":"2024-05-11T05:06:05.609531+0000","last_peered":"2024-05-11T05:06:05.609531+0000","last_clean":"2024-05-11T05:06:05.609531+0000","last_became_active":"2024-05-11T05:01:18.361533+0000","last_became_peered":"2024-05-11T05:01:18.361533+0000","last_unstale":"2024-05-11T05:06:05.609531+0000","last_undegraded":"2024-05-11T05:06:05.609531+0000","last_fullsized":"2024-05-11T05:06:05.609531+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:17:58.524958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":72,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.273841+0000","last_change":"2024-05-11T05:06:05.271260+0000","last_active":"2024-05-11T05:06:05.273841+0000","last_peered":"2024-05-11T05:06:05.273841+0000","last_clean":"2024-05-11T05:06:05.273841+0000","last_became_active":"2024-05-11T05:06:05.266391+0000","last_became_peered":"2024-05-11T05:06:05.266391+0000","last_unstale":"2024-05-11T05:06:05.273841+0000","last_undegraded":"2024-05-11T05:06:05.273841+0000","last_fullsized":"2024-05-11T05:06:05.273841+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:31:54.041317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.15","version":"68'3","reported_seq":122,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.253438+0000","last_change":"2024-05-11T05:06:05.252553+0000","last_active":"2024-05-11T05:06:05.253438+0000","last_peered":"2024-05-11T05:06:05.253438+0000","last_clean":"2024-05-11T05:06:05.253438+0000","last_became_active":"2024-05-11T05:06:05.251239+0000","last_became_peered":"2024-05-11T05:06:05.251239+0000","last_unstale":"2024-05-11T05:06:05.253438+0000","last_undegraded":"2024-05-11T05:06:05.253438+0000","last_fullsized":"2024-05-11T05:06:05.253438+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:53:30.335280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":103,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.225285+0000","last_change":"2024-05-11T05:05:06.733877+0000","last_active":"2024-05-11T05:06:05.225285+0000","last_peered":"2024-05-11T05:06:05.225285+0000","last_clean":"2024-05-11T05:06:05.225285+0000","last_became_active":"2024-05-11T05:05:06.733435+0000","last_became_peered":"2024-05-11T05:05:06.733435+0000","last_unstale":"2024-05-11T05:06:05.225285+0000","last_undegraded":"2024-05-11T05:06:05.225285+0000","last_fullsized":"2024-05-11T05:06:05.225285+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:08:06.826996+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2],"acting":[1,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"83'23","reported_seq":130,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.223508+0000","last_change":"2024-05-11T04:44:15.904178+0000","last_active":"2024-05-11T05:06:05.223508+0000","last_peered":"2024-05-11T05:06:05.223508+0000","last_clean":"2024-05-11T05:06:05.223508+0000","last_became_active":"2024-05-11T04:44:15.903257+0000","last_became_peered":"2024-05-11T04:44:15.903257+0000","last_unstale":"2024-05-11T05:06:05.223508+0000","last_undegraded":"2024-05-11T05:06:05.223508+0000","last_fullsized":"2024-05-11T05:06:05.223508+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":23,"log_dups_size":0,"ondisk_log_size":23,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:42:45.489726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":4756,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":9,"num_write":22,"num_write_kb":19,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.223882+0000","last_change":"2024-05-11T05:01:18.369055+0000","last_active":"2024-05-11T05:06:05.223882+0000","last_peered":"2024-05-11T05:06:05.223882+0000","last_clean":"2024-05-11T05:06:05.223882+0000","last_became_active":"2024-05-11T05:01:18.368480+0000","last_became_peered":"2024-05-11T05:01:18.368480+0000","last_unstale":"2024-05-11T05:06:05.223882+0000","last_undegraded":"2024-05-11T05:06:05.223882+0000","last_fullsized":"2024-05-11T05:06:05.223882+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:24:18.746561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.13","version":"68'2","reported_seq":120,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.229116+0000","last_change":"2024-05-11T05:05:06.721642+0000","last_active":"2024-05-11T05:06:05.229116+0000","last_peered":"2024-05-11T05:06:05.229116+0000","last_clean":"2024-05-11T05:06:05.229116+0000","last_became_active":"2024-05-11T05:05:06.721199+0000","last_became_peered":"2024-05-11T05:05:06.721199+0000","last_unstale":"2024-05-11T05:06:05.229116+0000","last_undegraded":"2024-05-11T05:06:05.229116+0000","last_fullsized":"2024-05-11T05:06:05.229116+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:05:19.144625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":91,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.260339+0000","last_change":"2024-05-11T05:06:05.258744+0000","last_active":"2024-05-11T05:06:05.260339+0000","last_peered":"2024-05-11T05:06:05.260339+0000","last_clean":"2024-05-11T05:06:05.260339+0000","last_became_active":"2024-05-11T05:06:05.257803+0000","last_became_peered":"2024-05-11T05:06:05.257803+0000","last_unstale":"2024-05-11T05:06:05.260339+0000","last_undegraded":"2024-05-11T05:06:05.260339+0000","last_fullsized":"2024-05-11T05:06:05.260339+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:20:03.165673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":141,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.254729+0000","last_change":"2024-05-11T05:06:05.254022+0000","last_active":"2024-05-11T05:06:05.254729+0000","last_peered":"2024-05-11T05:06:05.254729+0000","last_clean":"2024-05-11T05:06:05.254729+0000","last_became_active":"2024-05-11T05:06:05.253540+0000","last_became_peered":"2024-05-11T05:06:05.253540+0000","last_unstale":"2024-05-11T05:06:05.254729+0000","last_undegraded":"2024-05-11T05:06:05.254729+0000","last_fullsized":"2024-05-11T05:06:05.254729+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:57:22.156749+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":114,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.259128+0000","last_change":"2024-05-11T05:06:05.258365+0000","last_active":"2024-05-11T05:06:05.259128+0000","last_peered":"2024-05-11T05:06:05.259128+0000","last_clean":"2024-05-11T05:06:05.259128+0000","last_became_active":"2024-05-11T05:06:05.257468+0000","last_became_peered":"2024-05-11T05:06:05.257468+0000","last_unstale":"2024-05-11T05:06:05.259128+0000","last_undegraded":"2024-05-11T05:06:05.259128+0000","last_fullsized":"2024-05-11T05:06:05.259128+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:20:04.963718+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3],"acting":[5,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.228981+0000","last_change":"2024-05-11T04:44:15.906295+0000","last_active":"2024-05-11T05:06:05.228981+0000","last_peered":"2024-05-11T05:06:05.228981+0000","last_clean":"2024-05-11T05:06:05.228981+0000","last_became_active":"2024-05-11T04:44:15.905254+0000","last_became_peered":"2024-05-11T04:44:15.905254+0000","last_unstale":"2024-05-11T05:06:05.228981+0000","last_undegraded":"2024-05-11T05:06:05.228981+0000","last_fullsized":"2024-05-11T05:06:05.228981+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:16:58.459590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":142,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.257161+0000","last_change":"2024-05-11T05:06:05.256821+0000","last_active":"2024-05-11T05:06:05.257161+0000","last_peered":"2024-05-11T05:06:05.257161+0000","last_clean":"2024-05-11T05:06:05.257161+0000","last_became_active":"2024-05-11T05:06:05.256441+0000","last_became_peered":"2024-05-11T05:06:05.256441+0000","last_unstale":"2024-05-11T05:06:05.257161+0000","last_undegraded":"2024-05-11T05:06:05.257161+0000","last_fullsized":"2024-05-11T05:06:05.257161+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:45:03.247683+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,7],"acting":[0,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"68'8","reported_seq":132,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.248639+0000","last_change":"2024-05-11T04:58:30.190876+0000","last_active":"2024-05-11T05:06:05.248639+0000","last_peered":"2024-05-11T05:06:05.248639+0000","last_clean":"2024-05-11T05:06:05.248639+0000","last_became_active":"2024-05-11T04:58:30.190426+0000","last_became_peered":"2024-05-11T04:58:30.190426+0000","last_unstale":"2024-05-11T05:06:05.248639+0000","last_undegraded":"2024-05-11T05:06:05.248639+0000","last_fullsized":"2024-05-11T05:06:05.248639+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:55:38.332634+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":91,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.255588+0000","last_change":"2024-05-11T05:06:05.253412+0000","last_active":"2024-05-11T05:06:05.255588+0000","last_peered":"2024-05-11T05:06:05.255588+0000","last_clean":"2024-05-11T05:06:05.255588+0000","last_became_active":"2024-05-11T05:06:05.252841+0000","last_became_peered":"2024-05-11T05:06:05.252841+0000","last_unstale":"2024-05-11T05:06:05.255588+0000","last_undegraded":"2024-05-11T05:06:05.255588+0000","last_fullsized":"2024-05-11T05:06:05.255588+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:01:15.347177+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1],"acting":[3,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.f","version":"68'1","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230437+0000","last_change":"2024-05-11T04:58:30.190513+0000","last_active":"2024-05-11T05:06:05.230437+0000","last_peered":"2024-05-11T05:06:05.230437+0000","last_clean":"2024-05-11T05:06:05.230437+0000","last_became_active":"2024-05-11T04:58:30.189396+0000","last_became_peered":"2024-05-11T04:58:30.189396+0000","last_unstale":"2024-05-11T05:06:05.230437+0000","last_undegraded":"2024-05-11T05:06:05.230437+0000","last_fullsized":"2024-05-11T05:06:05.230437+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:55:46.392251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":100,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.609396+0000","last_change":"2024-05-11T04:44:17.549027+0000","last_active":"2024-05-11T05:06:05.609396+0000","last_peered":"2024-05-11T05:06:05.609396+0000","last_clean":"2024-05-11T05:06:05.609396+0000","last_became_active":"2024-05-11T04:44:17.548094+0000","last_became_peered":"2024-05-11T04:44:17.548094+0000","last_unstale":"2024-05-11T05:06:05.609396+0000","last_undegraded":"2024-05-11T05:06:05.609396+0000","last_fullsized":"2024-05-11T05:06:05.609396+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":67,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:51:51.768012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"68'2","reported_seq":120,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230031+0000","last_change":"2024-05-11T05:01:18.354669+0000","last_active":"2024-05-11T05:06:05.230031+0000","last_peered":"2024-05-11T05:06:05.230031+0000","last_clean":"2024-05-11T05:06:05.230031+0000","last_became_active":"2024-05-11T05:01:18.354133+0000","last_became_peered":"2024-05-11T05:01:18.354133+0000","last_unstale":"2024-05-11T05:06:05.230031+0000","last_undegraded":"2024-05-11T05:06:05.230031+0000","last_fullsized":"2024-05-11T05:06:05.230031+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:20:33.644036+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":131,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.239223+0000","last_change":"2024-05-11T05:06:05.238646+0000","last_active":"2024-05-11T05:06:05.239223+0000","last_peered":"2024-05-11T05:06:05.239223+0000","last_clean":"2024-05-11T05:06:05.239223+0000","last_became_active":"2024-05-11T05:06:05.237854+0000","last_became_peered":"2024-05-11T05:06:05.237854+0000","last_unstale":"2024-05-11T05:06:05.239223+0000","last_undegraded":"2024-05-11T05:06:05.239223+0000","last_fullsized":"2024-05-11T05:06:05.239223+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:04:08.581111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3],"acting":[4,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.d","version":"68'1","reported_seq":103,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.229567+0000","last_change":"2024-05-11T04:44:15.917185+0000","last_active":"2024-05-11T05:06:05.229567+0000","last_peered":"2024-05-11T05:06:05.229567+0000","last_clean":"2024-05-11T05:06:05.229567+0000","last_became_active":"2024-05-11T04:44:15.916369+0000","last_became_peered":"2024-05-11T04:44:15.916369+0000","last_unstale":"2024-05-11T05:06:05.229567+0000","last_undegraded":"2024-05-11T05:06:05.229567+0000","last_fullsized":"2024-05-11T05:06:05.229567+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:04:32.037288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":116,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.248333+0000","last_change":"2024-05-11T05:01:18.360820+0000","last_active":"2024-05-11T05:06:05.248333+0000","last_peered":"2024-05-11T05:06:05.248333+0000","last_clean":"2024-05-11T05:06:05.248333+0000","last_became_active":"2024-05-11T05:01:18.360319+0000","last_became_peered":"2024-05-11T05:01:18.360319+0000","last_unstale":"2024-05-11T05:06:05.248333+0000","last_undegraded":"2024-05-11T05:06:05.248333+0000","last_fullsized":"2024-05-11T05:06:05.248333+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:06:41.027019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,7],"acting":[6,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.255632+0000","last_change":"2024-05-11T05:06:05.254952+0000","last_active":"2024-05-11T05:06:05.255632+0000","last_peered":"2024-05-11T05:06:05.255632+0000","last_clean":"2024-05-11T05:06:05.255632+0000","last_became_active":"2024-05-11T05:06:05.254190+0000","last_became_peered":"2024-05-11T05:06:05.254190+0000","last_unstale":"2024-05-11T05:06:05.255632+0000","last_undegraded":"2024-05-11T05:06:05.255632+0000","last_fullsized":"2024-05-11T05:06:05.255632+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:19:51.594430+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":142,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.229329+0000","last_change":"2024-05-11T05:01:18.358333+0000","last_active":"2024-05-11T05:06:05.229329+0000","last_peered":"2024-05-11T05:06:05.229329+0000","last_clean":"2024-05-11T05:06:05.229329+0000","last_became_active":"2024-05-11T05:01:18.357852+0000","last_became_peered":"2024-05-11T05:01:18.357852+0000","last_unstale":"2024-05-11T05:06:05.229329+0000","last_undegraded":"2024-05-11T05:06:05.229329+0000","last_fullsized":"2024-05-11T05:06:05.229329+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:40:47.629085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.b","version":"69'3","reported_seq":121,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.273077+0000","last_change":"2024-05-11T05:06:05.270364+0000","last_active":"2024-05-11T05:06:05.273077+0000","last_peered":"2024-05-11T05:06:05.273077+0000","last_clean":"2024-05-11T05:06:05.273077+0000","last_became_active":"2024-05-11T05:06:05.266232+0000","last_became_peered":"2024-05-11T05:06:05.266232+0000","last_unstale":"2024-05-11T05:06:05.273077+0000","last_undegraded":"2024-05-11T05:06:05.273077+0000","last_fullsized":"2024-05-11T05:06:05.273077+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:14:47.932193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.261565+0000","last_change":"2024-05-11T05:06:05.260966+0000","last_active":"2024-05-11T05:06:05.261565+0000","last_peered":"2024-05-11T05:06:05.261565+0000","last_clean":"2024-05-11T05:06:05.261565+0000","last_became_active":"2024-05-11T05:06:05.260178+0000","last_became_peered":"2024-05-11T05:06:05.260178+0000","last_unstale":"2024-05-11T05:06:05.261565+0000","last_undegraded":"2024-05-11T05:06:05.261565+0000","last_fullsized":"2024-05-11T05:06:05.261565+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:53:07.260431+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6],"acting":[4,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.248863+0000","last_change":"2024-05-11T05:01:18.365551+0000","last_active":"2024-05-11T05:06:05.248863+0000","last_peered":"2024-05-11T05:06:05.248863+0000","last_clean":"2024-05-11T05:06:05.248863+0000","last_became_active":"2024-05-11T05:01:18.364943+0000","last_became_peered":"2024-05-11T05:01:18.364943+0000","last_unstale":"2024-05-11T05:06:05.248863+0000","last_undegraded":"2024-05-11T05:06:05.248863+0000","last_fullsized":"2024-05-11T05:06:05.248863+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:19:28.225119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":124,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.223499+0000","last_change":"2024-05-11T05:05:06.756780+0000","last_active":"2024-05-11T05:06:05.223499+0000","last_peered":"2024-05-11T05:06:05.223499+0000","last_clean":"2024-05-11T05:06:05.223499+0000","last_became_active":"2024-05-11T05:05:06.756196+0000","last_became_peered":"2024-05-11T05:05:06.756196+0000","last_unstale":"2024-05-11T05:06:05.223499+0000","last_undegraded":"2024-05-11T05:06:05.223499+0000","last_fullsized":"2024-05-11T05:06:05.223499+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:35:43.988868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,5],"acting":[4,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.222685+0000","last_change":"2024-05-11T05:05:06.726799+0000","last_active":"2024-05-11T05:06:05.222685+0000","last_peered":"2024-05-11T05:06:05.222685+0000","last_clean":"2024-05-11T05:06:05.222685+0000","last_became_active":"2024-05-11T05:05:06.726492+0000","last_became_peered":"2024-05-11T05:05:06.726492+0000","last_unstale":"2024-05-11T05:06:05.222685+0000","last_undegraded":"2024-05-11T05:06:05.222685+0000","last_fullsized":"2024-05-11T05:06:05.222685+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:07:31.923287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.224145+0000","last_change":"2024-05-11T05:01:18.371029+0000","last_active":"2024-05-11T05:06:05.224145+0000","last_peered":"2024-05-11T05:06:05.224145+0000","last_clean":"2024-05-11T05:06:05.224145+0000","last_became_active":"2024-05-11T05:01:18.368217+0000","last_became_peered":"2024-05-11T05:01:18.368217+0000","last_unstale":"2024-05-11T05:06:05.224145+0000","last_undegraded":"2024-05-11T05:06:05.224145+0000","last_fullsized":"2024-05-11T05:06:05.224145+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:40:19.475922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":92,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.258285+0000","last_change":"2024-05-11T05:06:05.257563+0000","last_active":"2024-05-11T05:06:05.258285+0000","last_peered":"2024-05-11T05:06:05.258285+0000","last_clean":"2024-05-11T05:06:05.258285+0000","last_became_active":"2024-05-11T05:06:05.256508+0000","last_became_peered":"2024-05-11T05:06:05.256508+0000","last_unstale":"2024-05-11T05:06:05.258285+0000","last_undegraded":"2024-05-11T05:06:05.258285+0000","last_fullsized":"2024-05-11T05:06:05.258285+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:15:39.895803+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":110,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.261819+0000","last_change":"2024-05-11T05:06:05.261002+0000","last_active":"2024-05-11T05:06:05.261819+0000","last_peered":"2024-05-11T05:06:05.261819+0000","last_clean":"2024-05-11T05:06:05.261819+0000","last_became_active":"2024-05-11T05:06:05.260063+0000","last_became_peered":"2024-05-11T05:06:05.260063+0000","last_unstale":"2024-05-11T05:06:05.261819+0000","last_undegraded":"2024-05-11T05:06:05.261819+0000","last_fullsized":"2024-05-11T05:06:05.261819+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:35:15.520927+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":148,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.227122+0000","last_change":"2024-05-11T05:01:18.370935+0000","last_active":"2024-05-11T05:06:05.227122+0000","last_peered":"2024-05-11T05:06:05.227122+0000","last_clean":"2024-05-11T05:06:05.227122+0000","last_became_active":"2024-05-11T05:01:18.370461+0000","last_became_peered":"2024-05-11T05:01:18.370461+0000","last_unstale":"2024-05-11T05:06:05.227122+0000","last_undegraded":"2024-05-11T05:06:05.227122+0000","last_fullsized":"2024-05-11T05:06:05.227122+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:28:04.834703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":131,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.259161+0000","last_change":"2024-05-11T05:06:05.258325+0000","last_active":"2024-05-11T05:06:05.259161+0000","last_peered":"2024-05-11T05:06:05.259161+0000","last_clean":"2024-05-11T05:06:05.259161+0000","last_became_active":"2024-05-11T05:06:05.257418+0000","last_became_peered":"2024-05-11T05:06:05.257418+0000","last_unstale":"2024-05-11T05:06:05.259161+0000","last_undegraded":"2024-05-11T05:06:05.259161+0000","last_fullsized":"2024-05-11T05:06:05.259161+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:35:43.737065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":94,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.225534+0000","last_change":"2024-05-11T05:01:18.368183+0000","last_active":"2024-05-11T05:06:05.225534+0000","last_peered":"2024-05-11T05:06:05.225534+0000","last_clean":"2024-05-11T05:06:05.225534+0000","last_became_active":"2024-05-11T05:01:18.367345+0000","last_became_peered":"2024-05-11T05:01:18.367345+0000","last_unstale":"2024-05-11T05:06:05.225534+0000","last_undegraded":"2024-05-11T05:06:05.225534+0000","last_fullsized":"2024-05-11T05:06:05.225534+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:31:42.919943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":121,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230665+0000","last_change":"2024-05-11T05:01:18.362470+0000","last_active":"2024-05-11T05:06:05.230665+0000","last_peered":"2024-05-11T05:06:05.230665+0000","last_clean":"2024-05-11T05:06:05.230665+0000","last_became_active":"2024-05-11T05:01:18.361973+0000","last_became_peered":"2024-05-11T05:01:18.361973+0000","last_unstale":"2024-05-11T05:06:05.230665+0000","last_undegraded":"2024-05-11T05:06:05.230665+0000","last_fullsized":"2024-05-11T05:06:05.230665+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:57:50.601916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.223268+0000","last_change":"2024-05-11T04:58:30.178949+0000","last_active":"2024-05-11T05:06:05.223268+0000","last_peered":"2024-05-11T05:06:05.223268+0000","last_clean":"2024-05-11T05:06:05.223268+0000","last_became_active":"2024-05-11T04:58:30.178630+0000","last_became_peered":"2024-05-11T04:58:30.178630+0000","last_unstale":"2024-05-11T05:06:05.223268+0000","last_undegraded":"2024-05-11T05:06:05.223268+0000","last_fullsized":"2024-05-11T05:06:05.223268+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:42:47.191809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":112,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.257601+0000","last_change":"2024-05-11T05:06:05.256743+0000","last_active":"2024-05-11T05:06:05.257601+0000","last_peered":"2024-05-11T05:06:05.257601+0000","last_clean":"2024-05-11T05:06:05.257601+0000","last_became_active":"2024-05-11T05:06:05.255644+0000","last_became_peered":"2024-05-11T05:06:05.255644+0000","last_unstale":"2024-05-11T05:06:05.257601+0000","last_undegraded":"2024-05-11T05:06:05.257601+0000","last_fullsized":"2024-05-11T05:06:05.257601+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:29:17.658418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.262394+0000","last_change":"2024-05-11T05:06:05.261608+0000","last_active":"2024-05-11T05:06:05.262394+0000","last_peered":"2024-05-11T05:06:05.262394+0000","last_clean":"2024-05-11T05:06:05.262394+0000","last_became_active":"2024-05-11T05:06:05.260798+0000","last_became_peered":"2024-05-11T05:06:05.260798+0000","last_unstale":"2024-05-11T05:06:05.262394+0000","last_undegraded":"2024-05-11T05:06:05.262394+0000","last_fullsized":"2024-05-11T05:06:05.262394+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:27:27.255756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":103,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.224331+0000","last_change":"2024-05-11T05:05:06.734391+0000","last_active":"2024-05-11T05:06:05.224331+0000","last_peered":"2024-05-11T05:06:05.224331+0000","last_clean":"2024-05-11T05:06:05.224331+0000","last_became_active":"2024-05-11T05:05:06.733838+0000","last_became_peered":"2024-05-11T05:05:06.733838+0000","last_unstale":"2024-05-11T05:06:05.224331+0000","last_undegraded":"2024-05-11T05:06:05.224331+0000","last_fullsized":"2024-05-11T05:06:05.224331+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:59:54.823785+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":142,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230020+0000","last_change":"2024-05-11T05:01:18.373013+0000","last_active":"2024-05-11T05:06:05.230020+0000","last_peered":"2024-05-11T05:06:05.230020+0000","last_clean":"2024-05-11T05:06:05.230020+0000","last_became_active":"2024-05-11T05:01:18.372533+0000","last_became_peered":"2024-05-11T05:01:18.372533+0000","last_unstale":"2024-05-11T05:06:05.230020+0000","last_undegraded":"2024-05-11T05:06:05.230020+0000","last_fullsized":"2024-05-11T05:06:05.230020+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T10:47:39.201503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":121,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230129+0000","last_change":"2024-05-11T05:05:06.719419+0000","last_active":"2024-05-11T05:06:05.230129+0000","last_peered":"2024-05-11T05:06:05.230129+0000","last_clean":"2024-05-11T05:06:05.230129+0000","last_became_active":"2024-05-11T05:05:06.719117+0000","last_became_peered":"2024-05-11T05:05:06.719117+0000","last_unstale":"2024-05-11T05:06:05.230129+0000","last_undegraded":"2024-05-11T05:06:05.230129+0000","last_fullsized":"2024-05-11T05:06:05.230129+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:47:18.796221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"83'149","reported_seq":445,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.227896+0000","last_change":"2024-05-11T04:58:30.189502+0000","last_active":"2024-05-11T05:06:05.227896+0000","last_peered":"2024-05-11T05:06:05.227896+0000","last_clean":"2024-05-11T05:06:05.227896+0000","last_became_active":"2024-05-11T04:58:30.189111+0000","last_became_peered":"2024-05-11T04:58:30.189111+0000","last_unstale":"2024-05-11T05:06:05.227896+0000","last_undegraded":"2024-05-11T05:06:05.227896+0000","last_fullsized":"2024-05-11T05:06:05.227896+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:36:10.966115+0000","last_clean_scrub_stamp":"2024-05-11T04:36:10.966115+0000","objects_scrubbed":0,"log_size":149,"log_dups_size":0,"ondisk_log_size":149,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:12:07.705331+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":392,"num_read_kb":834,"num_write":215,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":72,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.266146+0000","last_change":"2024-05-11T05:06:05.265246+0000","last_active":"2024-05-11T05:06:05.266146+0000","last_peered":"2024-05-11T05:06:05.266146+0000","last_clean":"2024-05-11T05:06:05.266146+0000","last_became_active":"2024-05-11T05:06:05.264352+0000","last_became_peered":"2024-05-11T05:06:05.264352+0000","last_unstale":"2024-05-11T05:06:05.266146+0000","last_undegraded":"2024-05-11T05:06:05.266146+0000","last_fullsized":"2024-05-11T05:06:05.266146+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T07:07:17.628079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.248535+0000","last_change":"2024-05-11T04:44:15.926937+0000","last_active":"2024-05-11T05:06:05.248535+0000","last_peered":"2024-05-11T05:06:05.248535+0000","last_clean":"2024-05-11T05:06:05.248535+0000","last_became_active":"2024-05-11T04:44:15.926631+0000","last_became_peered":"2024-05-11T04:44:15.926631+0000","last_unstale":"2024-05-11T05:06:05.248535+0000","last_undegraded":"2024-05-11T05:06:05.248535+0000","last_fullsized":"2024-05-11T05:06:05.248535+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:17:21.702606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":138,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:10.035605+0000","last_change":"2024-05-11T05:01:18.355274+0000","last_active":"2024-05-11T05:06:10.035605+0000","last_peered":"2024-05-11T05:06:10.035605+0000","last_clean":"2024-05-11T05:06:10.035605+0000","last_became_active":"2024-05-11T05:01:18.353587+0000","last_became_peered":"2024-05-11T05:01:18.353587+0000","last_unstale":"2024-05-11T05:06:10.035605+0000","last_undegraded":"2024-05-11T05:06:10.035605+0000","last_fullsized":"2024-05-11T05:06:10.035605+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:17:29.184573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":141,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.252745+0000","last_change":"2024-05-11T05:06:05.251371+0000","last_active":"2024-05-11T05:06:05.252745+0000","last_peered":"2024-05-11T05:06:05.252745+0000","last_clean":"2024-05-11T05:06:05.252745+0000","last_became_active":"2024-05-11T05:06:05.250458+0000","last_became_peered":"2024-05-11T05:06:05.250458+0000","last_unstale":"2024-05-11T05:06:05.252745+0000","last_undegraded":"2024-05-11T05:06:05.252745+0000","last_fullsized":"2024-05-11T05:06:05.252745+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:33:49.243679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":151,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.232475+0000","last_change":"2024-05-11T05:05:06.738411+0000","last_active":"2024-05-11T05:06:05.232475+0000","last_peered":"2024-05-11T05:06:05.232475+0000","last_clean":"2024-05-11T05:06:05.232475+0000","last_became_active":"2024-05-11T05:05:06.730659+0000","last_became_peered":"2024-05-11T05:05:06.730659+0000","last_unstale":"2024-05-11T05:06:05.232475+0000","last_undegraded":"2024-05-11T05:06:05.232475+0000","last_fullsized":"2024-05-11T05:06:05.232475+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:07:48.768070+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":122,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.229818+0000","last_change":"2024-05-11T04:58:30.175604+0000","last_active":"2024-05-11T05:06:05.229818+0000","last_peered":"2024-05-11T05:06:05.229818+0000","last_clean":"2024-05-11T05:06:05.229818+0000","last_became_active":"2024-05-11T04:58:30.174624+0000","last_became_peered":"2024-05-11T04:58:30.174624+0000","last_unstale":"2024-05-11T05:06:05.229818+0000","last_undegraded":"2024-05-11T05:06:05.229818+0000","last_fullsized":"2024-05-11T05:06:05.229818+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:07:33.054173+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":103,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.227455+0000","last_change":"2024-05-11T05:05:06.736629+0000","last_active":"2024-05-11T05:06:05.227455+0000","last_peered":"2024-05-11T05:06:05.227455+0000","last_clean":"2024-05-11T05:06:05.227455+0000","last_became_active":"2024-05-11T05:05:06.736169+0000","last_became_peered":"2024-05-11T05:05:06.736169+0000","last_unstale":"2024-05-11T05:06:05.227455+0000","last_undegraded":"2024-05-11T05:06:05.227455+0000","last_fullsized":"2024-05-11T05:06:05.227455+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T13:21:16.811528+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":133,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.228733+0000","last_change":"2024-05-11T04:58:30.191206+0000","last_active":"2024-05-11T05:06:05.228733+0000","last_peered":"2024-05-11T05:06:05.228733+0000","last_clean":"2024-05-11T05:06:05.228733+0000","last_became_active":"2024-05-11T04:58:30.190140+0000","last_became_peered":"2024-05-11T04:58:30.190140+0000","last_unstale":"2024-05-11T05:06:05.228733+0000","last_undegraded":"2024-05-11T05:06:05.228733+0000","last_fullsized":"2024-05-11T05:06:05.228733+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:21:52.720963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.7","version":"68'2","reported_seq":121,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.266125+0000","last_change":"2024-05-11T05:06:05.265638+0000","last_active":"2024-05-11T05:06:05.266125+0000","last_peered":"2024-05-11T05:06:05.266125+0000","last_clean":"2024-05-11T05:06:05.266125+0000","last_became_active":"2024-05-11T05:06:05.265281+0000","last_became_peered":"2024-05-11T05:06:05.265281+0000","last_unstale":"2024-05-11T05:06:05.266125+0000","last_undegraded":"2024-05-11T05:06:05.266125+0000","last_fullsized":"2024-05-11T05:06:05.266125+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:09:28.940052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":144,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.227743+0000","last_change":"2024-05-11T05:01:18.364958+0000","last_active":"2024-05-11T05:06:05.227743+0000","last_peered":"2024-05-11T05:06:05.227743+0000","last_clean":"2024-05-11T05:06:05.227743+0000","last_became_active":"2024-05-11T05:01:18.364525+0000","last_became_peered":"2024-05-11T05:01:18.364525+0000","last_unstale":"2024-05-11T05:06:05.227743+0000","last_undegraded":"2024-05-11T05:06:05.227743+0000","last_fullsized":"2024-05-11T05:06:05.227743+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:33:13.754615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.274639+0000","last_change":"2024-05-11T05:06:05.273407+0000","last_active":"2024-05-11T05:06:05.274639+0000","last_peered":"2024-05-11T05:06:05.274639+0000","last_clean":"2024-05-11T05:06:05.274639+0000","last_became_active":"2024-05-11T05:06:05.272481+0000","last_became_peered":"2024-05-11T05:06:05.272481+0000","last_unstale":"2024-05-11T05:06:05.274639+0000","last_undegraded":"2024-05-11T05:06:05.274639+0000","last_fullsized":"2024-05-11T05:06:05.274639+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T09:01:58.563653+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":122,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.248794+0000","last_change":"2024-05-11T05:05:06.718889+0000","last_active":"2024-05-11T05:06:05.248794+0000","last_peered":"2024-05-11T05:06:05.248794+0000","last_clean":"2024-05-11T05:06:05.248794+0000","last_became_active":"2024-05-11T05:05:06.718540+0000","last_became_peered":"2024-05-11T05:05:06.718540+0000","last_unstale":"2024-05-11T05:06:05.248794+0000","last_undegraded":"2024-05-11T05:06:05.248794+0000","last_fullsized":"2024-05-11T05:06:05.248794+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:41:58.594997+0000","last_clean_scrub_stamp":"2024-05-11T04:41:58.594997+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:19:48.905399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"69'1","reported_seq":147,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230872+0000","last_change":"2024-05-11T05:01:18.362174+0000","last_active":"2024-05-11T05:06:05.230872+0000","last_peered":"2024-05-11T05:06:05.230872+0000","last_clean":"2024-05-11T05:06:05.230872+0000","last_became_active":"2024-05-11T05:01:18.361464+0000","last_became_peered":"2024-05-11T05:01:18.361464+0000","last_unstale":"2024-05-11T05:06:05.230872+0000","last_undegraded":"2024-05-11T05:06:05.230872+0000","last_fullsized":"2024-05-11T05:06:05.230872+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T04:58:21.348573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":101,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.222777+0000","last_change":"2024-05-11T04:44:16.123650+0000","last_active":"2024-05-11T05:06:05.222777+0000","last_peered":"2024-05-11T05:06:05.222777+0000","last_clean":"2024-05-11T05:06:05.222777+0000","last_became_active":"2024-05-11T04:44:16.121845+0000","last_became_peered":"2024-05-11T04:44:16.121845+0000","last_unstale":"2024-05-11T05:06:05.222777+0000","last_undegraded":"2024-05-11T05:06:05.222777+0000","last_fullsized":"2024-05-11T05:06:05.222777+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T12:36:10.641645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1b","version":"69'2","reported_seq":139,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.229718+0000","last_change":"2024-05-11T04:58:30.191890+0000","last_active":"2024-05-11T05:06:05.229718+0000","last_peered":"2024-05-11T05:06:05.229718+0000","last_clean":"2024-05-11T05:06:05.229718+0000","last_became_active":"2024-05-11T04:58:30.190775+0000","last_became_peered":"2024-05-11T04:58:30.190775+0000","last_unstale":"2024-05-11T05:06:05.229718+0000","last_undegraded":"2024-05-11T05:06:05.229718+0000","last_fullsized":"2024-05-11T05:06:05.229718+0000","mapping_epoch":92,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":93,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T06:06:02.978304+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":127,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.261690+0000","last_change":"2024-05-11T05:06:05.260727+0000","last_active":"2024-05-11T05:06:05.261690+0000","last_peered":"2024-05-11T05:06:05.261690+0000","last_clean":"2024-05-11T05:06:05.261690+0000","last_became_active":"2024-05-11T05:06:05.260381+0000","last_became_peered":"2024-05-11T05:06:05.260381+0000","last_unstale":"2024-05-11T05:06:05.261690+0000","last_undegraded":"2024-05-11T05:06:05.261690+0000","last_fullsized":"2024-05-11T05:06:05.261690+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T05:56:36.144676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3],"acting":[2,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.1c","version":"68'2","reported_seq":118,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.232324+0000","last_change":"2024-05-11T05:01:18.363607+0000","last_active":"2024-05-11T05:06:05.232324+0000","last_peered":"2024-05-11T05:06:05.232324+0000","last_clean":"2024-05-11T05:06:05.232324+0000","last_became_active":"2024-05-11T05:01:18.362903+0000","last_became_peered":"2024-05-11T05:01:18.362903+0000","last_unstale":"2024-05-11T05:06:05.232324+0000","last_undegraded":"2024-05-11T05:06:05.232324+0000","last_fullsized":"2024-05-11T05:06:05.232324+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:34:03.459259+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":129,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.239482+0000","last_change":"2024-05-11T05:06:05.238959+0000","last_active":"2024-05-11T05:06:05.239482+0000","last_peered":"2024-05-11T05:06:05.239482+0000","last_clean":"2024-05-11T05:06:05.239482+0000","last_became_active":"2024-05-11T05:06:05.238213+0000","last_became_peered":"2024-05-11T05:06:05.238213+0000","last_unstale":"2024-05-11T05:06:05.239482+0000","last_undegraded":"2024-05-11T05:06:05.239482+0000","last_fullsized":"2024-05-11T05:06:05.239482+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T08:27:09.338392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,1],"acting":[4,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1d","version":"68'2","reported_seq":103,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.232508+0000","last_change":"2024-05-11T04:44:15.896335+0000","last_active":"2024-05-11T05:06:05.232508+0000","last_peered":"2024-05-11T05:06:05.232508+0000","last_clean":"2024-05-11T05:06:05.232508+0000","last_became_active":"2024-05-11T04:44:15.894431+0000","last_became_peered":"2024-05-11T04:44:15.894431+0000","last_unstale":"2024-05-11T05:06:05.232508+0000","last_undegraded":"2024-05-11T05:06:05.232508+0000","last_fullsized":"2024-05-11T05:06:05.232508+0000","mapping_epoch":64,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":65,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T16:30:09.928678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":129,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.261543+0000","last_change":"2024-05-11T05:06:05.260849+0000","last_active":"2024-05-11T05:06:05.261543+0000","last_peered":"2024-05-11T05:06:05.261543+0000","last_clean":"2024-05-11T05:06:05.261543+0000","last_became_active":"2024-05-11T05:06:05.260051+0000","last_became_peered":"2024-05-11T05:06:05.260051+0000","last_unstale":"2024-05-11T05:06:05.261543+0000","last_undegraded":"2024-05-11T05:06:05.261543+0000","last_fullsized":"2024-05-11T05:06:05.261543+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T11:22:36.164964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0],"acting":[4,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.1e","version":"69'2","reported_seq":117,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.266757+0000","last_change":"2024-05-11T05:06:05.266189+0000","last_active":"2024-05-11T05:06:05.266757+0000","last_peered":"2024-05-11T05:06:05.266757+0000","last_clean":"2024-05-11T05:06:05.266757+0000","last_became_active":"2024-05-11T05:06:05.265223+0000","last_became_peered":"2024-05-11T05:06:05.265223+0000","last_unstale":"2024-05-11T05:06:05.266757+0000","last_undegraded":"2024-05-11T05:06:05.266757+0000","last_fullsized":"2024-05-11T05:06:05.266757+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:11:22.322594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":127,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.264276+0000","last_change":"2024-05-11T05:06:05.259551+0000","last_active":"2024-05-11T05:06:05.264276+0000","last_peered":"2024-05-11T05:06:05.264276+0000","last_clean":"2024-05-11T05:06:05.264276+0000","last_became_active":"2024-05-11T05:06:05.259082+0000","last_became_peered":"2024-05-11T05:06:05.259082+0000","last_unstale":"2024-05-11T05:06:05.264276+0000","last_undegraded":"2024-05-11T05:06:05.264276+0000","last_fullsized":"2024-05-11T05:06:05.264276+0000","mapping_epoch":145,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":146,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T14:01:44.870870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,0],"acting":[3,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"69'5","reported_seq":152,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.230080+0000","last_change":"2024-05-11T05:05:06.724624+0000","last_active":"2024-05-11T05:06:05.230080+0000","last_peered":"2024-05-11T05:06:05.230080+0000","last_clean":"2024-05-11T05:06:05.230080+0000","last_became_active":"2024-05-11T05:05:06.724179+0000","last_became_peered":"2024-05-11T05:05:06.724179+0000","last_unstale":"2024-05-11T05:06:05.230080+0000","last_undegraded":"2024-05-11T05:06:05.230080+0000","last_fullsized":"2024-05-11T05:06:05.230080+0000","mapping_epoch":131,"log_start":"0'0","ondisk_log_start":"0'0","created":64,"last_epoch_clean":132,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:14.851755+0000","last_clean_scrub_stamp":"2024-05-11T04:44:14.851755+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:53:19.739699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":115,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-05-11T05:06:05.222639+0000","last_change":"2024-05-11T05:01:18.364884+0000","last_active":"2024-05-11T05:06:05.222639+0000","last_peered":"2024-05-11T05:06:05.222639+0000","last_clean":"2024-05-11T05:06:05.222639+0000","last_became_active":"2024-05-11T05:01:18.364455+0000","last_became_peered":"2024-05-11T05:01:18.364455+0000","last_unstale":"2024-05-11T05:06:05.222639+0000","last_undegraded":"2024-05-11T05:06:05.222639+0000","last_fullsized":"2024-05-11T05:06:05.222639+0000","mapping_epoch":111,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":112,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-05-11T04:44:15.855020+0000","last_clean_scrub_stamp":"2024-05-11T04:44:15.855020+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-05-12T15:48:34.873321+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1],"acting":[4,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":96,"acting":96,"num_store_stats":8},{"poolid":3,"num_pg":32,"stat_sum":{"num_bytes":5554,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":65,"num_read_kb":68,"num_write":61,"num_write_kb":30,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":16662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":13615,"internal_metadata":0},"log_size":61,"ondisk_log_size":61,"up":96,"acting":96,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":392,"num_read_kb":834,"num_write":215,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234323,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":408388,"kb_used_data":2360,"kb_used_omap":1,"kb_used_meta":406014,"kb_avail":93336764,"statfs":{"total":95995035648,"available":95576846336,"internally_reserved":0,"allocated":2416640,"data_stored":1560147,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":415758795},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":46,"seq":197568495966,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":424764,"kb_used_data":2344,"kb_used_omap":1,"kb_used_meta":422398,"kb_avail":93320388,"statfs":{"total":95995035648,"available":95560077312,"internally_reserved":0,"allocated":2400256,"data_stored":1559728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":432536007},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":111,"seq":476741369945,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":202216,"kb_used_data":1748,"kb_used_omap":5,"kb_used_meta":200442,"kb_avail":93542936,"statfs":{"total":95995035648,"available":95787966464,"internally_reserved":0,"allocated":1789952,"data_stored":964604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5755,"internal_metadata":205252997},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":92,"seq":395136991354,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":223804,"kb_used_data":2344,"kb_used_omap":5,"kb_used_meta":221434,"kb_avail":93521348,"statfs":{"total":95995035648,"available":95765860352,"internally_reserved":0,"allocated":2400256,"data_stored":1556122,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5939,"internal_metadata":226748621},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":131,"seq":562640715819,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":90036,"kb_used_data":1760,"kb_used_omap":6,"kb_used_meta":88249,"kb_avail":93655116,"statfs":{"total":95995035648,"available":95902838784,"internally_reserved":0,"allocated":1802240,"data_stored":965493,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6573,"internal_metadata":90367571},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":145,"seq":622770257952,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":72180,"kb_used_data":1760,"kb_used_omap":4,"kb_used_meta":70395,"kb_avail":93672972,"statfs":{"total":95995035648,"available":95921123328,"internally_reserved":0,"allocated":1802240,"data_stored":965240,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4533,"internal_metadata":72085067},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":30,"seq":128849019249,"num_pgs":33,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":492284,"kb_used_data":1776,"kb_used_omap":1,"kb_used_meta":490494,"kb_avail":93252868,"statfs":{"total":95995035648,"available":95490936832,"internally_reserved":0,"allocated":1818624,"data_stored":969767,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":502266310},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":38,"seq":163208757607,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":588276,"kb_used_data":1760,"kb_used_omap":1,"kb_used_meta":586494,"kb_avail":93156876,"statfs":{"total":95995035648,"available":95392641024,"internally_reserved":0,"allocated":1802240,"data_stored":965459,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":600570310},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4345,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4161,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2168,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":2941,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":4902,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":4826,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":28672,"data_stored":4972,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-05-11T05:08:36.088 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-05-11T05:08:36.089 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-05-11T05:08:36.089 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-05-11T05:08:36.089 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:08:36.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:36 smithi086 bash[67518]: audit 2024-05-11T05:08:35.044230+0000 mgr.y (mgr.24832) 579 : audit [DBG] from='client.45020 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:36.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:36 smithi086 bash[67518]: audit 2024-05-11T05:08:35.044230+0000 mgr.y (mgr.24832) 579 : audit [DBG] from='client.45020 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:36.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:36 smithi072 bash[80515]: audit 2024-05-11T05:08:35.044230+0000 mgr.y (mgr.24832) 579 : audit [DBG] from='client.45020 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:36.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:36 smithi072 bash[80515]: audit 2024-05-11T05:08:35.044230+0000 mgr.y (mgr.24832) 579 : audit [DBG] from='client.45020 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:36.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:36 smithi072 bash[82901]: audit 2024-05-11T05:08:35.044230+0000 mgr.y (mgr.24832) 579 : audit [DBG] from='client.45020 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:36.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:36 smithi072 bash[82901]: audit 2024-05-11T05:08:35.044230+0000 mgr.y (mgr.24832) 579 : audit [DBG] from='client.45020 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-05-11T05:08:37.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:37 smithi086 bash[67518]: cluster 2024-05-11T05:08:35.977416+0000 mgr.y (mgr.24832) 580 : cluster [DBG] pgmap v532: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:37.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:37 smithi086 bash[67518]: cluster 2024-05-11T05:08:35.977416+0000 mgr.y (mgr.24832) 580 : cluster [DBG] pgmap v532: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:37.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:37 smithi072 bash[80515]: cluster 2024-05-11T05:08:35.977416+0000 mgr.y (mgr.24832) 580 : cluster [DBG] pgmap v532: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:37.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:37 smithi072 bash[80515]: cluster 2024-05-11T05:08:35.977416+0000 mgr.y (mgr.24832) 580 : cluster [DBG] pgmap v532: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:37.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:37 smithi072 bash[82901]: cluster 2024-05-11T05:08:35.977416+0000 mgr.y (mgr.24832) 580 : cluster [DBG] pgmap v532: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:37.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:37 smithi072 bash[82901]: cluster 2024-05-11T05:08:35.977416+0000 mgr.y (mgr.24832) 580 : cluster [DBG] pgmap v532: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:39.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:39 smithi086 bash[67518]: cluster 2024-05-11T05:08:37.978150+0000 mgr.y (mgr.24832) 581 : cluster [DBG] pgmap v533: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:39.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:39 smithi086 bash[67518]: cluster 2024-05-11T05:08:37.978150+0000 mgr.y (mgr.24832) 581 : cluster [DBG] pgmap v533: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:39.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:39 smithi072 bash[80515]: cluster 2024-05-11T05:08:37.978150+0000 mgr.y (mgr.24832) 581 : cluster [DBG] pgmap v533: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:39.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:39 smithi072 bash[80515]: cluster 2024-05-11T05:08:37.978150+0000 mgr.y (mgr.24832) 581 : cluster [DBG] pgmap v533: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:39.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:39 smithi072 bash[82901]: cluster 2024-05-11T05:08:37.978150+0000 mgr.y (mgr.24832) 581 : cluster [DBG] pgmap v533: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:39.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:39 smithi072 bash[82901]: cluster 2024-05-11T05:08:37.978150+0000 mgr.y (mgr.24832) 581 : cluster [DBG] pgmap v533: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:40.831 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:08:41.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:41 smithi086 bash[67518]: cluster 2024-05-11T05:08:39.979136+0000 mgr.y (mgr.24832) 582 : cluster [DBG] pgmap v534: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:41.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:41 smithi086 bash[67518]: cluster 2024-05-11T05:08:39.979136+0000 mgr.y (mgr.24832) 582 : cluster [DBG] pgmap v534: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:41.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:41 smithi072 bash[80515]: cluster 2024-05-11T05:08:39.979136+0000 mgr.y (mgr.24832) 582 : cluster [DBG] pgmap v534: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:41.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:41 smithi072 bash[80515]: cluster 2024-05-11T05:08:39.979136+0000 mgr.y (mgr.24832) 582 : cluster [DBG] pgmap v534: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:41.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:41 smithi072 bash[82901]: cluster 2024-05-11T05:08:39.979136+0000 mgr.y (mgr.24832) 582 : cluster [DBG] pgmap v534: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:41.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:41 smithi072 bash[82901]: cluster 2024-05-11T05:08:39.979136+0000 mgr.y (mgr.24832) 582 : cluster [DBG] pgmap v534: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:43.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:43 smithi086 bash[67518]: cluster 2024-05-11T05:08:41.980083+0000 mgr.y (mgr.24832) 583 : cluster [DBG] pgmap v535: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:43.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:43 smithi086 bash[67518]: cluster 2024-05-11T05:08:41.980083+0000 mgr.y (mgr.24832) 583 : cluster [DBG] pgmap v535: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:43.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:43 smithi072 bash[80515]: cluster 2024-05-11T05:08:41.980083+0000 mgr.y (mgr.24832) 583 : cluster [DBG] pgmap v535: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:43.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:43 smithi072 bash[80515]: cluster 2024-05-11T05:08:41.980083+0000 mgr.y (mgr.24832) 583 : cluster [DBG] pgmap v535: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:43 smithi072 bash[82901]: cluster 2024-05-11T05:08:41.980083+0000 mgr.y (mgr.24832) 583 : cluster [DBG] pgmap v535: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:43.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:43 smithi072 bash[82901]: cluster 2024-05-11T05:08:41.980083+0000 mgr.y (mgr.24832) 583 : cluster [DBG] pgmap v535: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:44.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:08:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:08:43] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.43.0" 2024-05-11T05:08:45.022 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:08:45.023 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:08:45.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:45 smithi072 bash[80515]: cluster 2024-05-11T05:08:43.980841+0000 mgr.y (mgr.24832) 584 : cluster [DBG] pgmap v536: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:45.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:45 smithi072 bash[80515]: cluster 2024-05-11T05:08:43.980841+0000 mgr.y (mgr.24832) 584 : cluster [DBG] pgmap v536: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:45.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:45 smithi072 bash[80515]: audit 2024-05-11T05:08:45.025039+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.72:0/3017709610' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:45.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:45 smithi072 bash[80515]: audit 2024-05-11T05:08:45.025039+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.72:0/3017709610' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:45.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:45 smithi072 bash[82901]: cluster 2024-05-11T05:08:43.980841+0000 mgr.y (mgr.24832) 584 : cluster [DBG] pgmap v536: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:45.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:45 smithi072 bash[82901]: cluster 2024-05-11T05:08:43.980841+0000 mgr.y (mgr.24832) 584 : cluster [DBG] pgmap v536: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:45.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:45 smithi072 bash[82901]: audit 2024-05-11T05:08:45.025039+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.72:0/3017709610' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:45.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:45 smithi072 bash[82901]: audit 2024-05-11T05:08:45.025039+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.72:0/3017709610' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:45.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:45 smithi086 bash[67518]: cluster 2024-05-11T05:08:43.980841+0000 mgr.y (mgr.24832) 584 : cluster [DBG] pgmap v536: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:45.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:45 smithi086 bash[67518]: cluster 2024-05-11T05:08:43.980841+0000 mgr.y (mgr.24832) 584 : cluster [DBG] pgmap v536: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:45.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:45 smithi086 bash[67518]: audit 2024-05-11T05:08:45.025039+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.72:0/3017709610' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:45.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:45 smithi086 bash[67518]: audit 2024-05-11T05:08:45.025039+0000 mon.c (mon.2) 62 : audit [DBG] from='client.? 172.21.15.72:0/3017709610' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:46.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:46 smithi072 bash[80515]: audit 2024-05-11T05:08:45.597792+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:08:46.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:46 smithi072 bash[80515]: audit 2024-05-11T05:08:45.597792+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:08:46.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:46 smithi072 bash[82901]: audit 2024-05-11T05:08:45.597792+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:08:46.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:46 smithi072 bash[82901]: audit 2024-05-11T05:08:45.597792+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:08:46.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:46 smithi086 bash[67518]: audit 2024-05-11T05:08:45.597792+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:08:46.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:46 smithi086 bash[67518]: audit 2024-05-11T05:08:45.597792+0000 mon.a (mon.0) 862 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:08:47.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:47 smithi086 bash[67518]: cluster 2024-05-11T05:08:45.981804+0000 mgr.y (mgr.24832) 585 : cluster [DBG] pgmap v537: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:47.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:47 smithi086 bash[67518]: cluster 2024-05-11T05:08:45.981804+0000 mgr.y (mgr.24832) 585 : cluster [DBG] pgmap v537: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:47.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:47 smithi072 bash[80515]: cluster 2024-05-11T05:08:45.981804+0000 mgr.y (mgr.24832) 585 : cluster [DBG] pgmap v537: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:47.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:47 smithi072 bash[80515]: cluster 2024-05-11T05:08:45.981804+0000 mgr.y (mgr.24832) 585 : cluster [DBG] pgmap v537: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:47.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:47 smithi072 bash[82901]: cluster 2024-05-11T05:08:45.981804+0000 mgr.y (mgr.24832) 585 : cluster [DBG] pgmap v537: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:47.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:47 smithi072 bash[82901]: cluster 2024-05-11T05:08:45.981804+0000 mgr.y (mgr.24832) 585 : cluster [DBG] pgmap v537: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:49.009 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:08:49.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:49 smithi072 bash[80515]: cluster 2024-05-11T05:08:47.982593+0000 mgr.y (mgr.24832) 586 : cluster [DBG] pgmap v538: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:49.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:49 smithi072 bash[80515]: cluster 2024-05-11T05:08:47.982593+0000 mgr.y (mgr.24832) 586 : cluster [DBG] pgmap v538: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:49.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:49 smithi072 bash[80515]: audit 2024-05-11T05:08:48.870556+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:49.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:49 smithi072 bash[80515]: audit 2024-05-11T05:08:48.870556+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:49.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:49 smithi072 bash[82901]: cluster 2024-05-11T05:08:47.982593+0000 mgr.y (mgr.24832) 586 : cluster [DBG] pgmap v538: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:49.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:49 smithi072 bash[82901]: cluster 2024-05-11T05:08:47.982593+0000 mgr.y (mgr.24832) 586 : cluster [DBG] pgmap v538: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:49.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:49 smithi072 bash[82901]: audit 2024-05-11T05:08:48.870556+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:49.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:49 smithi072 bash[82901]: audit 2024-05-11T05:08:48.870556+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:49.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:49 smithi086 bash[67518]: cluster 2024-05-11T05:08:47.982593+0000 mgr.y (mgr.24832) 586 : cluster [DBG] pgmap v538: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:49.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:49 smithi086 bash[67518]: cluster 2024-05-11T05:08:47.982593+0000 mgr.y (mgr.24832) 586 : cluster [DBG] pgmap v538: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:49.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:49 smithi086 bash[67518]: audit 2024-05-11T05:08:48.870556+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:49.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:49 smithi086 bash[67518]: audit 2024-05-11T05:08:48.870556+0000 mon.a (mon.0) 863 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:08:51.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:51 smithi086 bash[67518]: cluster 2024-05-11T05:08:49.983486+0000 mgr.y (mgr.24832) 587 : cluster [DBG] pgmap v539: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:51.536 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:51 smithi086 bash[67518]: cluster 2024-05-11T05:08:49.983486+0000 mgr.y (mgr.24832) 587 : cluster [DBG] pgmap v539: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:51.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:51 smithi072 bash[80515]: cluster 2024-05-11T05:08:49.983486+0000 mgr.y (mgr.24832) 587 : cluster [DBG] pgmap v539: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:51.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:51 smithi072 bash[80515]: cluster 2024-05-11T05:08:49.983486+0000 mgr.y (mgr.24832) 587 : cluster [DBG] pgmap v539: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:51.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:51 smithi072 bash[82901]: cluster 2024-05-11T05:08:49.983486+0000 mgr.y (mgr.24832) 587 : cluster [DBG] pgmap v539: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:51.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:51 smithi072 bash[82901]: cluster 2024-05-11T05:08:49.983486+0000 mgr.y (mgr.24832) 587 : cluster [DBG] pgmap v539: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:51.460918+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:51.460918+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:51.472467+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:51.472467+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:51.656352+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:51.656352+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:51.669918+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:51.669918+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:52.251714+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:52.251714+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:52.253450+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:08:52.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:52.253450+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:08:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:52.263650+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:52 smithi086 bash[67518]: audit 2024-05-11T05:08:52.263650+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:51.460918+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:51.460918+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:51.472467+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:51.472467+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:51.656352+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:51.656352+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:51.669918+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:51.669918+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:52.251714+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:52.251714+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:52.253450+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:08:52.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:52.253450+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:52.263650+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:52 smithi072 bash[80515]: audit 2024-05-11T05:08:52.263650+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:51.460918+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:51.460918+0000 mon.a (mon.0) 864 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:51.472467+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:51.472467+0000 mon.a (mon.0) 865 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:51.656352+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:51.656352+0000 mon.a (mon.0) 866 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:51.669918+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:51.669918+0000 mon.a (mon.0) 867 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:52.251714+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:08:52.803 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:52.251714+0000 mon.a (mon.0) 868 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:08:52.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:52.253450+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:08:52.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:52.253450+0000 mon.a (mon.0) 869 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:08:52.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:52.263650+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:52.804 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:52 smithi072 bash[82901]: audit 2024-05-11T05:08:52.263650+0000 mon.a (mon.0) 870 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:08:53.717 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:08:53.741 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:53 smithi072 bash[80515]: cluster 2024-05-11T05:08:51.984080+0000 mgr.y (mgr.24832) 588 : cluster [DBG] pgmap v540: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:53.741 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:53 smithi072 bash[80515]: cluster 2024-05-11T05:08:51.984080+0000 mgr.y (mgr.24832) 588 : cluster [DBG] pgmap v540: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:53.742 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:53 smithi072 bash[82901]: cluster 2024-05-11T05:08:51.984080+0000 mgr.y (mgr.24832) 588 : cluster [DBG] pgmap v540: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:53.742 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:53 smithi072 bash[82901]: cluster 2024-05-11T05:08:51.984080+0000 mgr.y (mgr.24832) 588 : cluster [DBG] pgmap v540: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:53.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:53 smithi086 bash[67518]: cluster 2024-05-11T05:08:51.984080+0000 mgr.y (mgr.24832) 588 : cluster [DBG] pgmap v540: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:53.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:53 smithi086 bash[67518]: cluster 2024-05-11T05:08:51.984080+0000 mgr.y (mgr.24832) 588 : cluster [DBG] pgmap v540: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:54.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:08:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:08:53] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.43.0" 2024-05-11T05:08:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:55 smithi086 bash[67518]: cluster 2024-05-11T05:08:53.984820+0000 mgr.y (mgr.24832) 589 : cluster [DBG] pgmap v541: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:55.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:55 smithi086 bash[67518]: cluster 2024-05-11T05:08:53.984820+0000 mgr.y (mgr.24832) 589 : cluster [DBG] pgmap v541: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:55 smithi072 bash[80515]: cluster 2024-05-11T05:08:53.984820+0000 mgr.y (mgr.24832) 589 : cluster [DBG] pgmap v541: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:55 smithi072 bash[80515]: cluster 2024-05-11T05:08:53.984820+0000 mgr.y (mgr.24832) 589 : cluster [DBG] pgmap v541: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:55 smithi072 bash[82901]: cluster 2024-05-11T05:08:53.984820+0000 mgr.y (mgr.24832) 589 : cluster [DBG] pgmap v541: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:55.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:55 smithi072 bash[82901]: cluster 2024-05-11T05:08:53.984820+0000 mgr.y (mgr.24832) 589 : cluster [DBG] pgmap v541: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:57.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:57 smithi086 bash[67518]: cluster 2024-05-11T05:08:55.985854+0000 mgr.y (mgr.24832) 590 : cluster [DBG] pgmap v542: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:57.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:57 smithi086 bash[67518]: cluster 2024-05-11T05:08:55.985854+0000 mgr.y (mgr.24832) 590 : cluster [DBG] pgmap v542: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:57.800 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:08:57.800 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:08:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:57 smithi072 bash[80515]: cluster 2024-05-11T05:08:55.985854+0000 mgr.y (mgr.24832) 590 : cluster [DBG] pgmap v542: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:57 smithi072 bash[80515]: cluster 2024-05-11T05:08:55.985854+0000 mgr.y (mgr.24832) 590 : cluster [DBG] pgmap v542: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:57 smithi072 bash[82901]: cluster 2024-05-11T05:08:55.985854+0000 mgr.y (mgr.24832) 590 : cluster [DBG] pgmap v542: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:57 smithi072 bash[82901]: cluster 2024-05-11T05:08:55.985854+0000 mgr.y (mgr.24832) 590 : cluster [DBG] pgmap v542: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:58.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:58 smithi086 bash[67518]: audit 2024-05-11T05:08:57.802184+0000 mon.a (mon.0) 871 : audit [DBG] from='client.? 172.21.15.72:0/1427510659' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:58.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:58 smithi086 bash[67518]: audit 2024-05-11T05:08:57.802184+0000 mon.a (mon.0) 871 : audit [DBG] from='client.? 172.21.15.72:0/1427510659' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:58.790 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:58 smithi072 bash[82901]: audit 2024-05-11T05:08:57.802184+0000 mon.a (mon.0) 871 : audit [DBG] from='client.? 172.21.15.72:0/1427510659' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:58.790 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:58 smithi072 bash[82901]: audit 2024-05-11T05:08:57.802184+0000 mon.a (mon.0) 871 : audit [DBG] from='client.? 172.21.15.72:0/1427510659' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:58.791 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:58 smithi072 bash[80515]: audit 2024-05-11T05:08:57.802184+0000 mon.a (mon.0) 871 : audit [DBG] from='client.? 172.21.15.72:0/1427510659' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:58.791 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:58 smithi072 bash[80515]: audit 2024-05-11T05:08:57.802184+0000 mon.a (mon.0) 871 : audit [DBG] from='client.? 172.21.15.72:0/1427510659' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:08:59.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:59 smithi086 bash[67518]: cluster 2024-05-11T05:08:57.986554+0000 mgr.y (mgr.24832) 591 : cluster [DBG] pgmap v543: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:59.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:08:59 smithi086 bash[67518]: cluster 2024-05-11T05:08:57.986554+0000 mgr.y (mgr.24832) 591 : cluster [DBG] pgmap v543: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:59 smithi072 bash[80515]: cluster 2024-05-11T05:08:57.986554+0000 mgr.y (mgr.24832) 591 : cluster [DBG] pgmap v543: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:08:59 smithi072 bash[80515]: cluster 2024-05-11T05:08:57.986554+0000 mgr.y (mgr.24832) 591 : cluster [DBG] pgmap v543: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:59.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:59 smithi072 bash[82901]: cluster 2024-05-11T05:08:57.986554+0000 mgr.y (mgr.24832) 591 : cluster [DBG] pgmap v543: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:08:59.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:08:59 smithi072 bash[82901]: cluster 2024-05-11T05:08:57.986554+0000 mgr.y (mgr.24832) 591 : cluster [DBG] pgmap v543: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:01.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:01 smithi086 bash[67518]: cluster 2024-05-11T05:08:59.987428+0000 mgr.y (mgr.24832) 592 : cluster [DBG] pgmap v544: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:01.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:01 smithi086 bash[67518]: cluster 2024-05-11T05:08:59.987428+0000 mgr.y (mgr.24832) 592 : cluster [DBG] pgmap v544: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:01.793 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:09:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:01 smithi072 bash[80515]: cluster 2024-05-11T05:08:59.987428+0000 mgr.y (mgr.24832) 592 : cluster [DBG] pgmap v544: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:01 smithi072 bash[80515]: cluster 2024-05-11T05:08:59.987428+0000 mgr.y (mgr.24832) 592 : cluster [DBG] pgmap v544: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:01.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:01 smithi072 bash[82901]: cluster 2024-05-11T05:08:59.987428+0000 mgr.y (mgr.24832) 592 : cluster [DBG] pgmap v544: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:01.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:01 smithi072 bash[82901]: cluster 2024-05-11T05:08:59.987428+0000 mgr.y (mgr.24832) 592 : cluster [DBG] pgmap v544: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:03.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:03 smithi086 bash[67518]: cluster 2024-05-11T05:09:01.988085+0000 mgr.y (mgr.24832) 593 : cluster [DBG] pgmap v545: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:03.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:03 smithi086 bash[67518]: cluster 2024-05-11T05:09:01.988085+0000 mgr.y (mgr.24832) 593 : cluster [DBG] pgmap v545: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:03 smithi072 bash[80515]: cluster 2024-05-11T05:09:01.988085+0000 mgr.y (mgr.24832) 593 : cluster [DBG] pgmap v545: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:03 smithi072 bash[80515]: cluster 2024-05-11T05:09:01.988085+0000 mgr.y (mgr.24832) 593 : cluster [DBG] pgmap v545: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:03 smithi072 bash[82901]: cluster 2024-05-11T05:09:01.988085+0000 mgr.y (mgr.24832) 593 : cluster [DBG] pgmap v545: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:03.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:03 smithi072 bash[82901]: cluster 2024-05-11T05:09:01.988085+0000 mgr.y (mgr.24832) 593 : cluster [DBG] pgmap v545: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:04.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:09:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:09:03] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.43.0" 2024-05-11T05:09:04.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:04 smithi086 bash[67518]: audit 2024-05-11T05:09:03.870721+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:04.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:04 smithi086 bash[67518]: audit 2024-05-11T05:09:03.870721+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:04 smithi072 bash[80515]: audit 2024-05-11T05:09:03.870721+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:04 smithi072 bash[80515]: audit 2024-05-11T05:09:03.870721+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:04.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:04 smithi072 bash[82901]: audit 2024-05-11T05:09:03.870721+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:04.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:04 smithi072 bash[82901]: audit 2024-05-11T05:09:03.870721+0000 mon.a (mon.0) 872 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:05.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:05 smithi086 bash[67518]: cluster 2024-05-11T05:09:03.988879+0000 mgr.y (mgr.24832) 594 : cluster [DBG] pgmap v546: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:05.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:05 smithi086 bash[67518]: cluster 2024-05-11T05:09:03.988879+0000 mgr.y (mgr.24832) 594 : cluster [DBG] pgmap v546: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:05.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:05 smithi072 bash[80515]: cluster 2024-05-11T05:09:03.988879+0000 mgr.y (mgr.24832) 594 : cluster [DBG] pgmap v546: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:05.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:05 smithi072 bash[80515]: cluster 2024-05-11T05:09:03.988879+0000 mgr.y (mgr.24832) 594 : cluster [DBG] pgmap v546: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:05.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:05 smithi072 bash[82901]: cluster 2024-05-11T05:09:03.988879+0000 mgr.y (mgr.24832) 594 : cluster [DBG] pgmap v546: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:05.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:05 smithi072 bash[82901]: cluster 2024-05-11T05:09:03.988879+0000 mgr.y (mgr.24832) 594 : cluster [DBG] pgmap v546: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:06.539 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:09:07.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:07 smithi086 bash[67518]: cluster 2024-05-11T05:09:05.990065+0000 mgr.y (mgr.24832) 595 : cluster [DBG] pgmap v547: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:07.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:07 smithi086 bash[67518]: cluster 2024-05-11T05:09:05.990065+0000 mgr.y (mgr.24832) 595 : cluster [DBG] pgmap v547: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:07.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:07 smithi072 bash[80515]: cluster 2024-05-11T05:09:05.990065+0000 mgr.y (mgr.24832) 595 : cluster [DBG] pgmap v547: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:07.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:07 smithi072 bash[80515]: cluster 2024-05-11T05:09:05.990065+0000 mgr.y (mgr.24832) 595 : cluster [DBG] pgmap v547: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:07.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:07 smithi072 bash[82901]: cluster 2024-05-11T05:09:05.990065+0000 mgr.y (mgr.24832) 595 : cluster [DBG] pgmap v547: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:07.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:07 smithi072 bash[82901]: cluster 2024-05-11T05:09:05.990065+0000 mgr.y (mgr.24832) 595 : cluster [DBG] pgmap v547: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:09.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:09 smithi086 bash[67518]: cluster 2024-05-11T05:09:07.990938+0000 mgr.y (mgr.24832) 596 : cluster [DBG] pgmap v548: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:09.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:09 smithi086 bash[67518]: cluster 2024-05-11T05:09:07.990938+0000 mgr.y (mgr.24832) 596 : cluster [DBG] pgmap v548: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:09 smithi072 bash[80515]: cluster 2024-05-11T05:09:07.990938+0000 mgr.y (mgr.24832) 596 : cluster [DBG] pgmap v548: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:09.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:09 smithi072 bash[80515]: cluster 2024-05-11T05:09:07.990938+0000 mgr.y (mgr.24832) 596 : cluster [DBG] pgmap v548: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:09 smithi072 bash[82901]: cluster 2024-05-11T05:09:07.990938+0000 mgr.y (mgr.24832) 596 : cluster [DBG] pgmap v548: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:09.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:09 smithi072 bash[82901]: cluster 2024-05-11T05:09:07.990938+0000 mgr.y (mgr.24832) 596 : cluster [DBG] pgmap v548: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:10.584 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:09:10.585 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:09:11.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:11 smithi086 bash[67518]: cluster 2024-05-11T05:09:09.991822+0000 mgr.y (mgr.24832) 597 : cluster [DBG] pgmap v549: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:11.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:11 smithi086 bash[67518]: cluster 2024-05-11T05:09:09.991822+0000 mgr.y (mgr.24832) 597 : cluster [DBG] pgmap v549: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:11.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:11 smithi086 bash[67518]: audit 2024-05-11T05:09:10.586909+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.72:0/1928131470' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:11.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:11 smithi086 bash[67518]: audit 2024-05-11T05:09:10.586909+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.72:0/1928131470' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:11 smithi072 bash[80515]: cluster 2024-05-11T05:09:09.991822+0000 mgr.y (mgr.24832) 597 : cluster [DBG] pgmap v549: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:11 smithi072 bash[80515]: cluster 2024-05-11T05:09:09.991822+0000 mgr.y (mgr.24832) 597 : cluster [DBG] pgmap v549: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:11 smithi072 bash[80515]: audit 2024-05-11T05:09:10.586909+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.72:0/1928131470' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:11.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:11 smithi072 bash[80515]: audit 2024-05-11T05:09:10.586909+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.72:0/1928131470' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:11.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:11 smithi072 bash[82901]: cluster 2024-05-11T05:09:09.991822+0000 mgr.y (mgr.24832) 597 : cluster [DBG] pgmap v549: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:11.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:11 smithi072 bash[82901]: cluster 2024-05-11T05:09:09.991822+0000 mgr.y (mgr.24832) 597 : cluster [DBG] pgmap v549: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:11.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:11 smithi072 bash[82901]: audit 2024-05-11T05:09:10.586909+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.72:0/1928131470' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:11.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:11 smithi072 bash[82901]: audit 2024-05-11T05:09:10.586909+0000 mon.a (mon.0) 873 : audit [DBG] from='client.? 172.21.15.72:0/1928131470' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:13.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:13 smithi086 bash[67518]: cluster 2024-05-11T05:09:11.992724+0000 mgr.y (mgr.24832) 598 : cluster [DBG] pgmap v550: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:13.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:13 smithi086 bash[67518]: cluster 2024-05-11T05:09:11.992724+0000 mgr.y (mgr.24832) 598 : cluster [DBG] pgmap v550: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:13 smithi072 bash[80515]: cluster 2024-05-11T05:09:11.992724+0000 mgr.y (mgr.24832) 598 : cluster [DBG] pgmap v550: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:13 smithi072 bash[80515]: cluster 2024-05-11T05:09:11.992724+0000 mgr.y (mgr.24832) 598 : cluster [DBG] pgmap v550: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:13.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:13 smithi072 bash[82901]: cluster 2024-05-11T05:09:11.992724+0000 mgr.y (mgr.24832) 598 : cluster [DBG] pgmap v550: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:13.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:13 smithi072 bash[82901]: cluster 2024-05-11T05:09:11.992724+0000 mgr.y (mgr.24832) 598 : cluster [DBG] pgmap v550: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:14.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:09:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:09:13] "GET /metrics HTTP/1.1" 200 34230 "" "Prometheus/2.43.0" 2024-05-11T05:09:14.522 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:09:15.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:15 smithi086 bash[67518]: cluster 2024-05-11T05:09:13.993688+0000 mgr.y (mgr.24832) 599 : cluster [DBG] pgmap v551: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:15.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:15 smithi086 bash[67518]: cluster 2024-05-11T05:09:13.993688+0000 mgr.y (mgr.24832) 599 : cluster [DBG] pgmap v551: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:15.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:15 smithi072 bash[80515]: cluster 2024-05-11T05:09:13.993688+0000 mgr.y (mgr.24832) 599 : cluster [DBG] pgmap v551: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:15.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:15 smithi072 bash[80515]: cluster 2024-05-11T05:09:13.993688+0000 mgr.y (mgr.24832) 599 : cluster [DBG] pgmap v551: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:15.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:15 smithi072 bash[82901]: cluster 2024-05-11T05:09:13.993688+0000 mgr.y (mgr.24832) 599 : cluster [DBG] pgmap v551: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:15.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:15 smithi072 bash[82901]: cluster 2024-05-11T05:09:13.993688+0000 mgr.y (mgr.24832) 599 : cluster [DBG] pgmap v551: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:17.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:17 smithi086 bash[67518]: cluster 2024-05-11T05:09:15.994719+0000 mgr.y (mgr.24832) 600 : cluster [DBG] pgmap v552: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:17.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:17 smithi086 bash[67518]: cluster 2024-05-11T05:09:15.994719+0000 mgr.y (mgr.24832) 600 : cluster [DBG] pgmap v552: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:17.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:17 smithi072 bash[80515]: cluster 2024-05-11T05:09:15.994719+0000 mgr.y (mgr.24832) 600 : cluster [DBG] pgmap v552: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:17.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:17 smithi072 bash[80515]: cluster 2024-05-11T05:09:15.994719+0000 mgr.y (mgr.24832) 600 : cluster [DBG] pgmap v552: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:17 smithi072 bash[82901]: cluster 2024-05-11T05:09:15.994719+0000 mgr.y (mgr.24832) 600 : cluster [DBG] pgmap v552: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:17.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:17 smithi072 bash[82901]: cluster 2024-05-11T05:09:15.994719+0000 mgr.y (mgr.24832) 600 : cluster [DBG] pgmap v552: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:19.267 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:09:19.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:19 smithi072 bash[80515]: cluster 2024-05-11T05:09:17.995419+0000 mgr.y (mgr.24832) 601 : cluster [DBG] pgmap v553: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:19.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:19 smithi072 bash[80515]: cluster 2024-05-11T05:09:17.995419+0000 mgr.y (mgr.24832) 601 : cluster [DBG] pgmap v553: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:19.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:19 smithi072 bash[80515]: audit 2024-05-11T05:09:18.871246+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:19.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:19 smithi072 bash[80515]: audit 2024-05-11T05:09:18.871246+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:19 smithi072 bash[82901]: cluster 2024-05-11T05:09:17.995419+0000 mgr.y (mgr.24832) 601 : cluster [DBG] pgmap v553: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:19 smithi072 bash[82901]: cluster 2024-05-11T05:09:17.995419+0000 mgr.y (mgr.24832) 601 : cluster [DBG] pgmap v553: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:19 smithi072 bash[82901]: audit 2024-05-11T05:09:18.871246+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:19 smithi072 bash[82901]: audit 2024-05-11T05:09:18.871246+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:19.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:19 smithi086 bash[67518]: cluster 2024-05-11T05:09:17.995419+0000 mgr.y (mgr.24832) 601 : cluster [DBG] pgmap v553: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:19.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:19 smithi086 bash[67518]: cluster 2024-05-11T05:09:17.995419+0000 mgr.y (mgr.24832) 601 : cluster [DBG] pgmap v553: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:19.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:19 smithi086 bash[67518]: audit 2024-05-11T05:09:18.871246+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:19.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:19 smithi086 bash[67518]: audit 2024-05-11T05:09:18.871246+0000 mon.a (mon.0) 874 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:21.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:21 smithi086 bash[67518]: cluster 2024-05-11T05:09:19.996335+0000 mgr.y (mgr.24832) 602 : cluster [DBG] pgmap v554: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:21.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:21 smithi086 bash[67518]: cluster 2024-05-11T05:09:19.996335+0000 mgr.y (mgr.24832) 602 : cluster [DBG] pgmap v554: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:21.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:21 smithi072 bash[80515]: cluster 2024-05-11T05:09:19.996335+0000 mgr.y (mgr.24832) 602 : cluster [DBG] pgmap v554: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:21.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:21 smithi072 bash[80515]: cluster 2024-05-11T05:09:19.996335+0000 mgr.y (mgr.24832) 602 : cluster [DBG] pgmap v554: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:21.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:21 smithi072 bash[82901]: cluster 2024-05-11T05:09:19.996335+0000 mgr.y (mgr.24832) 602 : cluster [DBG] pgmap v554: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:21.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:21 smithi072 bash[82901]: cluster 2024-05-11T05:09:19.996335+0000 mgr.y (mgr.24832) 602 : cluster [DBG] pgmap v554: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:23.478 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:09:23.478 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:09:23.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:23 smithi086 bash[67518]: cluster 2024-05-11T05:09:21.997150+0000 mgr.y (mgr.24832) 603 : cluster [DBG] pgmap v555: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:23.786 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:23 smithi086 bash[67518]: cluster 2024-05-11T05:09:21.997150+0000 mgr.y (mgr.24832) 603 : cluster [DBG] pgmap v555: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:23.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:23 smithi086 bash[67518]: audit 2024-05-11T05:09:23.480519+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.72:0/1475821299' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:23.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:23 smithi086 bash[67518]: audit 2024-05-11T05:09:23.480519+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.72:0/1475821299' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:23.825 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:23 smithi072 bash[80515]: cluster 2024-05-11T05:09:21.997150+0000 mgr.y (mgr.24832) 603 : cluster [DBG] pgmap v555: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:23.825 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:23 smithi072 bash[80515]: cluster 2024-05-11T05:09:21.997150+0000 mgr.y (mgr.24832) 603 : cluster [DBG] pgmap v555: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:23.825 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:23 smithi072 bash[80515]: audit 2024-05-11T05:09:23.480519+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.72:0/1475821299' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:23.825 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:23 smithi072 bash[80515]: audit 2024-05-11T05:09:23.480519+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.72:0/1475821299' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:23.825 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:23 smithi072 bash[82901]: cluster 2024-05-11T05:09:21.997150+0000 mgr.y (mgr.24832) 603 : cluster [DBG] pgmap v555: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:23.825 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:23 smithi072 bash[82901]: cluster 2024-05-11T05:09:21.997150+0000 mgr.y (mgr.24832) 603 : cluster [DBG] pgmap v555: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:23.825 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:23 smithi072 bash[82901]: audit 2024-05-11T05:09:23.480519+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.72:0/1475821299' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:23.826 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:23 smithi072 bash[82901]: audit 2024-05-11T05:09:23.480519+0000 mon.c (mon.2) 63 : audit [DBG] from='client.? 172.21.15.72:0/1475821299' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:24.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:09:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:09:23] "GET /metrics HTTP/1.1" 200 34225 "" "Prometheus/2.43.0" 2024-05-11T05:09:25.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:25 smithi072 bash[80515]: cluster 2024-05-11T05:09:23.997969+0000 mgr.y (mgr.24832) 604 : cluster [DBG] pgmap v556: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:25.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:25 smithi072 bash[80515]: cluster 2024-05-11T05:09:23.997969+0000 mgr.y (mgr.24832) 604 : cluster [DBG] pgmap v556: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:25.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:25 smithi072 bash[82901]: cluster 2024-05-11T05:09:23.997969+0000 mgr.y (mgr.24832) 604 : cluster [DBG] pgmap v556: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:25.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:25 smithi072 bash[82901]: cluster 2024-05-11T05:09:23.997969+0000 mgr.y (mgr.24832) 604 : cluster [DBG] pgmap v556: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:26.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:25 smithi086 bash[67518]: cluster 2024-05-11T05:09:23.997969+0000 mgr.y (mgr.24832) 604 : cluster [DBG] pgmap v556: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:26.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:25 smithi086 bash[67518]: cluster 2024-05-11T05:09:23.997969+0000 mgr.y (mgr.24832) 604 : cluster [DBG] pgmap v556: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:27.519 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:09:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:27 smithi072 bash[80515]: cluster 2024-05-11T05:09:25.999000+0000 mgr.y (mgr.24832) 605 : cluster [DBG] pgmap v557: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:27.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:27 smithi072 bash[80515]: cluster 2024-05-11T05:09:25.999000+0000 mgr.y (mgr.24832) 605 : cluster [DBG] pgmap v557: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:27.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:27 smithi072 bash[82901]: cluster 2024-05-11T05:09:25.999000+0000 mgr.y (mgr.24832) 605 : cluster [DBG] pgmap v557: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:27.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:27 smithi072 bash[82901]: cluster 2024-05-11T05:09:25.999000+0000 mgr.y (mgr.24832) 605 : cluster [DBG] pgmap v557: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:28.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:27 smithi086 bash[67518]: cluster 2024-05-11T05:09:25.999000+0000 mgr.y (mgr.24832) 605 : cluster [DBG] pgmap v557: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:28.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:27 smithi086 bash[67518]: cluster 2024-05-11T05:09:25.999000+0000 mgr.y (mgr.24832) 605 : cluster [DBG] pgmap v557: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:29.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:29 smithi072 bash[80515]: cluster 2024-05-11T05:09:27.999718+0000 mgr.y (mgr.24832) 606 : cluster [DBG] pgmap v558: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:29.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:29 smithi072 bash[80515]: cluster 2024-05-11T05:09:27.999718+0000 mgr.y (mgr.24832) 606 : cluster [DBG] pgmap v558: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:29.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:29 smithi072 bash[82901]: cluster 2024-05-11T05:09:27.999718+0000 mgr.y (mgr.24832) 606 : cluster [DBG] pgmap v558: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:29.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:29 smithi072 bash[82901]: cluster 2024-05-11T05:09:27.999718+0000 mgr.y (mgr.24832) 606 : cluster [DBG] pgmap v558: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:30.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:29 smithi086 bash[67518]: cluster 2024-05-11T05:09:27.999718+0000 mgr.y (mgr.24832) 606 : cluster [DBG] pgmap v558: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:30.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:29 smithi086 bash[67518]: cluster 2024-05-11T05:09:27.999718+0000 mgr.y (mgr.24832) 606 : cluster [DBG] pgmap v558: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:31.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:31 smithi072 bash[80515]: cluster 2024-05-11T05:09:30.000638+0000 mgr.y (mgr.24832) 607 : cluster [DBG] pgmap v559: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:31.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:31 smithi072 bash[80515]: cluster 2024-05-11T05:09:30.000638+0000 mgr.y (mgr.24832) 607 : cluster [DBG] pgmap v559: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:31.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:31 smithi072 bash[82901]: cluster 2024-05-11T05:09:30.000638+0000 mgr.y (mgr.24832) 607 : cluster [DBG] pgmap v559: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:31.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:31 smithi072 bash[82901]: cluster 2024-05-11T05:09:30.000638+0000 mgr.y (mgr.24832) 607 : cluster [DBG] pgmap v559: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:32.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:31 smithi086 bash[67518]: cluster 2024-05-11T05:09:30.000638+0000 mgr.y (mgr.24832) 607 : cluster [DBG] pgmap v559: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:32.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:31 smithi086 bash[67518]: cluster 2024-05-11T05:09:30.000638+0000 mgr.y (mgr.24832) 607 : cluster [DBG] pgmap v559: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:32.262 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:09:33.854 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:33 smithi072 bash[80515]: cluster 2024-05-11T05:09:32.001506+0000 mgr.y (mgr.24832) 608 : cluster [DBG] pgmap v560: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:33.855 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:33 smithi072 bash[80515]: cluster 2024-05-11T05:09:32.001506+0000 mgr.y (mgr.24832) 608 : cluster [DBG] pgmap v560: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:33.855 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:33 smithi072 bash[82901]: cluster 2024-05-11T05:09:32.001506+0000 mgr.y (mgr.24832) 608 : cluster [DBG] pgmap v560: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:33.855 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:33 smithi072 bash[82901]: cluster 2024-05-11T05:09:32.001506+0000 mgr.y (mgr.24832) 608 : cluster [DBG] pgmap v560: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:34.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:33 smithi086 bash[67518]: cluster 2024-05-11T05:09:32.001506+0000 mgr.y (mgr.24832) 608 : cluster [DBG] pgmap v560: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:34.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:33 smithi086 bash[67518]: cluster 2024-05-11T05:09:32.001506+0000 mgr.y (mgr.24832) 608 : cluster [DBG] pgmap v560: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:34.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:09:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:09:33] "GET /metrics HTTP/1.1" 200 34225 "" "Prometheus/2.43.0" 2024-05-11T05:09:35.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:34 smithi086 bash[67518]: audit 2024-05-11T05:09:33.871429+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:35.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:34 smithi086 bash[67518]: audit 2024-05-11T05:09:33.871429+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:35.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:34 smithi072 bash[80515]: audit 2024-05-11T05:09:33.871429+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:35.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:34 smithi072 bash[80515]: audit 2024-05-11T05:09:33.871429+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:35.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:34 smithi072 bash[82901]: audit 2024-05-11T05:09:33.871429+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:35.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:34 smithi072 bash[82901]: audit 2024-05-11T05:09:33.871429+0000 mon.a (mon.0) 875 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:36.033 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:35 smithi072 bash[80515]: cluster 2024-05-11T05:09:34.002304+0000 mgr.y (mgr.24832) 609 : cluster [DBG] pgmap v561: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:36.033 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:35 smithi072 bash[80515]: cluster 2024-05-11T05:09:34.002304+0000 mgr.y (mgr.24832) 609 : cluster [DBG] pgmap v561: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:36.033 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:35 smithi072 bash[82901]: cluster 2024-05-11T05:09:34.002304+0000 mgr.y (mgr.24832) 609 : cluster [DBG] pgmap v561: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:36.033 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:35 smithi072 bash[82901]: cluster 2024-05-11T05:09:34.002304+0000 mgr.y (mgr.24832) 609 : cluster [DBG] pgmap v561: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:36.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:35 smithi086 bash[67518]: cluster 2024-05-11T05:09:34.002304+0000 mgr.y (mgr.24832) 609 : cluster [DBG] pgmap v561: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:36.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:35 smithi086 bash[67518]: cluster 2024-05-11T05:09:34.002304+0000 mgr.y (mgr.24832) 609 : cluster [DBG] pgmap v561: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:36.480 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:09:36.480 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:09:36.837 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:36 smithi072 bash[80515]: audit 2024-05-11T05:09:36.482809+0000 mon.a (mon.0) 876 : audit [DBG] from='client.? 172.21.15.72:0/2025435386' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:36.837 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:36 smithi072 bash[80515]: audit 2024-05-11T05:09:36.482809+0000 mon.a (mon.0) 876 : audit [DBG] from='client.? 172.21.15.72:0/2025435386' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:36.837 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:36 smithi072 bash[82901]: audit 2024-05-11T05:09:36.482809+0000 mon.a (mon.0) 876 : audit [DBG] from='client.? 172.21.15.72:0/2025435386' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:36.837 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:36 smithi072 bash[82901]: audit 2024-05-11T05:09:36.482809+0000 mon.a (mon.0) 876 : audit [DBG] from='client.? 172.21.15.72:0/2025435386' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:37.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:36 smithi086 bash[67518]: audit 2024-05-11T05:09:36.482809+0000 mon.a (mon.0) 876 : audit [DBG] from='client.? 172.21.15.72:0/2025435386' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:37.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:36 smithi086 bash[67518]: audit 2024-05-11T05:09:36.482809+0000 mon.a (mon.0) 876 : audit [DBG] from='client.? 172.21.15.72:0/2025435386' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:37.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:37 smithi072 bash[80515]: cluster 2024-05-11T05:09:36.003256+0000 mgr.y (mgr.24832) 610 : cluster [DBG] pgmap v562: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:37.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:37 smithi072 bash[80515]: cluster 2024-05-11T05:09:36.003256+0000 mgr.y (mgr.24832) 610 : cluster [DBG] pgmap v562: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:37.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:37 smithi072 bash[82901]: cluster 2024-05-11T05:09:36.003256+0000 mgr.y (mgr.24832) 610 : cluster [DBG] pgmap v562: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:37.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:37 smithi072 bash[82901]: cluster 2024-05-11T05:09:36.003256+0000 mgr.y (mgr.24832) 610 : cluster [DBG] pgmap v562: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:38.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:37 smithi086 bash[67518]: cluster 2024-05-11T05:09:36.003256+0000 mgr.y (mgr.24832) 610 : cluster [DBG] pgmap v562: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:38.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:37 smithi086 bash[67518]: cluster 2024-05-11T05:09:36.003256+0000 mgr.y (mgr.24832) 610 : cluster [DBG] pgmap v562: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:40.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:39 smithi086 bash[67518]: cluster 2024-05-11T05:09:38.004024+0000 mgr.y (mgr.24832) 611 : cluster [DBG] pgmap v563: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:40.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:39 smithi086 bash[67518]: cluster 2024-05-11T05:09:38.004024+0000 mgr.y (mgr.24832) 611 : cluster [DBG] pgmap v563: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:40.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:39 smithi072 bash[80515]: cluster 2024-05-11T05:09:38.004024+0000 mgr.y (mgr.24832) 611 : cluster [DBG] pgmap v563: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:40.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:39 smithi072 bash[80515]: cluster 2024-05-11T05:09:38.004024+0000 mgr.y (mgr.24832) 611 : cluster [DBG] pgmap v563: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:40.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:39 smithi072 bash[82901]: cluster 2024-05-11T05:09:38.004024+0000 mgr.y (mgr.24832) 611 : cluster [DBG] pgmap v563: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:40.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:39 smithi072 bash[82901]: cluster 2024-05-11T05:09:38.004024+0000 mgr.y (mgr.24832) 611 : cluster [DBG] pgmap v563: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:40.489 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:09:42.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:41 smithi086 bash[67518]: cluster 2024-05-11T05:09:40.004896+0000 mgr.y (mgr.24832) 612 : cluster [DBG] pgmap v564: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:42.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:41 smithi086 bash[67518]: cluster 2024-05-11T05:09:40.004896+0000 mgr.y (mgr.24832) 612 : cluster [DBG] pgmap v564: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:42.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:41 smithi072 bash[80515]: cluster 2024-05-11T05:09:40.004896+0000 mgr.y (mgr.24832) 612 : cluster [DBG] pgmap v564: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:42.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:41 smithi072 bash[80515]: cluster 2024-05-11T05:09:40.004896+0000 mgr.y (mgr.24832) 612 : cluster [DBG] pgmap v564: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:42.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:41 smithi072 bash[82901]: cluster 2024-05-11T05:09:40.004896+0000 mgr.y (mgr.24832) 612 : cluster [DBG] pgmap v564: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:42.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:41 smithi072 bash[82901]: cluster 2024-05-11T05:09:40.004896+0000 mgr.y (mgr.24832) 612 : cluster [DBG] pgmap v564: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:43.855 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:43 smithi072 bash[80515]: cluster 2024-05-11T05:09:42.005846+0000 mgr.y (mgr.24832) 613 : cluster [DBG] pgmap v565: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:43.855 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:43 smithi072 bash[80515]: cluster 2024-05-11T05:09:42.005846+0000 mgr.y (mgr.24832) 613 : cluster [DBG] pgmap v565: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:43.855 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:43 smithi072 bash[82901]: cluster 2024-05-11T05:09:42.005846+0000 mgr.y (mgr.24832) 613 : cluster [DBG] pgmap v565: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:43.855 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:43 smithi072 bash[82901]: cluster 2024-05-11T05:09:42.005846+0000 mgr.y (mgr.24832) 613 : cluster [DBG] pgmap v565: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:44.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:43 smithi086 bash[67518]: cluster 2024-05-11T05:09:42.005846+0000 mgr.y (mgr.24832) 613 : cluster [DBG] pgmap v565: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:44.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:43 smithi086 bash[67518]: cluster 2024-05-11T05:09:42.005846+0000 mgr.y (mgr.24832) 613 : cluster [DBG] pgmap v565: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:44.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:09:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:09:43] "GET /metrics HTTP/1.1" 200 34232 "" "Prometheus/2.43.0" 2024-05-11T05:09:45.231 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:09:46.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:45 smithi086 bash[67518]: cluster 2024-05-11T05:09:44.006808+0000 mgr.y (mgr.24832) 614 : cluster [DBG] pgmap v566: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:46.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:45 smithi086 bash[67518]: cluster 2024-05-11T05:09:44.006808+0000 mgr.y (mgr.24832) 614 : cluster [DBG] pgmap v566: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:46.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:45 smithi072 bash[80515]: cluster 2024-05-11T05:09:44.006808+0000 mgr.y (mgr.24832) 614 : cluster [DBG] pgmap v566: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:46.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:45 smithi072 bash[80515]: cluster 2024-05-11T05:09:44.006808+0000 mgr.y (mgr.24832) 614 : cluster [DBG] pgmap v566: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:46.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:45 smithi072 bash[82901]: cluster 2024-05-11T05:09:44.006808+0000 mgr.y (mgr.24832) 614 : cluster [DBG] pgmap v566: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:46.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:45 smithi072 bash[82901]: cluster 2024-05-11T05:09:44.006808+0000 mgr.y (mgr.24832) 614 : cluster [DBG] pgmap v566: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:48.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:47 smithi086 bash[67518]: cluster 2024-05-11T05:09:46.007781+0000 mgr.y (mgr.24832) 615 : cluster [DBG] pgmap v567: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:48.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:47 smithi086 bash[67518]: cluster 2024-05-11T05:09:46.007781+0000 mgr.y (mgr.24832) 615 : cluster [DBG] pgmap v567: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:48.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:47 smithi072 bash[80515]: cluster 2024-05-11T05:09:46.007781+0000 mgr.y (mgr.24832) 615 : cluster [DBG] pgmap v567: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:48.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:47 smithi072 bash[80515]: cluster 2024-05-11T05:09:46.007781+0000 mgr.y (mgr.24832) 615 : cluster [DBG] pgmap v567: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:48.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:47 smithi072 bash[82901]: cluster 2024-05-11T05:09:46.007781+0000 mgr.y (mgr.24832) 615 : cluster [DBG] pgmap v567: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:48.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:47 smithi072 bash[82901]: cluster 2024-05-11T05:09:46.007781+0000 mgr.y (mgr.24832) 615 : cluster [DBG] pgmap v567: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:49.323 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:09:49.323 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:09:50.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:49 smithi086 bash[67518]: cluster 2024-05-11T05:09:48.008606+0000 mgr.y (mgr.24832) 616 : cluster [DBG] pgmap v568: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:50.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:49 smithi086 bash[67518]: cluster 2024-05-11T05:09:48.008606+0000 mgr.y (mgr.24832) 616 : cluster [DBG] pgmap v568: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:50.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:49 smithi086 bash[67518]: audit 2024-05-11T05:09:48.871333+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:50.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:49 smithi086 bash[67518]: audit 2024-05-11T05:09:48.871333+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:50.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:49 smithi086 bash[67518]: audit 2024-05-11T05:09:49.325724+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.72:0/2860146818' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:50.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:49 smithi086 bash[67518]: audit 2024-05-11T05:09:49.325724+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.72:0/2860146818' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:50.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:49 smithi072 bash[80515]: cluster 2024-05-11T05:09:48.008606+0000 mgr.y (mgr.24832) 616 : cluster [DBG] pgmap v568: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:50.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:49 smithi072 bash[80515]: cluster 2024-05-11T05:09:48.008606+0000 mgr.y (mgr.24832) 616 : cluster [DBG] pgmap v568: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:50.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:49 smithi072 bash[80515]: audit 2024-05-11T05:09:48.871333+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:50.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:49 smithi072 bash[80515]: audit 2024-05-11T05:09:48.871333+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:50.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:49 smithi072 bash[80515]: audit 2024-05-11T05:09:49.325724+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.72:0/2860146818' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:50.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:49 smithi072 bash[80515]: audit 2024-05-11T05:09:49.325724+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.72:0/2860146818' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:50.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:49 smithi072 bash[82901]: cluster 2024-05-11T05:09:48.008606+0000 mgr.y (mgr.24832) 616 : cluster [DBG] pgmap v568: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:50.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:49 smithi072 bash[82901]: cluster 2024-05-11T05:09:48.008606+0000 mgr.y (mgr.24832) 616 : cluster [DBG] pgmap v568: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:50.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:49 smithi072 bash[82901]: audit 2024-05-11T05:09:48.871333+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:50.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:49 smithi072 bash[82901]: audit 2024-05-11T05:09:48.871333+0000 mon.a (mon.0) 877 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:09:50.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:49 smithi072 bash[82901]: audit 2024-05-11T05:09:49.325724+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.72:0/2860146818' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:50.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:49 smithi072 bash[82901]: audit 2024-05-11T05:09:49.325724+0000 mon.c (mon.2) 64 : audit [DBG] from='client.? 172.21.15.72:0/2860146818' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:09:52.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:51 smithi086 bash[67518]: cluster 2024-05-11T05:09:50.009537+0000 mgr.y (mgr.24832) 617 : cluster [DBG] pgmap v569: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:52.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:51 smithi086 bash[67518]: cluster 2024-05-11T05:09:50.009537+0000 mgr.y (mgr.24832) 617 : cluster [DBG] pgmap v569: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:52.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:51 smithi072 bash[80515]: cluster 2024-05-11T05:09:50.009537+0000 mgr.y (mgr.24832) 617 : cluster [DBG] pgmap v569: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:52.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:51 smithi072 bash[80515]: cluster 2024-05-11T05:09:50.009537+0000 mgr.y (mgr.24832) 617 : cluster [DBG] pgmap v569: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:52.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:51 smithi072 bash[82901]: cluster 2024-05-11T05:09:50.009537+0000 mgr.y (mgr.24832) 617 : cluster [DBG] pgmap v569: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:52.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:51 smithi072 bash[82901]: cluster 2024-05-11T05:09:50.009537+0000 mgr.y (mgr.24832) 617 : cluster [DBG] pgmap v569: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:53.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:52 smithi086 bash[67518]: audit 2024-05-11T05:09:52.355836+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:09:53.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:52 smithi086 bash[67518]: audit 2024-05-11T05:09:52.355836+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:09:53.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:52 smithi072 bash[80515]: audit 2024-05-11T05:09:52.355836+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:09:53.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:52 smithi072 bash[80515]: audit 2024-05-11T05:09:52.355836+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:09:53.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:52 smithi072 bash[82901]: audit 2024-05-11T05:09:52.355836+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:09:53.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:52 smithi072 bash[82901]: audit 2024-05-11T05:09:52.355836+0000 mon.a (mon.0) 878 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:09:53.165 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:09:54.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:53 smithi086 bash[67518]: cluster 2024-05-11T05:09:52.010392+0000 mgr.y (mgr.24832) 618 : cluster [DBG] pgmap v570: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:54.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:53 smithi086 bash[67518]: cluster 2024-05-11T05:09:52.010392+0000 mgr.y (mgr.24832) 618 : cluster [DBG] pgmap v570: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:54.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:09:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:09:53] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.43.0" 2024-05-11T05:09:54.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:53 smithi072 bash[80515]: cluster 2024-05-11T05:09:52.010392+0000 mgr.y (mgr.24832) 618 : cluster [DBG] pgmap v570: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:54.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:53 smithi072 bash[80515]: cluster 2024-05-11T05:09:52.010392+0000 mgr.y (mgr.24832) 618 : cluster [DBG] pgmap v570: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:54.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:53 smithi072 bash[82901]: cluster 2024-05-11T05:09:52.010392+0000 mgr.y (mgr.24832) 618 : cluster [DBG] pgmap v570: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:54.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:53 smithi072 bash[82901]: cluster 2024-05-11T05:09:52.010392+0000 mgr.y (mgr.24832) 618 : cluster [DBG] pgmap v570: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:56.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:55 smithi086 bash[67518]: cluster 2024-05-11T05:09:54.011206+0000 mgr.y (mgr.24832) 619 : cluster [DBG] pgmap v571: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:56.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:55 smithi086 bash[67518]: cluster 2024-05-11T05:09:54.011206+0000 mgr.y (mgr.24832) 619 : cluster [DBG] pgmap v571: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:56.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:55 smithi072 bash[80515]: cluster 2024-05-11T05:09:54.011206+0000 mgr.y (mgr.24832) 619 : cluster [DBG] pgmap v571: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:56.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:55 smithi072 bash[80515]: cluster 2024-05-11T05:09:54.011206+0000 mgr.y (mgr.24832) 619 : cluster [DBG] pgmap v571: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:56.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:55 smithi072 bash[82901]: cluster 2024-05-11T05:09:54.011206+0000 mgr.y (mgr.24832) 619 : cluster [DBG] pgmap v571: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:56.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:55 smithi072 bash[82901]: cluster 2024-05-11T05:09:54.011206+0000 mgr.y (mgr.24832) 619 : cluster [DBG] pgmap v571: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:57.416 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:09:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:57 smithi072 bash[80515]: cluster 2024-05-11T05:09:56.012240+0000 mgr.y (mgr.24832) 620 : cluster [DBG] pgmap v572: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:57 smithi072 bash[80515]: cluster 2024-05-11T05:09:56.012240+0000 mgr.y (mgr.24832) 620 : cluster [DBG] pgmap v572: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:57 smithi072 bash[82901]: cluster 2024-05-11T05:09:56.012240+0000 mgr.y (mgr.24832) 620 : cluster [DBG] pgmap v572: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:57 smithi072 bash[82901]: cluster 2024-05-11T05:09:56.012240+0000 mgr.y (mgr.24832) 620 : cluster [DBG] pgmap v572: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:58.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:57 smithi086 bash[67518]: cluster 2024-05-11T05:09:56.012240+0000 mgr.y (mgr.24832) 620 : cluster [DBG] pgmap v572: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:58.036 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:57 smithi086 bash[67518]: cluster 2024-05-11T05:09:56.012240+0000 mgr.y (mgr.24832) 620 : cluster [DBG] pgmap v572: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:59.283 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: cluster 2024-05-11T05:09:58.012639+0000 mgr.y (mgr.24832) 621 : cluster [DBG] pgmap v573: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: cluster 2024-05-11T05:09:58.012639+0000 mgr.y (mgr.24832) 621 : cluster [DBG] pgmap v573: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:58.147351+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:58.147351+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:58.153484+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:58.153484+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:58.403722+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:58.403722+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:58.414411+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:58.414411+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:59.046426+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:59.046426+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:59.047241+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:09:59.284 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:59.047241+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:09:59.285 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:59.052653+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.285 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:09:59 smithi072 bash[80515]: audit 2024-05-11T05:09:59.052653+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.285 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: cluster 2024-05-11T05:09:58.012639+0000 mgr.y (mgr.24832) 621 : cluster [DBG] pgmap v573: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:59.285 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: cluster 2024-05-11T05:09:58.012639+0000 mgr.y (mgr.24832) 621 : cluster [DBG] pgmap v573: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:59.285 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:58.147351+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.285 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:58.147351+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.285 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:58.153484+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.285 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:58.153484+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.285 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:58.403722+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.285 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:58.403722+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.285 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:58.414411+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.286 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:58.414411+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.286 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:59.046426+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:09:59.286 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:59.046426+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:09:59.286 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:59.047241+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:09:59.286 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:59.047241+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:09:59.286 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:59.052653+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.286 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:09:59 smithi072 bash[82901]: audit 2024-05-11T05:09:59.052653+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: cluster 2024-05-11T05:09:58.012639+0000 mgr.y (mgr.24832) 621 : cluster [DBG] pgmap v573: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:59.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: cluster 2024-05-11T05:09:58.012639+0000 mgr.y (mgr.24832) 621 : cluster [DBG] pgmap v573: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:09:59.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:58.147351+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:58.147351+0000 mon.a (mon.0) 879 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:58.153484+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:58.153484+0000 mon.a (mon.0) 880 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:58.403722+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:58.403722+0000 mon.a (mon.0) 881 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:58.414411+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:58.414411+0000 mon.a (mon.0) 882 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:59.046426+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:59.046426+0000 mon.a (mon.0) 883 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:59.047241+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:59.047241+0000 mon.a (mon.0) 884 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:59.052653+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:09:59.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:09:59 smithi086 bash[67518]: audit 2024-05-11T05:09:59.052653+0000 mon.a (mon.0) 885 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:10:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: debug 2024-05-11T05:09:59.997+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T05:10:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: debug 2024-05-11T05:09:59.997+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:10:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: debug 2024-05-11T05:09:59.997+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: debug 2024-05-11T05:09:59.997+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: debug 2024-05-11T05:09:59.997+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: debug 2024-05-11T05:09:59.997+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: debug 2024-05-11T05:09:59.997+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: debug 2024-05-11T05:09:59.997+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: debug 2024-05-11T05:09:59.997+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: debug 2024-05-11T05:09:59.997+0000 7f4b959ef700 -1 log_channel(cluster) log [ERR] : osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000151+0000 mon.a (mon.0) 886 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000151+0000 mon.a (mon.0) 886 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000226+0000 mon.a (mon.0) 887 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000226+0000 mon.a (mon.0) 887 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000278+0000 mon.a (mon.0) 888 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000278+0000 mon.a (mon.0) 888 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000365+0000 mon.a (mon.0) 889 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.303 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000365+0000 mon.a (mon.0) 889 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.304 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000406+0000 mon.a (mon.0) 890 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000151+0000 mon.a (mon.0) 886 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T05:10:00.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000151+0000 mon.a (mon.0) 886 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T05:10:00.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000226+0000 mon.a (mon.0) 887 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:10:00.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000226+0000 mon.a (mon.0) 887 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:10:00.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000278+0000 mon.a (mon.0) 888 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000278+0000 mon.a (mon.0) 888 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000365+0000 mon.a (mon.0) 889 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000365+0000 mon.a (mon.0) 889 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.304 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000406+0000 mon.a (mon.0) 890 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000406+0000 mon.a (mon.0) 890 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000449+0000 mon.a (mon.0) 891 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000449+0000 mon.a (mon.0) 891 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000487+0000 mon.a (mon.0) 892 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000487+0000 mon.a (mon.0) 892 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000536+0000 mon.a (mon.0) 893 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000536+0000 mon.a (mon.0) 893 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000574+0000 mon.a (mon.0) 894 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000574+0000 mon.a (mon.0) 894 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000622+0000 mon.a (mon.0) 895 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:00 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.000622+0000 mon.a (mon.0) 895 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.305 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000406+0000 mon.a (mon.0) 890 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000449+0000 mon.a (mon.0) 891 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000449+0000 mon.a (mon.0) 891 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000487+0000 mon.a (mon.0) 892 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000487+0000 mon.a (mon.0) 892 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000536+0000 mon.a (mon.0) 893 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000536+0000 mon.a (mon.0) 893 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000574+0000 mon.a (mon.0) 894 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000574+0000 mon.a (mon.0) 894 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000622+0000 mon.a (mon.0) 895 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.306 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:00 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.000622+0000 mon.a (mon.0) 895 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000151+0000 mon.a (mon.0) 886 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T05:10:00.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000151+0000 mon.a (mon.0) 886 : cluster [ERR] Health detail: HEALTH_ERR 8 osds(s) are not reachable 2024-05-11T05:10:00.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000226+0000 mon.a (mon.0) 887 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000226+0000 mon.a (mon.0) 887 : cluster [ERR] [ERR] OSD_UNREACHABLE: 8 osds(s) are not reachable 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000278+0000 mon.a (mon.0) 888 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000278+0000 mon.a (mon.0) 888 : cluster [ERR] osd.0's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000365+0000 mon.a (mon.0) 889 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000365+0000 mon.a (mon.0) 889 : cluster [ERR] osd.1's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000406+0000 mon.a (mon.0) 890 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000406+0000 mon.a (mon.0) 890 : cluster [ERR] osd.2's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000449+0000 mon.a (mon.0) 891 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000449+0000 mon.a (mon.0) 891 : cluster [ERR] osd.3's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000487+0000 mon.a (mon.0) 892 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000487+0000 mon.a (mon.0) 892 : cluster [ERR] osd.4's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000536+0000 mon.a (mon.0) 893 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000536+0000 mon.a (mon.0) 893 : cluster [ERR] osd.5's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000574+0000 mon.a (mon.0) 894 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000574+0000 mon.a (mon.0) 894 : cluster [ERR] osd.6's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000622+0000 mon.a (mon.0) 895 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:00.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:00 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.000622+0000 mon.a (mon.0) 895 : cluster [ERR] osd.7's public address is not in '172.21.0.1/32,172.21.0.0/20,172.21.15.254/32,172.21.0.2/32' subnet 2024-05-11T05:10:01.449 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:01 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.013425+0000 mgr.y (mgr.24832) 622 : cluster [DBG] pgmap v574: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:01.449 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:01 smithi072 bash[80515]: cluster 2024-05-11T05:10:00.013425+0000 mgr.y (mgr.24832) 622 : cluster [DBG] pgmap v574: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:01.450 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:01 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.013425+0000 mgr.y (mgr.24832) 622 : cluster [DBG] pgmap v574: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:01.450 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:01 smithi072 bash[82901]: cluster 2024-05-11T05:10:00.013425+0000 mgr.y (mgr.24832) 622 : cluster [DBG] pgmap v574: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:01.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:01 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.013425+0000 mgr.y (mgr.24832) 622 : cluster [DBG] pgmap v574: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:01.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:01 smithi086 bash[67518]: cluster 2024-05-11T05:10:00.013425+0000 mgr.y (mgr.24832) 622 : cluster [DBG] pgmap v574: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:01.902 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:10:01.902 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:10:02.214 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:02 smithi072 bash[80515]: audit 2024-05-11T05:10:01.905124+0000 mon.a (mon.0) 896 : audit [DBG] from='client.? 172.21.15.72:0/3252769766' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:02.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:02 smithi086 bash[67518]: audit 2024-05-11T05:10:01.905124+0000 mon.a (mon.0) 896 : audit [DBG] from='client.? 172.21.15.72:0/3252769766' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:02.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:02 smithi086 bash[67518]: audit 2024-05-11T05:10:01.905124+0000 mon.a (mon.0) 896 : audit [DBG] from='client.? 172.21.15.72:0/3252769766' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:02.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:02 smithi072 bash[80515]: audit 2024-05-11T05:10:01.905124+0000 mon.a (mon.0) 896 : audit [DBG] from='client.? 172.21.15.72:0/3252769766' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:02.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:02 smithi072 bash[82901]: audit 2024-05-11T05:10:01.905124+0000 mon.a (mon.0) 896 : audit [DBG] from='client.? 172.21.15.72:0/3252769766' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:02.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:02 smithi072 bash[82901]: audit 2024-05-11T05:10:01.905124+0000 mon.a (mon.0) 896 : audit [DBG] from='client.? 172.21.15.72:0/3252769766' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:03.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:03 smithi086 bash[67518]: cluster 2024-05-11T05:10:02.014213+0000 mgr.y (mgr.24832) 623 : cluster [DBG] pgmap v575: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:03.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:03 smithi086 bash[67518]: cluster 2024-05-11T05:10:02.014213+0000 mgr.y (mgr.24832) 623 : cluster [DBG] pgmap v575: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:03.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:03 smithi072 bash[82901]: cluster 2024-05-11T05:10:02.014213+0000 mgr.y (mgr.24832) 623 : cluster [DBG] pgmap v575: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:03.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:03 smithi072 bash[82901]: cluster 2024-05-11T05:10:02.014213+0000 mgr.y (mgr.24832) 623 : cluster [DBG] pgmap v575: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:03.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:03 smithi072 bash[80515]: cluster 2024-05-11T05:10:02.014213+0000 mgr.y (mgr.24832) 623 : cluster [DBG] pgmap v575: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:03.554 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:03 smithi072 bash[80515]: cluster 2024-05-11T05:10:02.014213+0000 mgr.y (mgr.24832) 623 : cluster [DBG] pgmap v575: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:04.175 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:10:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:10:03] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.43.0" 2024-05-11T05:10:04.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:04 smithi086 bash[67518]: audit 2024-05-11T05:10:03.872485+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:04.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:04 smithi086 bash[67518]: audit 2024-05-11T05:10:03.872485+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:04.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:04 smithi072 bash[80515]: audit 2024-05-11T05:10:03.872485+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:04.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:04 smithi072 bash[80515]: audit 2024-05-11T05:10:03.872485+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:04 smithi072 bash[82901]: audit 2024-05-11T05:10:03.872485+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:04.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:04 smithi072 bash[82901]: audit 2024-05-11T05:10:03.872485+0000 mon.a (mon.0) 897 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:05.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:05 smithi086 bash[67518]: cluster 2024-05-11T05:10:04.014968+0000 mgr.y (mgr.24832) 624 : cluster [DBG] pgmap v576: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:05.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:05 smithi086 bash[67518]: cluster 2024-05-11T05:10:04.014968+0000 mgr.y (mgr.24832) 624 : cluster [DBG] pgmap v576: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:05 smithi072 bash[80515]: cluster 2024-05-11T05:10:04.014968+0000 mgr.y (mgr.24832) 624 : cluster [DBG] pgmap v576: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:05 smithi072 bash[80515]: cluster 2024-05-11T05:10:04.014968+0000 mgr.y (mgr.24832) 624 : cluster [DBG] pgmap v576: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:05.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:05 smithi072 bash[82901]: cluster 2024-05-11T05:10:04.014968+0000 mgr.y (mgr.24832) 624 : cluster [DBG] pgmap v576: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:05.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:05 smithi072 bash[82901]: cluster 2024-05-11T05:10:04.014968+0000 mgr.y (mgr.24832) 624 : cluster [DBG] pgmap v576: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:06.060 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:10:07.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:07 smithi086 bash[67518]: cluster 2024-05-11T05:10:06.016007+0000 mgr.y (mgr.24832) 625 : cluster [DBG] pgmap v577: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:07.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:07 smithi086 bash[67518]: cluster 2024-05-11T05:10:06.016007+0000 mgr.y (mgr.24832) 625 : cluster [DBG] pgmap v577: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:07.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:07 smithi072 bash[80515]: cluster 2024-05-11T05:10:06.016007+0000 mgr.y (mgr.24832) 625 : cluster [DBG] pgmap v577: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:07.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:07 smithi072 bash[80515]: cluster 2024-05-11T05:10:06.016007+0000 mgr.y (mgr.24832) 625 : cluster [DBG] pgmap v577: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:07.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:07 smithi072 bash[82901]: cluster 2024-05-11T05:10:06.016007+0000 mgr.y (mgr.24832) 625 : cluster [DBG] pgmap v577: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:07.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:07 smithi072 bash[82901]: cluster 2024-05-11T05:10:06.016007+0000 mgr.y (mgr.24832) 625 : cluster [DBG] pgmap v577: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:09.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:09 smithi086 bash[67518]: cluster 2024-05-11T05:10:08.016696+0000 mgr.y (mgr.24832) 626 : cluster [DBG] pgmap v578: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:09.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:09 smithi086 bash[67518]: cluster 2024-05-11T05:10:08.016696+0000 mgr.y (mgr.24832) 626 : cluster [DBG] pgmap v578: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:09.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:09 smithi072 bash[82901]: cluster 2024-05-11T05:10:08.016696+0000 mgr.y (mgr.24832) 626 : cluster [DBG] pgmap v578: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:09.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:09 smithi072 bash[82901]: cluster 2024-05-11T05:10:08.016696+0000 mgr.y (mgr.24832) 626 : cluster [DBG] pgmap v578: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:09.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:09 smithi072 bash[80515]: cluster 2024-05-11T05:10:08.016696+0000 mgr.y (mgr.24832) 626 : cluster [DBG] pgmap v578: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:09.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:09 smithi072 bash[80515]: cluster 2024-05-11T05:10:08.016696+0000 mgr.y (mgr.24832) 626 : cluster [DBG] pgmap v578: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:10.803 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:10:11.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:11 smithi086 bash[67518]: cluster 2024-05-11T05:10:10.017568+0000 mgr.y (mgr.24832) 627 : cluster [DBG] pgmap v579: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:11.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:11 smithi086 bash[67518]: cluster 2024-05-11T05:10:10.017568+0000 mgr.y (mgr.24832) 627 : cluster [DBG] pgmap v579: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:11.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:11 smithi072 bash[80515]: cluster 2024-05-11T05:10:10.017568+0000 mgr.y (mgr.24832) 627 : cluster [DBG] pgmap v579: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:11.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:11 smithi072 bash[80515]: cluster 2024-05-11T05:10:10.017568+0000 mgr.y (mgr.24832) 627 : cluster [DBG] pgmap v579: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:11.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:11 smithi072 bash[82901]: cluster 2024-05-11T05:10:10.017568+0000 mgr.y (mgr.24832) 627 : cluster [DBG] pgmap v579: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:11.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:11 smithi072 bash[82901]: cluster 2024-05-11T05:10:10.017568+0000 mgr.y (mgr.24832) 627 : cluster [DBG] pgmap v579: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:13.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:13 smithi086 bash[67518]: cluster 2024-05-11T05:10:12.018344+0000 mgr.y (mgr.24832) 628 : cluster [DBG] pgmap v580: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:13.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:13 smithi086 bash[67518]: cluster 2024-05-11T05:10:12.018344+0000 mgr.y (mgr.24832) 628 : cluster [DBG] pgmap v580: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:13.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:13 smithi072 bash[82901]: cluster 2024-05-11T05:10:12.018344+0000 mgr.y (mgr.24832) 628 : cluster [DBG] pgmap v580: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:13.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:13 smithi072 bash[82901]: cluster 2024-05-11T05:10:12.018344+0000 mgr.y (mgr.24832) 628 : cluster [DBG] pgmap v580: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:13.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:13 smithi072 bash[80515]: cluster 2024-05-11T05:10:12.018344+0000 mgr.y (mgr.24832) 628 : cluster [DBG] pgmap v580: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:13.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:13 smithi072 bash[80515]: cluster 2024-05-11T05:10:12.018344+0000 mgr.y (mgr.24832) 628 : cluster [DBG] pgmap v580: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:14.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:10:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:10:13] "GET /metrics HTTP/1.1" 200 34228 "" "Prometheus/2.43.0" 2024-05-11T05:10:14.993 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:10:14.993 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:10:15.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:15 smithi072 bash[80515]: cluster 2024-05-11T05:10:14.019159+0000 mgr.y (mgr.24832) 629 : cluster [DBG] pgmap v581: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:15.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:15 smithi072 bash[80515]: cluster 2024-05-11T05:10:14.019159+0000 mgr.y (mgr.24832) 629 : cluster [DBG] pgmap v581: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:15.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:15 smithi072 bash[80515]: audit 2024-05-11T05:10:14.995800+0000 mon.a (mon.0) 898 : audit [DBG] from='client.? 172.21.15.72:0/190588002' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:15.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:15 smithi072 bash[80515]: audit 2024-05-11T05:10:14.995800+0000 mon.a (mon.0) 898 : audit [DBG] from='client.? 172.21.15.72:0/190588002' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:15.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:15 smithi072 bash[82901]: cluster 2024-05-11T05:10:14.019159+0000 mgr.y (mgr.24832) 629 : cluster [DBG] pgmap v581: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:15.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:15 smithi072 bash[82901]: cluster 2024-05-11T05:10:14.019159+0000 mgr.y (mgr.24832) 629 : cluster [DBG] pgmap v581: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:15.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:15 smithi072 bash[82901]: audit 2024-05-11T05:10:14.995800+0000 mon.a (mon.0) 898 : audit [DBG] from='client.? 172.21.15.72:0/190588002' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:15.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:15 smithi072 bash[82901]: audit 2024-05-11T05:10:14.995800+0000 mon.a (mon.0) 898 : audit [DBG] from='client.? 172.21.15.72:0/190588002' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:15.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:15 smithi086 bash[67518]: cluster 2024-05-11T05:10:14.019159+0000 mgr.y (mgr.24832) 629 : cluster [DBG] pgmap v581: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:15.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:15 smithi086 bash[67518]: cluster 2024-05-11T05:10:14.019159+0000 mgr.y (mgr.24832) 629 : cluster [DBG] pgmap v581: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:15.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:15 smithi086 bash[67518]: audit 2024-05-11T05:10:14.995800+0000 mon.a (mon.0) 898 : audit [DBG] from='client.? 172.21.15.72:0/190588002' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:15.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:15 smithi086 bash[67518]: audit 2024-05-11T05:10:14.995800+0000 mon.a (mon.0) 898 : audit [DBG] from='client.? 172.21.15.72:0/190588002' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:17.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:17 smithi086 bash[67518]: cluster 2024-05-11T05:10:16.020211+0000 mgr.y (mgr.24832) 630 : cluster [DBG] pgmap v582: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:17.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:17 smithi086 bash[67518]: cluster 2024-05-11T05:10:16.020211+0000 mgr.y (mgr.24832) 630 : cluster [DBG] pgmap v582: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:17.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:17 smithi072 bash[80515]: cluster 2024-05-11T05:10:16.020211+0000 mgr.y (mgr.24832) 630 : cluster [DBG] pgmap v582: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:17.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:17 smithi072 bash[80515]: cluster 2024-05-11T05:10:16.020211+0000 mgr.y (mgr.24832) 630 : cluster [DBG] pgmap v582: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:17.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:17 smithi072 bash[82901]: cluster 2024-05-11T05:10:16.020211+0000 mgr.y (mgr.24832) 630 : cluster [DBG] pgmap v582: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:17.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:17 smithi072 bash[82901]: cluster 2024-05-11T05:10:16.020211+0000 mgr.y (mgr.24832) 630 : cluster [DBG] pgmap v582: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:18.994 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:10:19.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:19 smithi072 bash[80515]: cluster 2024-05-11T05:10:18.020948+0000 mgr.y (mgr.24832) 631 : cluster [DBG] pgmap v583: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:19.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:19 smithi072 bash[80515]: cluster 2024-05-11T05:10:18.020948+0000 mgr.y (mgr.24832) 631 : cluster [DBG] pgmap v583: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:19.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:19 smithi072 bash[80515]: audit 2024-05-11T05:10:18.872925+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:19.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:19 smithi072 bash[80515]: audit 2024-05-11T05:10:18.872925+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:19.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:19 smithi072 bash[82901]: cluster 2024-05-11T05:10:18.020948+0000 mgr.y (mgr.24832) 631 : cluster [DBG] pgmap v583: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:19.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:19 smithi072 bash[82901]: cluster 2024-05-11T05:10:18.020948+0000 mgr.y (mgr.24832) 631 : cluster [DBG] pgmap v583: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:19.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:19 smithi072 bash[82901]: audit 2024-05-11T05:10:18.872925+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:19.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:19 smithi072 bash[82901]: audit 2024-05-11T05:10:18.872925+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:19.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:19 smithi086 bash[67518]: cluster 2024-05-11T05:10:18.020948+0000 mgr.y (mgr.24832) 631 : cluster [DBG] pgmap v583: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:19.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:19 smithi086 bash[67518]: cluster 2024-05-11T05:10:18.020948+0000 mgr.y (mgr.24832) 631 : cluster [DBG] pgmap v583: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:19.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:19 smithi086 bash[67518]: audit 2024-05-11T05:10:18.872925+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:19.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:19 smithi086 bash[67518]: audit 2024-05-11T05:10:18.872925+0000 mon.a (mon.0) 899 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:21.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:21 smithi086 bash[67518]: cluster 2024-05-11T05:10:20.021828+0000 mgr.y (mgr.24832) 632 : cluster [DBG] pgmap v584: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:21.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:21 smithi086 bash[67518]: cluster 2024-05-11T05:10:20.021828+0000 mgr.y (mgr.24832) 632 : cluster [DBG] pgmap v584: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:21.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:21 smithi072 bash[80515]: cluster 2024-05-11T05:10:20.021828+0000 mgr.y (mgr.24832) 632 : cluster [DBG] pgmap v584: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:21.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:21 smithi072 bash[80515]: cluster 2024-05-11T05:10:20.021828+0000 mgr.y (mgr.24832) 632 : cluster [DBG] pgmap v584: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:21.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:21 smithi072 bash[82901]: cluster 2024-05-11T05:10:20.021828+0000 mgr.y (mgr.24832) 632 : cluster [DBG] pgmap v584: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:21.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:21 smithi072 bash[82901]: cluster 2024-05-11T05:10:20.021828+0000 mgr.y (mgr.24832) 632 : cluster [DBG] pgmap v584: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:23.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:23 smithi086 bash[67518]: cluster 2024-05-11T05:10:22.022689+0000 mgr.y (mgr.24832) 633 : cluster [DBG] pgmap v585: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:23.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:23 smithi086 bash[67518]: cluster 2024-05-11T05:10:22.022689+0000 mgr.y (mgr.24832) 633 : cluster [DBG] pgmap v585: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:23.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:23 smithi072 bash[80515]: cluster 2024-05-11T05:10:22.022689+0000 mgr.y (mgr.24832) 633 : cluster [DBG] pgmap v585: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:23.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:23 smithi072 bash[80515]: cluster 2024-05-11T05:10:22.022689+0000 mgr.y (mgr.24832) 633 : cluster [DBG] pgmap v585: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:23 smithi072 bash[82901]: cluster 2024-05-11T05:10:22.022689+0000 mgr.y (mgr.24832) 633 : cluster [DBG] pgmap v585: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:23.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:23 smithi072 bash[82901]: cluster 2024-05-11T05:10:22.022689+0000 mgr.y (mgr.24832) 633 : cluster [DBG] pgmap v585: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:23.737 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:10:24.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:10:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:10:23] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.43.0" 2024-05-11T05:10:25.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:25 smithi086 bash[67518]: cluster 2024-05-11T05:10:24.023530+0000 mgr.y (mgr.24832) 634 : cluster [DBG] pgmap v586: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:25.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:25 smithi086 bash[67518]: cluster 2024-05-11T05:10:24.023530+0000 mgr.y (mgr.24832) 634 : cluster [DBG] pgmap v586: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:25.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:25 smithi072 bash[80515]: cluster 2024-05-11T05:10:24.023530+0000 mgr.y (mgr.24832) 634 : cluster [DBG] pgmap v586: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:25.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:25 smithi072 bash[80515]: cluster 2024-05-11T05:10:24.023530+0000 mgr.y (mgr.24832) 634 : cluster [DBG] pgmap v586: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:25 smithi072 bash[82901]: cluster 2024-05-11T05:10:24.023530+0000 mgr.y (mgr.24832) 634 : cluster [DBG] pgmap v586: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:25 smithi072 bash[82901]: cluster 2024-05-11T05:10:24.023530+0000 mgr.y (mgr.24832) 634 : cluster [DBG] pgmap v586: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:27.478 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:27 smithi072 bash[80515]: cluster 2024-05-11T05:10:26.024576+0000 mgr.y (mgr.24832) 635 : cluster [DBG] pgmap v587: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:27.478 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:27 smithi072 bash[80515]: cluster 2024-05-11T05:10:26.024576+0000 mgr.y (mgr.24832) 635 : cluster [DBG] pgmap v587: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:27.478 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:27 smithi072 bash[82901]: cluster 2024-05-11T05:10:26.024576+0000 mgr.y (mgr.24832) 635 : cluster [DBG] pgmap v587: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:27.478 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:27 smithi072 bash[82901]: cluster 2024-05-11T05:10:26.024576+0000 mgr.y (mgr.24832) 635 : cluster [DBG] pgmap v587: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:27 smithi086 bash[67518]: cluster 2024-05-11T05:10:26.024576+0000 mgr.y (mgr.24832) 635 : cluster [DBG] pgmap v587: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:27 smithi086 bash[67518]: cluster 2024-05-11T05:10:26.024576+0000 mgr.y (mgr.24832) 635 : cluster [DBG] pgmap v587: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:27.880 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:10:27.880 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:10:28.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:28 smithi086 bash[67518]: audit 2024-05-11T05:10:27.882548+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.72:0/371333135' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:28.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:28 smithi086 bash[67518]: audit 2024-05-11T05:10:27.882548+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.72:0/371333135' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:28.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:28 smithi072 bash[80515]: audit 2024-05-11T05:10:27.882548+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.72:0/371333135' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:28.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:28 smithi072 bash[80515]: audit 2024-05-11T05:10:27.882548+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.72:0/371333135' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:28.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:28 smithi072 bash[82901]: audit 2024-05-11T05:10:27.882548+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.72:0/371333135' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:28.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:28 smithi072 bash[82901]: audit 2024-05-11T05:10:27.882548+0000 mon.c (mon.2) 65 : audit [DBG] from='client.? 172.21.15.72:0/371333135' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:29.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:29 smithi086 bash[67518]: cluster 2024-05-11T05:10:28.025303+0000 mgr.y (mgr.24832) 636 : cluster [DBG] pgmap v588: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:29.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:29 smithi086 bash[67518]: cluster 2024-05-11T05:10:28.025303+0000 mgr.y (mgr.24832) 636 : cluster [DBG] pgmap v588: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:29 smithi072 bash[80515]: cluster 2024-05-11T05:10:28.025303+0000 mgr.y (mgr.24832) 636 : cluster [DBG] pgmap v588: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:29 smithi072 bash[80515]: cluster 2024-05-11T05:10:28.025303+0000 mgr.y (mgr.24832) 636 : cluster [DBG] pgmap v588: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:29 smithi072 bash[82901]: cluster 2024-05-11T05:10:28.025303+0000 mgr.y (mgr.24832) 636 : cluster [DBG] pgmap v588: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:29 smithi072 bash[82901]: cluster 2024-05-11T05:10:28.025303+0000 mgr.y (mgr.24832) 636 : cluster [DBG] pgmap v588: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:31.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:31 smithi086 bash[67518]: cluster 2024-05-11T05:10:30.026204+0000 mgr.y (mgr.24832) 637 : cluster [DBG] pgmap v589: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:31.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:31 smithi086 bash[67518]: cluster 2024-05-11T05:10:30.026204+0000 mgr.y (mgr.24832) 637 : cluster [DBG] pgmap v589: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:31.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:31 smithi072 bash[80515]: cluster 2024-05-11T05:10:30.026204+0000 mgr.y (mgr.24832) 637 : cluster [DBG] pgmap v589: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:31.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:31 smithi072 bash[80515]: cluster 2024-05-11T05:10:30.026204+0000 mgr.y (mgr.24832) 637 : cluster [DBG] pgmap v589: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:31.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:31 smithi072 bash[82901]: cluster 2024-05-11T05:10:30.026204+0000 mgr.y (mgr.24832) 637 : cluster [DBG] pgmap v589: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:31.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:31 smithi072 bash[82901]: cluster 2024-05-11T05:10:30.026204+0000 mgr.y (mgr.24832) 637 : cluster [DBG] pgmap v589: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:31.781 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:10:33.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:33 smithi086 bash[67518]: cluster 2024-05-11T05:10:32.027064+0000 mgr.y (mgr.24832) 638 : cluster [DBG] pgmap v590: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:33.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:33 smithi086 bash[67518]: cluster 2024-05-11T05:10:32.027064+0000 mgr.y (mgr.24832) 638 : cluster [DBG] pgmap v590: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:33.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:33 smithi072 bash[80515]: cluster 2024-05-11T05:10:32.027064+0000 mgr.y (mgr.24832) 638 : cluster [DBG] pgmap v590: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:33.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:33 smithi072 bash[80515]: cluster 2024-05-11T05:10:32.027064+0000 mgr.y (mgr.24832) 638 : cluster [DBG] pgmap v590: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:33.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:33 smithi072 bash[82901]: cluster 2024-05-11T05:10:32.027064+0000 mgr.y (mgr.24832) 638 : cluster [DBG] pgmap v590: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:33.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:33 smithi072 bash[82901]: cluster 2024-05-11T05:10:32.027064+0000 mgr.y (mgr.24832) 638 : cluster [DBG] pgmap v590: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:34.250 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:10:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:10:33] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.43.0" 2024-05-11T05:10:34.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:34 smithi086 bash[67518]: audit 2024-05-11T05:10:33.873290+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:34.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:34 smithi086 bash[67518]: audit 2024-05-11T05:10:33.873290+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:34.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:34 smithi072 bash[82901]: audit 2024-05-11T05:10:33.873290+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:34.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:34 smithi072 bash[82901]: audit 2024-05-11T05:10:33.873290+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:34.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:34 smithi072 bash[80515]: audit 2024-05-11T05:10:33.873290+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:34.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:34 smithi072 bash[80515]: audit 2024-05-11T05:10:33.873290+0000 mon.a (mon.0) 900 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:35.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:35 smithi086 bash[67518]: cluster 2024-05-11T05:10:34.028006+0000 mgr.y (mgr.24832) 639 : cluster [DBG] pgmap v591: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:35.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:35 smithi086 bash[67518]: cluster 2024-05-11T05:10:34.028006+0000 mgr.y (mgr.24832) 639 : cluster [DBG] pgmap v591: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:35.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:35 smithi072 bash[80515]: cluster 2024-05-11T05:10:34.028006+0000 mgr.y (mgr.24832) 639 : cluster [DBG] pgmap v591: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:35.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:35 smithi072 bash[80515]: cluster 2024-05-11T05:10:34.028006+0000 mgr.y (mgr.24832) 639 : cluster [DBG] pgmap v591: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:35.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:35 smithi072 bash[82901]: cluster 2024-05-11T05:10:34.028006+0000 mgr.y (mgr.24832) 639 : cluster [DBG] pgmap v591: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:35.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:35 smithi072 bash[82901]: cluster 2024-05-11T05:10:34.028006+0000 mgr.y (mgr.24832) 639 : cluster [DBG] pgmap v591: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:36.517 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:10:37.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:37 smithi086 bash[67518]: cluster 2024-05-11T05:10:36.028721+0000 mgr.y (mgr.24832) 640 : cluster [DBG] pgmap v592: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:37.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:37 smithi086 bash[67518]: cluster 2024-05-11T05:10:36.028721+0000 mgr.y (mgr.24832) 640 : cluster [DBG] pgmap v592: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:37.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:37 smithi072 bash[80515]: cluster 2024-05-11T05:10:36.028721+0000 mgr.y (mgr.24832) 640 : cluster [DBG] pgmap v592: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:37.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:37 smithi072 bash[80515]: cluster 2024-05-11T05:10:36.028721+0000 mgr.y (mgr.24832) 640 : cluster [DBG] pgmap v592: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:37.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:37 smithi072 bash[82901]: cluster 2024-05-11T05:10:36.028721+0000 mgr.y (mgr.24832) 640 : cluster [DBG] pgmap v592: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:37.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:37 smithi072 bash[82901]: cluster 2024-05-11T05:10:36.028721+0000 mgr.y (mgr.24832) 640 : cluster [DBG] pgmap v592: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:39.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:39 smithi086 bash[67518]: cluster 2024-05-11T05:10:38.029571+0000 mgr.y (mgr.24832) 641 : cluster [DBG] pgmap v593: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:39.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:39 smithi086 bash[67518]: cluster 2024-05-11T05:10:38.029571+0000 mgr.y (mgr.24832) 641 : cluster [DBG] pgmap v593: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:39.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:39 smithi072 bash[80515]: cluster 2024-05-11T05:10:38.029571+0000 mgr.y (mgr.24832) 641 : cluster [DBG] pgmap v593: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:39.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:39 smithi072 bash[80515]: cluster 2024-05-11T05:10:38.029571+0000 mgr.y (mgr.24832) 641 : cluster [DBG] pgmap v593: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:39 smithi072 bash[82901]: cluster 2024-05-11T05:10:38.029571+0000 mgr.y (mgr.24832) 641 : cluster [DBG] pgmap v593: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:39.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:39 smithi072 bash[82901]: cluster 2024-05-11T05:10:38.029571+0000 mgr.y (mgr.24832) 641 : cluster [DBG] pgmap v593: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:40.316 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:10:40.316 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:10:41.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:41 smithi086 bash[67518]: cluster 2024-05-11T05:10:40.030237+0000 mgr.y (mgr.24832) 642 : cluster [DBG] pgmap v594: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:41.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:41 smithi086 bash[67518]: cluster 2024-05-11T05:10:40.030237+0000 mgr.y (mgr.24832) 642 : cluster [DBG] pgmap v594: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:41.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:41 smithi086 bash[67518]: audit 2024-05-11T05:10:40.318994+0000 mon.a (mon.0) 901 : audit [DBG] from='client.? 172.21.15.72:0/1336453372' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:41.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:41 smithi086 bash[67518]: audit 2024-05-11T05:10:40.318994+0000 mon.a (mon.0) 901 : audit [DBG] from='client.? 172.21.15.72:0/1336453372' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:41.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:41 smithi072 bash[80515]: cluster 2024-05-11T05:10:40.030237+0000 mgr.y (mgr.24832) 642 : cluster [DBG] pgmap v594: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:41.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:41 smithi072 bash[80515]: cluster 2024-05-11T05:10:40.030237+0000 mgr.y (mgr.24832) 642 : cluster [DBG] pgmap v594: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:41.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:41 smithi072 bash[80515]: audit 2024-05-11T05:10:40.318994+0000 mon.a (mon.0) 901 : audit [DBG] from='client.? 172.21.15.72:0/1336453372' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:41.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:41 smithi072 bash[80515]: audit 2024-05-11T05:10:40.318994+0000 mon.a (mon.0) 901 : audit [DBG] from='client.? 172.21.15.72:0/1336453372' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:41.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:41 smithi072 bash[82901]: cluster 2024-05-11T05:10:40.030237+0000 mgr.y (mgr.24832) 642 : cluster [DBG] pgmap v594: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:41.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:41 smithi072 bash[82901]: cluster 2024-05-11T05:10:40.030237+0000 mgr.y (mgr.24832) 642 : cluster [DBG] pgmap v594: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:41.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:41 smithi072 bash[82901]: audit 2024-05-11T05:10:40.318994+0000 mon.a (mon.0) 901 : audit [DBG] from='client.? 172.21.15.72:0/1336453372' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:41.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:41 smithi072 bash[82901]: audit 2024-05-11T05:10:40.318994+0000 mon.a (mon.0) 901 : audit [DBG] from='client.? 172.21.15.72:0/1336453372' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:43.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:43 smithi086 bash[67518]: cluster 2024-05-11T05:10:42.031024+0000 mgr.y (mgr.24832) 643 : cluster [DBG] pgmap v595: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:43.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:43 smithi086 bash[67518]: cluster 2024-05-11T05:10:42.031024+0000 mgr.y (mgr.24832) 643 : cluster [DBG] pgmap v595: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:43.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:43 smithi072 bash[80515]: cluster 2024-05-11T05:10:42.031024+0000 mgr.y (mgr.24832) 643 : cluster [DBG] pgmap v595: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:43.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:43 smithi072 bash[80515]: cluster 2024-05-11T05:10:42.031024+0000 mgr.y (mgr.24832) 643 : cluster [DBG] pgmap v595: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:43 smithi072 bash[82901]: cluster 2024-05-11T05:10:42.031024+0000 mgr.y (mgr.24832) 643 : cluster [DBG] pgmap v595: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:43 smithi072 bash[82901]: cluster 2024-05-11T05:10:42.031024+0000 mgr.y (mgr.24832) 643 : cluster [DBG] pgmap v595: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:44.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:10:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:10:43] "GET /metrics HTTP/1.1" 200 34230 "" "Prometheus/2.43.0" 2024-05-11T05:10:44.331 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:10:45.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:45 smithi086 bash[67518]: cluster 2024-05-11T05:10:44.031874+0000 mgr.y (mgr.24832) 644 : cluster [DBG] pgmap v596: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:45.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:45 smithi086 bash[67518]: cluster 2024-05-11T05:10:44.031874+0000 mgr.y (mgr.24832) 644 : cluster [DBG] pgmap v596: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:45.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:45 smithi072 bash[80515]: cluster 2024-05-11T05:10:44.031874+0000 mgr.y (mgr.24832) 644 : cluster [DBG] pgmap v596: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:45.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:45 smithi072 bash[80515]: cluster 2024-05-11T05:10:44.031874+0000 mgr.y (mgr.24832) 644 : cluster [DBG] pgmap v596: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:45.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:45 smithi072 bash[82901]: cluster 2024-05-11T05:10:44.031874+0000 mgr.y (mgr.24832) 644 : cluster [DBG] pgmap v596: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:45.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:45 smithi072 bash[82901]: cluster 2024-05-11T05:10:44.031874+0000 mgr.y (mgr.24832) 644 : cluster [DBG] pgmap v596: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:47.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:47 smithi086 bash[67518]: cluster 2024-05-11T05:10:46.032774+0000 mgr.y (mgr.24832) 645 : cluster [DBG] pgmap v597: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:47.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:47 smithi086 bash[67518]: cluster 2024-05-11T05:10:46.032774+0000 mgr.y (mgr.24832) 645 : cluster [DBG] pgmap v597: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:47.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:47 smithi072 bash[80515]: cluster 2024-05-11T05:10:46.032774+0000 mgr.y (mgr.24832) 645 : cluster [DBG] pgmap v597: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:47.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:47 smithi072 bash[80515]: cluster 2024-05-11T05:10:46.032774+0000 mgr.y (mgr.24832) 645 : cluster [DBG] pgmap v597: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:47.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:47 smithi072 bash[82901]: cluster 2024-05-11T05:10:46.032774+0000 mgr.y (mgr.24832) 645 : cluster [DBG] pgmap v597: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:47.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:47 smithi072 bash[82901]: cluster 2024-05-11T05:10:46.032774+0000 mgr.y (mgr.24832) 645 : cluster [DBG] pgmap v597: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:49.059 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:10:49.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:49 smithi086 bash[67518]: cluster 2024-05-11T05:10:48.033485+0000 mgr.y (mgr.24832) 646 : cluster [DBG] pgmap v598: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:49.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:49 smithi086 bash[67518]: cluster 2024-05-11T05:10:48.033485+0000 mgr.y (mgr.24832) 646 : cluster [DBG] pgmap v598: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:49.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:49 smithi086 bash[67518]: audit 2024-05-11T05:10:48.873722+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:49.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:49 smithi086 bash[67518]: audit 2024-05-11T05:10:48.873722+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:49 smithi072 bash[80515]: cluster 2024-05-11T05:10:48.033485+0000 mgr.y (mgr.24832) 646 : cluster [DBG] pgmap v598: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:49 smithi072 bash[80515]: cluster 2024-05-11T05:10:48.033485+0000 mgr.y (mgr.24832) 646 : cluster [DBG] pgmap v598: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:49 smithi072 bash[80515]: audit 2024-05-11T05:10:48.873722+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:49 smithi072 bash[80515]: audit 2024-05-11T05:10:48.873722+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:49 smithi072 bash[82901]: cluster 2024-05-11T05:10:48.033485+0000 mgr.y (mgr.24832) 646 : cluster [DBG] pgmap v598: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:49 smithi072 bash[82901]: cluster 2024-05-11T05:10:48.033485+0000 mgr.y (mgr.24832) 646 : cluster [DBG] pgmap v598: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:49 smithi072 bash[82901]: audit 2024-05-11T05:10:48.873722+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:49 smithi072 bash[82901]: audit 2024-05-11T05:10:48.873722+0000 mon.a (mon.0) 902 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:10:51.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:51 smithi086 bash[67518]: cluster 2024-05-11T05:10:50.034379+0000 mgr.y (mgr.24832) 647 : cluster [DBG] pgmap v599: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:51.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:51 smithi086 bash[67518]: cluster 2024-05-11T05:10:50.034379+0000 mgr.y (mgr.24832) 647 : cluster [DBG] pgmap v599: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:51.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:51 smithi072 bash[80515]: cluster 2024-05-11T05:10:50.034379+0000 mgr.y (mgr.24832) 647 : cluster [DBG] pgmap v599: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:51.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:51 smithi072 bash[80515]: cluster 2024-05-11T05:10:50.034379+0000 mgr.y (mgr.24832) 647 : cluster [DBG] pgmap v599: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:51.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:51 smithi072 bash[82901]: cluster 2024-05-11T05:10:50.034379+0000 mgr.y (mgr.24832) 647 : cluster [DBG] pgmap v599: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:51.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:51 smithi072 bash[82901]: cluster 2024-05-11T05:10:50.034379+0000 mgr.y (mgr.24832) 647 : cluster [DBG] pgmap v599: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:53.162 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:10:53.163 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:10:53.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:53 smithi072 bash[80515]: cluster 2024-05-11T05:10:52.035189+0000 mgr.y (mgr.24832) 648 : cluster [DBG] pgmap v600: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:53.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:53 smithi072 bash[80515]: cluster 2024-05-11T05:10:52.035189+0000 mgr.y (mgr.24832) 648 : cluster [DBG] pgmap v600: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:53.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:53 smithi072 bash[80515]: audit 2024-05-11T05:10:53.165514+0000 mon.a (mon.0) 903 : audit [DBG] from='client.? 172.21.15.72:0/7716286' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:53.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:53 smithi072 bash[80515]: audit 2024-05-11T05:10:53.165514+0000 mon.a (mon.0) 903 : audit [DBG] from='client.? 172.21.15.72:0/7716286' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:53.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:53 smithi072 bash[82901]: cluster 2024-05-11T05:10:52.035189+0000 mgr.y (mgr.24832) 648 : cluster [DBG] pgmap v600: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:53.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:53 smithi072 bash[82901]: cluster 2024-05-11T05:10:52.035189+0000 mgr.y (mgr.24832) 648 : cluster [DBG] pgmap v600: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:53.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:53 smithi072 bash[82901]: audit 2024-05-11T05:10:53.165514+0000 mon.a (mon.0) 903 : audit [DBG] from='client.? 172.21.15.72:0/7716286' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:53.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:53 smithi072 bash[82901]: audit 2024-05-11T05:10:53.165514+0000 mon.a (mon.0) 903 : audit [DBG] from='client.? 172.21.15.72:0/7716286' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:53.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:53 smithi086 bash[67518]: cluster 2024-05-11T05:10:52.035189+0000 mgr.y (mgr.24832) 648 : cluster [DBG] pgmap v600: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:53.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:53 smithi086 bash[67518]: cluster 2024-05-11T05:10:52.035189+0000 mgr.y (mgr.24832) 648 : cluster [DBG] pgmap v600: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:53.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:53 smithi086 bash[67518]: audit 2024-05-11T05:10:53.165514+0000 mon.a (mon.0) 903 : audit [DBG] from='client.? 172.21.15.72:0/7716286' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:53.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:53 smithi086 bash[67518]: audit 2024-05-11T05:10:53.165514+0000 mon.a (mon.0) 903 : audit [DBG] from='client.? 172.21.15.72:0/7716286' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:10:54.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:10:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:10:53] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.43.0" 2024-05-11T05:10:55.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:55 smithi086 bash[67518]: cluster 2024-05-11T05:10:54.036053+0000 mgr.y (mgr.24832) 649 : cluster [DBG] pgmap v601: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:55.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:55 smithi086 bash[67518]: cluster 2024-05-11T05:10:54.036053+0000 mgr.y (mgr.24832) 649 : cluster [DBG] pgmap v601: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:55 smithi072 bash[80515]: cluster 2024-05-11T05:10:54.036053+0000 mgr.y (mgr.24832) 649 : cluster [DBG] pgmap v601: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:55.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:55 smithi072 bash[80515]: cluster 2024-05-11T05:10:54.036053+0000 mgr.y (mgr.24832) 649 : cluster [DBG] pgmap v601: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:55.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:55 smithi072 bash[82901]: cluster 2024-05-11T05:10:54.036053+0000 mgr.y (mgr.24832) 649 : cluster [DBG] pgmap v601: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:55.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:55 smithi072 bash[82901]: cluster 2024-05-11T05:10:54.036053+0000 mgr.y (mgr.24832) 649 : cluster [DBG] pgmap v601: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:57.100 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:10:57.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:57 smithi086 bash[67518]: cluster 2024-05-11T05:10:56.037036+0000 mgr.y (mgr.24832) 650 : cluster [DBG] pgmap v602: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:57.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:57 smithi086 bash[67518]: cluster 2024-05-11T05:10:56.037036+0000 mgr.y (mgr.24832) 650 : cluster [DBG] pgmap v602: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:57 smithi072 bash[80515]: cluster 2024-05-11T05:10:56.037036+0000 mgr.y (mgr.24832) 650 : cluster [DBG] pgmap v602: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:57.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:57 smithi072 bash[80515]: cluster 2024-05-11T05:10:56.037036+0000 mgr.y (mgr.24832) 650 : cluster [DBG] pgmap v602: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:57 smithi072 bash[82901]: cluster 2024-05-11T05:10:56.037036+0000 mgr.y (mgr.24832) 650 : cluster [DBG] pgmap v602: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:57.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:57 smithi072 bash[82901]: cluster 2024-05-11T05:10:56.037036+0000 mgr.y (mgr.24832) 650 : cluster [DBG] pgmap v602: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:59.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:59 smithi086 bash[67518]: cluster 2024-05-11T05:10:58.037723+0000 mgr.y (mgr.24832) 651 : cluster [DBG] pgmap v603: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:59.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:59 smithi086 bash[67518]: cluster 2024-05-11T05:10:58.037723+0000 mgr.y (mgr.24832) 651 : cluster [DBG] pgmap v603: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:59.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:59 smithi086 bash[67518]: audit 2024-05-11T05:10:59.113455+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:10:59.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:10:59 smithi086 bash[67518]: audit 2024-05-11T05:10:59.113455+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:10:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:59 smithi072 bash[80515]: cluster 2024-05-11T05:10:58.037723+0000 mgr.y (mgr.24832) 651 : cluster [DBG] pgmap v603: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:59 smithi072 bash[80515]: cluster 2024-05-11T05:10:58.037723+0000 mgr.y (mgr.24832) 651 : cluster [DBG] pgmap v603: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:59 smithi072 bash[80515]: audit 2024-05-11T05:10:59.113455+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:10:59.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:10:59 smithi072 bash[80515]: audit 2024-05-11T05:10:59.113455+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:10:59.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:59 smithi072 bash[82901]: cluster 2024-05-11T05:10:58.037723+0000 mgr.y (mgr.24832) 651 : cluster [DBG] pgmap v603: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:59.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:59 smithi072 bash[82901]: cluster 2024-05-11T05:10:58.037723+0000 mgr.y (mgr.24832) 651 : cluster [DBG] pgmap v603: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:10:59.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:59 smithi072 bash[82901]: audit 2024-05-11T05:10:59.113455+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:10:59.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:10:59 smithi072 bash[82901]: audit 2024-05-11T05:10:59.113455+0000 mon.a (mon.0) 904 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:11:01.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:01 smithi086 bash[67518]: cluster 2024-05-11T05:11:00.038597+0000 mgr.y (mgr.24832) 652 : cluster [DBG] pgmap v604: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:01.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:01 smithi086 bash[67518]: cluster 2024-05-11T05:11:00.038597+0000 mgr.y (mgr.24832) 652 : cluster [DBG] pgmap v604: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:01 smithi072 bash[80515]: cluster 2024-05-11T05:11:00.038597+0000 mgr.y (mgr.24832) 652 : cluster [DBG] pgmap v604: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:01.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:01 smithi072 bash[80515]: cluster 2024-05-11T05:11:00.038597+0000 mgr.y (mgr.24832) 652 : cluster [DBG] pgmap v604: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:01.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:01 smithi072 bash[82901]: cluster 2024-05-11T05:11:00.038597+0000 mgr.y (mgr.24832) 652 : cluster [DBG] pgmap v604: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:01.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:01 smithi072 bash[82901]: cluster 2024-05-11T05:11:00.038597+0000 mgr.y (mgr.24832) 652 : cluster [DBG] pgmap v604: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:01.836 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:11:03.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:03 smithi086 bash[67518]: cluster 2024-05-11T05:11:02.039419+0000 mgr.y (mgr.24832) 653 : cluster [DBG] pgmap v605: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:03.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:03 smithi086 bash[67518]: cluster 2024-05-11T05:11:02.039419+0000 mgr.y (mgr.24832) 653 : cluster [DBG] pgmap v605: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:03 smithi072 bash[80515]: cluster 2024-05-11T05:11:02.039419+0000 mgr.y (mgr.24832) 653 : cluster [DBG] pgmap v605: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:03.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:03 smithi072 bash[80515]: cluster 2024-05-11T05:11:02.039419+0000 mgr.y (mgr.24832) 653 : cluster [DBG] pgmap v605: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:03.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:03 smithi072 bash[82901]: cluster 2024-05-11T05:11:02.039419+0000 mgr.y (mgr.24832) 653 : cluster [DBG] pgmap v605: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:03.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:03 smithi072 bash[82901]: cluster 2024-05-11T05:11:02.039419+0000 mgr.y (mgr.24832) 653 : cluster [DBG] pgmap v605: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:04.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:11:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:11:03] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.43.0" 2024-05-11T05:11:04.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:04 smithi086 bash[67518]: audit 2024-05-11T05:11:03.874047+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:04.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:04 smithi086 bash[67518]: audit 2024-05-11T05:11:03.874047+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:04.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:04 smithi072 bash[80515]: audit 2024-05-11T05:11:03.874047+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:04.816 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:04 smithi072 bash[80515]: audit 2024-05-11T05:11:03.874047+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:04.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:04 smithi072 bash[82901]: audit 2024-05-11T05:11:03.874047+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:04.816 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:04 smithi072 bash[82901]: audit 2024-05-11T05:11:03.874047+0000 mon.a (mon.0) 905 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:05.758 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:05 smithi072 bash[80515]: cluster 2024-05-11T05:11:04.040246+0000 mgr.y (mgr.24832) 654 : cluster [DBG] pgmap v606: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:05.758 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:05 smithi072 bash[80515]: cluster 2024-05-11T05:11:04.040246+0000 mgr.y (mgr.24832) 654 : cluster [DBG] pgmap v606: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:05.758 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:05 smithi072 bash[80515]: audit 2024-05-11T05:11:05.209328+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:05.758 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:05 smithi072 bash[80515]: audit 2024-05-11T05:11:05.209328+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:05.758 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:05 smithi072 bash[80515]: audit 2024-05-11T05:11:05.218276+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:05.758 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:05 smithi072 bash[80515]: audit 2024-05-11T05:11:05.218276+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:05.758 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:05 smithi072 bash[82901]: cluster 2024-05-11T05:11:04.040246+0000 mgr.y (mgr.24832) 654 : cluster [DBG] pgmap v606: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:05.759 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:05 smithi072 bash[82901]: cluster 2024-05-11T05:11:04.040246+0000 mgr.y (mgr.24832) 654 : cluster [DBG] pgmap v606: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:05.759 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:05 smithi072 bash[82901]: audit 2024-05-11T05:11:05.209328+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:05.759 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:05 smithi072 bash[82901]: audit 2024-05-11T05:11:05.209328+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:05.759 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:05 smithi072 bash[82901]: audit 2024-05-11T05:11:05.218276+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:05.759 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:05 smithi072 bash[82901]: audit 2024-05-11T05:11:05.218276+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:05.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:05 smithi086 bash[67518]: cluster 2024-05-11T05:11:04.040246+0000 mgr.y (mgr.24832) 654 : cluster [DBG] pgmap v606: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:05.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:05 smithi086 bash[67518]: cluster 2024-05-11T05:11:04.040246+0000 mgr.y (mgr.24832) 654 : cluster [DBG] pgmap v606: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:05.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:05 smithi086 bash[67518]: audit 2024-05-11T05:11:05.209328+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:05.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:05 smithi086 bash[67518]: audit 2024-05-11T05:11:05.209328+0000 mon.a (mon.0) 906 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:05.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:05 smithi086 bash[67518]: audit 2024-05-11T05:11:05.218276+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:05.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:05 smithi086 bash[67518]: audit 2024-05-11T05:11:05.218276+0000 mon.a (mon.0) 907 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:06.170 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:11:06.171 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:11:07.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:05.562228+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:05.562228+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:05.569393+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:05.569393+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:06.146067+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:11:07.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:06.146067+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:11:07.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:06.147596+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:11:07.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:06.147596+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:11:07.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:06.155510+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:06.155510+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:06.173557+0000 mon.a (mon.0) 913 : audit [DBG] from='client.? 172.21.15.72:0/2408241657' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:07.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:06 smithi086 bash[67518]: audit 2024-05-11T05:11:06.173557+0000 mon.a (mon.0) 913 : audit [DBG] from='client.? 172.21.15.72:0/2408241657' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:07.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:05.562228+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:05.562228+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:05.569393+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:05.569393+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:06.146067+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:11:07.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:06.146067+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:11:07.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:06.147596+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:11:07.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:06.147596+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:11:07.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:06.155510+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:06.155510+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:06.173557+0000 mon.a (mon.0) 913 : audit [DBG] from='client.? 172.21.15.72:0/2408241657' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:07.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:06 smithi072 bash[80515]: audit 2024-05-11T05:11:06.173557+0000 mon.a (mon.0) 913 : audit [DBG] from='client.? 172.21.15.72:0/2408241657' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:07.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:05.562228+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:05.562228+0000 mon.a (mon.0) 908 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:05.569393+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:05.569393+0000 mon.a (mon.0) 909 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:06.146067+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:11:07.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:06.146067+0000 mon.a (mon.0) 910 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:11:07.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:06.147596+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:11:07.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:06.147596+0000 mon.a (mon.0) 911 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:11:07.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:06.155510+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:06.155510+0000 mon.a (mon.0) 912 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:11:07.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:06.173557+0000 mon.a (mon.0) 913 : audit [DBG] from='client.? 172.21.15.72:0/2408241657' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:07.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:06 smithi072 bash[82901]: audit 2024-05-11T05:11:06.173557+0000 mon.a (mon.0) 913 : audit [DBG] from='client.? 172.21.15.72:0/2408241657' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:08.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:07 smithi086 bash[67518]: cluster 2024-05-11T05:11:06.040774+0000 mgr.y (mgr.24832) 655 : cluster [DBG] pgmap v607: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:08.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:07 smithi086 bash[67518]: cluster 2024-05-11T05:11:06.040774+0000 mgr.y (mgr.24832) 655 : cluster [DBG] pgmap v607: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:08.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:07 smithi072 bash[80515]: cluster 2024-05-11T05:11:06.040774+0000 mgr.y (mgr.24832) 655 : cluster [DBG] pgmap v607: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:08.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:07 smithi072 bash[80515]: cluster 2024-05-11T05:11:06.040774+0000 mgr.y (mgr.24832) 655 : cluster [DBG] pgmap v607: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:08.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:07 smithi072 bash[82901]: cluster 2024-05-11T05:11:06.040774+0000 mgr.y (mgr.24832) 655 : cluster [DBG] pgmap v607: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:08.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:07 smithi072 bash[82901]: cluster 2024-05-11T05:11:06.040774+0000 mgr.y (mgr.24832) 655 : cluster [DBG] pgmap v607: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:10.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:09 smithi086 bash[67518]: cluster 2024-05-11T05:11:08.041379+0000 mgr.y (mgr.24832) 656 : cluster [DBG] pgmap v608: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:10.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:09 smithi086 bash[67518]: cluster 2024-05-11T05:11:08.041379+0000 mgr.y (mgr.24832) 656 : cluster [DBG] pgmap v608: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:10.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:09 smithi072 bash[80515]: cluster 2024-05-11T05:11:08.041379+0000 mgr.y (mgr.24832) 656 : cluster [DBG] pgmap v608: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:10.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:09 smithi072 bash[80515]: cluster 2024-05-11T05:11:08.041379+0000 mgr.y (mgr.24832) 656 : cluster [DBG] pgmap v608: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:10.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:09 smithi072 bash[82901]: cluster 2024-05-11T05:11:08.041379+0000 mgr.y (mgr.24832) 656 : cluster [DBG] pgmap v608: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:10.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:09 smithi072 bash[82901]: cluster 2024-05-11T05:11:08.041379+0000 mgr.y (mgr.24832) 656 : cluster [DBG] pgmap v608: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:10.234 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:11:12.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:11 smithi086 bash[67518]: cluster 2024-05-11T05:11:10.042322+0000 mgr.y (mgr.24832) 657 : cluster [DBG] pgmap v609: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:12.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:11 smithi086 bash[67518]: cluster 2024-05-11T05:11:10.042322+0000 mgr.y (mgr.24832) 657 : cluster [DBG] pgmap v609: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:12.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:11 smithi072 bash[80515]: cluster 2024-05-11T05:11:10.042322+0000 mgr.y (mgr.24832) 657 : cluster [DBG] pgmap v609: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:12.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:11 smithi072 bash[80515]: cluster 2024-05-11T05:11:10.042322+0000 mgr.y (mgr.24832) 657 : cluster [DBG] pgmap v609: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:12.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:11 smithi072 bash[82901]: cluster 2024-05-11T05:11:10.042322+0000 mgr.y (mgr.24832) 657 : cluster [DBG] pgmap v609: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:12.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:11 smithi072 bash[82901]: cluster 2024-05-11T05:11:10.042322+0000 mgr.y (mgr.24832) 657 : cluster [DBG] pgmap v609: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:13.856 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:13 smithi072 bash[80515]: cluster 2024-05-11T05:11:12.043127+0000 mgr.y (mgr.24832) 658 : cluster [DBG] pgmap v610: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:13.856 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:13 smithi072 bash[80515]: cluster 2024-05-11T05:11:12.043127+0000 mgr.y (mgr.24832) 658 : cluster [DBG] pgmap v610: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:13.856 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:13 smithi072 bash[82901]: cluster 2024-05-11T05:11:12.043127+0000 mgr.y (mgr.24832) 658 : cluster [DBG] pgmap v610: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:13.857 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:13 smithi072 bash[82901]: cluster 2024-05-11T05:11:12.043127+0000 mgr.y (mgr.24832) 658 : cluster [DBG] pgmap v610: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:14.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:13 smithi086 bash[67518]: cluster 2024-05-11T05:11:12.043127+0000 mgr.y (mgr.24832) 658 : cluster [DBG] pgmap v610: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:14.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:13 smithi086 bash[67518]: cluster 2024-05-11T05:11:12.043127+0000 mgr.y (mgr.24832) 658 : cluster [DBG] pgmap v610: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:14.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:11:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:11:13] "GET /metrics HTTP/1.1" 200 34233 "" "Prometheus/2.43.0" 2024-05-11T05:11:14.975 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:11:16.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:15 smithi086 bash[67518]: cluster 2024-05-11T05:11:14.043988+0000 mgr.y (mgr.24832) 659 : cluster [DBG] pgmap v611: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:16.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:15 smithi086 bash[67518]: cluster 2024-05-11T05:11:14.043988+0000 mgr.y (mgr.24832) 659 : cluster [DBG] pgmap v611: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:16.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:15 smithi072 bash[80515]: cluster 2024-05-11T05:11:14.043988+0000 mgr.y (mgr.24832) 659 : cluster [DBG] pgmap v611: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:16.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:15 smithi072 bash[80515]: cluster 2024-05-11T05:11:14.043988+0000 mgr.y (mgr.24832) 659 : cluster [DBG] pgmap v611: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:16.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:15 smithi072 bash[82901]: cluster 2024-05-11T05:11:14.043988+0000 mgr.y (mgr.24832) 659 : cluster [DBG] pgmap v611: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:16.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:15 smithi072 bash[82901]: cluster 2024-05-11T05:11:14.043988+0000 mgr.y (mgr.24832) 659 : cluster [DBG] pgmap v611: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:17.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:17 smithi072 bash[80515]: cluster 2024-05-11T05:11:16.044947+0000 mgr.y (mgr.24832) 660 : cluster [DBG] pgmap v612: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:17.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:17 smithi072 bash[80515]: cluster 2024-05-11T05:11:16.044947+0000 mgr.y (mgr.24832) 660 : cluster [DBG] pgmap v612: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:17 smithi072 bash[82901]: cluster 2024-05-11T05:11:16.044947+0000 mgr.y (mgr.24832) 660 : cluster [DBG] pgmap v612: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:17.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:17 smithi072 bash[82901]: cluster 2024-05-11T05:11:16.044947+0000 mgr.y (mgr.24832) 660 : cluster [DBG] pgmap v612: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:17 smithi086 bash[67518]: cluster 2024-05-11T05:11:16.044947+0000 mgr.y (mgr.24832) 660 : cluster [DBG] pgmap v612: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:17 smithi086 bash[67518]: cluster 2024-05-11T05:11:16.044947+0000 mgr.y (mgr.24832) 660 : cluster [DBG] pgmap v612: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:19.136 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:11:19.136 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:11:20.034 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:19 smithi072 bash[80515]: cluster 2024-05-11T05:11:18.045643+0000 mgr.y (mgr.24832) 661 : cluster [DBG] pgmap v613: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:20.034 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:19 smithi072 bash[80515]: cluster 2024-05-11T05:11:18.045643+0000 mgr.y (mgr.24832) 661 : cluster [DBG] pgmap v613: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:20.034 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:19 smithi072 bash[80515]: audit 2024-05-11T05:11:18.873533+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:20.034 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:19 smithi072 bash[80515]: audit 2024-05-11T05:11:18.873533+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:20.034 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:19 smithi072 bash[80515]: audit 2024-05-11T05:11:19.138649+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.72:0/4151405753' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:20.034 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:19 smithi072 bash[80515]: audit 2024-05-11T05:11:19.138649+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.72:0/4151405753' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:20.035 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:19 smithi072 bash[82901]: cluster 2024-05-11T05:11:18.045643+0000 mgr.y (mgr.24832) 661 : cluster [DBG] pgmap v613: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:20.035 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:19 smithi072 bash[82901]: cluster 2024-05-11T05:11:18.045643+0000 mgr.y (mgr.24832) 661 : cluster [DBG] pgmap v613: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:20.035 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:19 smithi072 bash[82901]: audit 2024-05-11T05:11:18.873533+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:20.035 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:19 smithi072 bash[82901]: audit 2024-05-11T05:11:18.873533+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:20.035 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:19 smithi072 bash[82901]: audit 2024-05-11T05:11:19.138649+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.72:0/4151405753' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:20.035 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:19 smithi072 bash[82901]: audit 2024-05-11T05:11:19.138649+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.72:0/4151405753' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:20.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:19 smithi086 bash[67518]: cluster 2024-05-11T05:11:18.045643+0000 mgr.y (mgr.24832) 661 : cluster [DBG] pgmap v613: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:20.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:19 smithi086 bash[67518]: cluster 2024-05-11T05:11:18.045643+0000 mgr.y (mgr.24832) 661 : cluster [DBG] pgmap v613: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:20.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:19 smithi086 bash[67518]: audit 2024-05-11T05:11:18.873533+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:20.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:19 smithi086 bash[67518]: audit 2024-05-11T05:11:18.873533+0000 mon.a (mon.0) 914 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:20.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:19 smithi086 bash[67518]: audit 2024-05-11T05:11:19.138649+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.72:0/4151405753' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:20.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:19 smithi086 bash[67518]: audit 2024-05-11T05:11:19.138649+0000 mon.c (mon.2) 66 : audit [DBG] from='client.? 172.21.15.72:0/4151405753' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:22.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:21 smithi086 bash[67518]: cluster 2024-05-11T05:11:20.046400+0000 mgr.y (mgr.24832) 662 : cluster [DBG] pgmap v614: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:22.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:21 smithi086 bash[67518]: cluster 2024-05-11T05:11:20.046400+0000 mgr.y (mgr.24832) 662 : cluster [DBG] pgmap v614: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:22.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:21 smithi072 bash[80515]: cluster 2024-05-11T05:11:20.046400+0000 mgr.y (mgr.24832) 662 : cluster [DBG] pgmap v614: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:22.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:21 smithi072 bash[80515]: cluster 2024-05-11T05:11:20.046400+0000 mgr.y (mgr.24832) 662 : cluster [DBG] pgmap v614: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:22.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:21 smithi072 bash[82901]: cluster 2024-05-11T05:11:20.046400+0000 mgr.y (mgr.24832) 662 : cluster [DBG] pgmap v614: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:22.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:21 smithi072 bash[82901]: cluster 2024-05-11T05:11:20.046400+0000 mgr.y (mgr.24832) 662 : cluster [DBG] pgmap v614: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:23.037 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:11:24.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:23 smithi086 bash[67518]: cluster 2024-05-11T05:11:22.047214+0000 mgr.y (mgr.24832) 663 : cluster [DBG] pgmap v615: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:24.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:23 smithi086 bash[67518]: cluster 2024-05-11T05:11:22.047214+0000 mgr.y (mgr.24832) 663 : cluster [DBG] pgmap v615: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:24.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:11:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:11:23] "GET /metrics HTTP/1.1" 200 34229 "" "Prometheus/2.43.0" 2024-05-11T05:11:24.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:23 smithi072 bash[80515]: cluster 2024-05-11T05:11:22.047214+0000 mgr.y (mgr.24832) 663 : cluster [DBG] pgmap v615: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:24.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:23 smithi072 bash[80515]: cluster 2024-05-11T05:11:22.047214+0000 mgr.y (mgr.24832) 663 : cluster [DBG] pgmap v615: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:24.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:23 smithi072 bash[82901]: cluster 2024-05-11T05:11:22.047214+0000 mgr.y (mgr.24832) 663 : cluster [DBG] pgmap v615: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:24.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:23 smithi072 bash[82901]: cluster 2024-05-11T05:11:22.047214+0000 mgr.y (mgr.24832) 663 : cluster [DBG] pgmap v615: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:26.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:25 smithi086 bash[67518]: cluster 2024-05-11T05:11:24.048049+0000 mgr.y (mgr.24832) 664 : cluster [DBG] pgmap v616: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:26.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:25 smithi086 bash[67518]: cluster 2024-05-11T05:11:24.048049+0000 mgr.y (mgr.24832) 664 : cluster [DBG] pgmap v616: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:26.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:25 smithi072 bash[80515]: cluster 2024-05-11T05:11:24.048049+0000 mgr.y (mgr.24832) 664 : cluster [DBG] pgmap v616: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:26.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:25 smithi072 bash[80515]: cluster 2024-05-11T05:11:24.048049+0000 mgr.y (mgr.24832) 664 : cluster [DBG] pgmap v616: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:26.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:25 smithi072 bash[82901]: cluster 2024-05-11T05:11:24.048049+0000 mgr.y (mgr.24832) 664 : cluster [DBG] pgmap v616: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:26.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:25 smithi072 bash[82901]: cluster 2024-05-11T05:11:24.048049+0000 mgr.y (mgr.24832) 664 : cluster [DBG] pgmap v616: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:27.776 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:11:28.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:27 smithi086 bash[67518]: cluster 2024-05-11T05:11:26.048963+0000 mgr.y (mgr.24832) 665 : cluster [DBG] pgmap v617: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:28.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:27 smithi086 bash[67518]: cluster 2024-05-11T05:11:26.048963+0000 mgr.y (mgr.24832) 665 : cluster [DBG] pgmap v617: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:28.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:27 smithi072 bash[80515]: cluster 2024-05-11T05:11:26.048963+0000 mgr.y (mgr.24832) 665 : cluster [DBG] pgmap v617: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:28.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:27 smithi072 bash[80515]: cluster 2024-05-11T05:11:26.048963+0000 mgr.y (mgr.24832) 665 : cluster [DBG] pgmap v617: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:28.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:27 smithi072 bash[82901]: cluster 2024-05-11T05:11:26.048963+0000 mgr.y (mgr.24832) 665 : cluster [DBG] pgmap v617: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:28.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:27 smithi072 bash[82901]: cluster 2024-05-11T05:11:26.048963+0000 mgr.y (mgr.24832) 665 : cluster [DBG] pgmap v617: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:29.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:29 smithi072 bash[80515]: cluster 2024-05-11T05:11:28.049662+0000 mgr.y (mgr.24832) 666 : cluster [DBG] pgmap v618: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:29.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:29 smithi072 bash[80515]: cluster 2024-05-11T05:11:28.049662+0000 mgr.y (mgr.24832) 666 : cluster [DBG] pgmap v618: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:29.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:29 smithi072 bash[82901]: cluster 2024-05-11T05:11:28.049662+0000 mgr.y (mgr.24832) 666 : cluster [DBG] pgmap v618: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:29.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:29 smithi072 bash[82901]: cluster 2024-05-11T05:11:28.049662+0000 mgr.y (mgr.24832) 666 : cluster [DBG] pgmap v618: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:30.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:29 smithi086 bash[67518]: cluster 2024-05-11T05:11:28.049662+0000 mgr.y (mgr.24832) 666 : cluster [DBG] pgmap v618: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:30.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:29 smithi086 bash[67518]: cluster 2024-05-11T05:11:28.049662+0000 mgr.y (mgr.24832) 666 : cluster [DBG] pgmap v618: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:31.730 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:11:31.730 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:11:31.888 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:31 smithi072 bash[80515]: cluster 2024-05-11T05:11:30.050508+0000 mgr.y (mgr.24832) 667 : cluster [DBG] pgmap v619: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:31.888 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:31 smithi072 bash[80515]: cluster 2024-05-11T05:11:30.050508+0000 mgr.y (mgr.24832) 667 : cluster [DBG] pgmap v619: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:31.888 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:31 smithi072 bash[82901]: cluster 2024-05-11T05:11:30.050508+0000 mgr.y (mgr.24832) 667 : cluster [DBG] pgmap v619: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:31.888 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:31 smithi072 bash[82901]: cluster 2024-05-11T05:11:30.050508+0000 mgr.y (mgr.24832) 667 : cluster [DBG] pgmap v619: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:32.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:31 smithi086 bash[67518]: cluster 2024-05-11T05:11:30.050508+0000 mgr.y (mgr.24832) 667 : cluster [DBG] pgmap v619: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:32.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:31 smithi086 bash[67518]: cluster 2024-05-11T05:11:30.050508+0000 mgr.y (mgr.24832) 667 : cluster [DBG] pgmap v619: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:33.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:32 smithi086 bash[67518]: audit 2024-05-11T05:11:31.732689+0000 mon.c (mon.2) 67 : audit [DBG] from='client.? 172.21.15.72:0/3269897062' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:33.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:32 smithi086 bash[67518]: audit 2024-05-11T05:11:31.732689+0000 mon.c (mon.2) 67 : audit [DBG] from='client.? 172.21.15.72:0/3269897062' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:33.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:32 smithi072 bash[80515]: audit 2024-05-11T05:11:31.732689+0000 mon.c (mon.2) 67 : audit [DBG] from='client.? 172.21.15.72:0/3269897062' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:33.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:32 smithi072 bash[80515]: audit 2024-05-11T05:11:31.732689+0000 mon.c (mon.2) 67 : audit [DBG] from='client.? 172.21.15.72:0/3269897062' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:33.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:32 smithi072 bash[82901]: audit 2024-05-11T05:11:31.732689+0000 mon.c (mon.2) 67 : audit [DBG] from='client.? 172.21.15.72:0/3269897062' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:33.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:32 smithi072 bash[82901]: audit 2024-05-11T05:11:31.732689+0000 mon.c (mon.2) 67 : audit [DBG] from='client.? 172.21.15.72:0/3269897062' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:34.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:33 smithi086 bash[67518]: cluster 2024-05-11T05:11:32.051232+0000 mgr.y (mgr.24832) 668 : cluster [DBG] pgmap v620: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:34.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:33 smithi086 bash[67518]: cluster 2024-05-11T05:11:32.051232+0000 mgr.y (mgr.24832) 668 : cluster [DBG] pgmap v620: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:34.051 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:11:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:11:33] "GET /metrics HTTP/1.1" 200 34229 "" "Prometheus/2.43.0" 2024-05-11T05:11:34.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:33 smithi072 bash[80515]: cluster 2024-05-11T05:11:32.051232+0000 mgr.y (mgr.24832) 668 : cluster [DBG] pgmap v620: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:34.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:33 smithi072 bash[80515]: cluster 2024-05-11T05:11:32.051232+0000 mgr.y (mgr.24832) 668 : cluster [DBG] pgmap v620: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:34.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:33 smithi072 bash[82901]: cluster 2024-05-11T05:11:32.051232+0000 mgr.y (mgr.24832) 668 : cluster [DBG] pgmap v620: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:34.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:33 smithi072 bash[82901]: cluster 2024-05-11T05:11:32.051232+0000 mgr.y (mgr.24832) 668 : cluster [DBG] pgmap v620: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:35.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:34 smithi086 bash[67518]: audit 2024-05-11T05:11:33.874919+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:35.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:34 smithi086 bash[67518]: audit 2024-05-11T05:11:33.874919+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:35.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:34 smithi072 bash[80515]: audit 2024-05-11T05:11:33.874919+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:35.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:34 smithi072 bash[80515]: audit 2024-05-11T05:11:33.874919+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:35.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:34 smithi072 bash[82901]: audit 2024-05-11T05:11:33.874919+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:35.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:34 smithi072 bash[82901]: audit 2024-05-11T05:11:33.874919+0000 mon.a (mon.0) 915 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:35.666 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:11:36.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:35 smithi086 bash[67518]: cluster 2024-05-11T05:11:34.052056+0000 mgr.y (mgr.24832) 669 : cluster [DBG] pgmap v621: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:36.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:35 smithi086 bash[67518]: cluster 2024-05-11T05:11:34.052056+0000 mgr.y (mgr.24832) 669 : cluster [DBG] pgmap v621: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:36.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:35 smithi072 bash[80515]: cluster 2024-05-11T05:11:34.052056+0000 mgr.y (mgr.24832) 669 : cluster [DBG] pgmap v621: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:36.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:35 smithi072 bash[80515]: cluster 2024-05-11T05:11:34.052056+0000 mgr.y (mgr.24832) 669 : cluster [DBG] pgmap v621: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:36.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:35 smithi072 bash[82901]: cluster 2024-05-11T05:11:34.052056+0000 mgr.y (mgr.24832) 669 : cluster [DBG] pgmap v621: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:36.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:35 smithi072 bash[82901]: cluster 2024-05-11T05:11:34.052056+0000 mgr.y (mgr.24832) 669 : cluster [DBG] pgmap v621: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:38.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:37 smithi086 bash[67518]: cluster 2024-05-11T05:11:36.053100+0000 mgr.y (mgr.24832) 670 : cluster [DBG] pgmap v622: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:38.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:37 smithi086 bash[67518]: cluster 2024-05-11T05:11:36.053100+0000 mgr.y (mgr.24832) 670 : cluster [DBG] pgmap v622: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:38.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:37 smithi072 bash[80515]: cluster 2024-05-11T05:11:36.053100+0000 mgr.y (mgr.24832) 670 : cluster [DBG] pgmap v622: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:38.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:37 smithi072 bash[80515]: cluster 2024-05-11T05:11:36.053100+0000 mgr.y (mgr.24832) 670 : cluster [DBG] pgmap v622: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:38.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:37 smithi072 bash[82901]: cluster 2024-05-11T05:11:36.053100+0000 mgr.y (mgr.24832) 670 : cluster [DBG] pgmap v622: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:38.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:37 smithi072 bash[82901]: cluster 2024-05-11T05:11:36.053100+0000 mgr.y (mgr.24832) 670 : cluster [DBG] pgmap v622: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:40.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:39 smithi086 bash[67518]: cluster 2024-05-11T05:11:38.053835+0000 mgr.y (mgr.24832) 671 : cluster [DBG] pgmap v623: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:40.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:39 smithi086 bash[67518]: cluster 2024-05-11T05:11:38.053835+0000 mgr.y (mgr.24832) 671 : cluster [DBG] pgmap v623: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:40.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:39 smithi072 bash[80515]: cluster 2024-05-11T05:11:38.053835+0000 mgr.y (mgr.24832) 671 : cluster [DBG] pgmap v623: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:40.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:39 smithi072 bash[80515]: cluster 2024-05-11T05:11:38.053835+0000 mgr.y (mgr.24832) 671 : cluster [DBG] pgmap v623: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:40.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:39 smithi072 bash[82901]: cluster 2024-05-11T05:11:38.053835+0000 mgr.y (mgr.24832) 671 : cluster [DBG] pgmap v623: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:40.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:39 smithi072 bash[82901]: cluster 2024-05-11T05:11:38.053835+0000 mgr.y (mgr.24832) 671 : cluster [DBG] pgmap v623: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:40.411 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:11:41.945 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:41 smithi072 bash[82901]: cluster 2024-05-11T05:11:40.054851+0000 mgr.y (mgr.24832) 672 : cluster [DBG] pgmap v624: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:41.945 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:41 smithi072 bash[82901]: cluster 2024-05-11T05:11:40.054851+0000 mgr.y (mgr.24832) 672 : cluster [DBG] pgmap v624: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:41.946 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:41 smithi072 bash[80515]: cluster 2024-05-11T05:11:40.054851+0000 mgr.y (mgr.24832) 672 : cluster [DBG] pgmap v624: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:41.946 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:41 smithi072 bash[80515]: cluster 2024-05-11T05:11:40.054851+0000 mgr.y (mgr.24832) 672 : cluster [DBG] pgmap v624: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:42.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:41 smithi086 bash[67518]: cluster 2024-05-11T05:11:40.054851+0000 mgr.y (mgr.24832) 672 : cluster [DBG] pgmap v624: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:42.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:41 smithi086 bash[67518]: cluster 2024-05-11T05:11:40.054851+0000 mgr.y (mgr.24832) 672 : cluster [DBG] pgmap v624: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:43.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:42 smithi086 bash[67518]: cluster 2024-05-11T05:11:42.055600+0000 mgr.y (mgr.24832) 673 : cluster [DBG] pgmap v625: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:43.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:42 smithi086 bash[67518]: cluster 2024-05-11T05:11:42.055600+0000 mgr.y (mgr.24832) 673 : cluster [DBG] pgmap v625: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:43.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:42 smithi072 bash[80515]: cluster 2024-05-11T05:11:42.055600+0000 mgr.y (mgr.24832) 673 : cluster [DBG] pgmap v625: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:43.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:42 smithi072 bash[80515]: cluster 2024-05-11T05:11:42.055600+0000 mgr.y (mgr.24832) 673 : cluster [DBG] pgmap v625: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:43.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:42 smithi072 bash[82901]: cluster 2024-05-11T05:11:42.055600+0000 mgr.y (mgr.24832) 673 : cluster [DBG] pgmap v625: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:43.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:42 smithi072 bash[82901]: cluster 2024-05-11T05:11:42.055600+0000 mgr.y (mgr.24832) 673 : cluster [DBG] pgmap v625: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:44.262 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:11:44.262 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:11:44.276 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:11:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:11:43] "GET /metrics HTTP/1.1" 200 34224 "" "Prometheus/2.43.0" 2024-05-11T05:11:45.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:45 smithi086 bash[67518]: cluster 2024-05-11T05:11:44.056230+0000 mgr.y (mgr.24832) 674 : cluster [DBG] pgmap v626: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:45.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:45 smithi086 bash[67518]: cluster 2024-05-11T05:11:44.056230+0000 mgr.y (mgr.24832) 674 : cluster [DBG] pgmap v626: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:45.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:45 smithi086 bash[67518]: audit 2024-05-11T05:11:44.264658+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.72:0/3842822334' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:45.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:45 smithi086 bash[67518]: audit 2024-05-11T05:11:44.264658+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.72:0/3842822334' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:45.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:45 smithi072 bash[80515]: cluster 2024-05-11T05:11:44.056230+0000 mgr.y (mgr.24832) 674 : cluster [DBG] pgmap v626: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:45.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:45 smithi072 bash[80515]: cluster 2024-05-11T05:11:44.056230+0000 mgr.y (mgr.24832) 674 : cluster [DBG] pgmap v626: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:45.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:45 smithi072 bash[80515]: audit 2024-05-11T05:11:44.264658+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.72:0/3842822334' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:45.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:45 smithi072 bash[80515]: audit 2024-05-11T05:11:44.264658+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.72:0/3842822334' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:45.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:45 smithi072 bash[82901]: cluster 2024-05-11T05:11:44.056230+0000 mgr.y (mgr.24832) 674 : cluster [DBG] pgmap v626: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:45.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:45 smithi072 bash[82901]: cluster 2024-05-11T05:11:44.056230+0000 mgr.y (mgr.24832) 674 : cluster [DBG] pgmap v626: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:45.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:45 smithi072 bash[82901]: audit 2024-05-11T05:11:44.264658+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.72:0/3842822334' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:45.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:45 smithi072 bash[82901]: audit 2024-05-11T05:11:44.264658+0000 mon.a (mon.0) 916 : audit [DBG] from='client.? 172.21.15.72:0/3842822334' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:47.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:47 smithi086 bash[67518]: cluster 2024-05-11T05:11:46.057155+0000 mgr.y (mgr.24832) 675 : cluster [DBG] pgmap v627: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:47.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:47 smithi086 bash[67518]: cluster 2024-05-11T05:11:46.057155+0000 mgr.y (mgr.24832) 675 : cluster [DBG] pgmap v627: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:47.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:47 smithi072 bash[80515]: cluster 2024-05-11T05:11:46.057155+0000 mgr.y (mgr.24832) 675 : cluster [DBG] pgmap v627: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:47.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:47 smithi072 bash[80515]: cluster 2024-05-11T05:11:46.057155+0000 mgr.y (mgr.24832) 675 : cluster [DBG] pgmap v627: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:47.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:47 smithi072 bash[82901]: cluster 2024-05-11T05:11:46.057155+0000 mgr.y (mgr.24832) 675 : cluster [DBG] pgmap v627: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:47.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:47 smithi072 bash[82901]: cluster 2024-05-11T05:11:46.057155+0000 mgr.y (mgr.24832) 675 : cluster [DBG] pgmap v627: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:48.209 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:11:49.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:49 smithi086 bash[67518]: cluster 2024-05-11T05:11:48.057858+0000 mgr.y (mgr.24832) 676 : cluster [DBG] pgmap v628: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:49.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:49 smithi086 bash[67518]: cluster 2024-05-11T05:11:48.057858+0000 mgr.y (mgr.24832) 676 : cluster [DBG] pgmap v628: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:49.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:49 smithi086 bash[67518]: audit 2024-05-11T05:11:48.875343+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:49.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:49 smithi086 bash[67518]: audit 2024-05-11T05:11:48.875343+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:49 smithi072 bash[80515]: cluster 2024-05-11T05:11:48.057858+0000 mgr.y (mgr.24832) 676 : cluster [DBG] pgmap v628: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:49 smithi072 bash[80515]: cluster 2024-05-11T05:11:48.057858+0000 mgr.y (mgr.24832) 676 : cluster [DBG] pgmap v628: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:49 smithi072 bash[80515]: audit 2024-05-11T05:11:48.875343+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:49.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:49 smithi072 bash[80515]: audit 2024-05-11T05:11:48.875343+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:49 smithi072 bash[82901]: cluster 2024-05-11T05:11:48.057858+0000 mgr.y (mgr.24832) 676 : cluster [DBG] pgmap v628: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:49 smithi072 bash[82901]: cluster 2024-05-11T05:11:48.057858+0000 mgr.y (mgr.24832) 676 : cluster [DBG] pgmap v628: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:49 smithi072 bash[82901]: audit 2024-05-11T05:11:48.875343+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:49 smithi072 bash[82901]: audit 2024-05-11T05:11:48.875343+0000 mon.a (mon.0) 917 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:11:51.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:51 smithi086 bash[67518]: cluster 2024-05-11T05:11:50.058836+0000 mgr.y (mgr.24832) 677 : cluster [DBG] pgmap v629: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:51.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:51 smithi086 bash[67518]: cluster 2024-05-11T05:11:50.058836+0000 mgr.y (mgr.24832) 677 : cluster [DBG] pgmap v629: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:51.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:51 smithi072 bash[80515]: cluster 2024-05-11T05:11:50.058836+0000 mgr.y (mgr.24832) 677 : cluster [DBG] pgmap v629: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:51.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:51 smithi072 bash[80515]: cluster 2024-05-11T05:11:50.058836+0000 mgr.y (mgr.24832) 677 : cluster [DBG] pgmap v629: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:51.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:51 smithi072 bash[82901]: cluster 2024-05-11T05:11:50.058836+0000 mgr.y (mgr.24832) 677 : cluster [DBG] pgmap v629: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:51.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:51 smithi072 bash[82901]: cluster 2024-05-11T05:11:50.058836+0000 mgr.y (mgr.24832) 677 : cluster [DBG] pgmap v629: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:52.955 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:11:53.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:53 smithi072 bash[80515]: cluster 2024-05-11T05:11:52.059609+0000 mgr.y (mgr.24832) 678 : cluster [DBG] pgmap v630: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:53.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:53 smithi072 bash[80515]: cluster 2024-05-11T05:11:52.059609+0000 mgr.y (mgr.24832) 678 : cluster [DBG] pgmap v630: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:53.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:53 smithi072 bash[82901]: cluster 2024-05-11T05:11:52.059609+0000 mgr.y (mgr.24832) 678 : cluster [DBG] pgmap v630: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:53.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:53 smithi072 bash[82901]: cluster 2024-05-11T05:11:52.059609+0000 mgr.y (mgr.24832) 678 : cluster [DBG] pgmap v630: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:53.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:53 smithi086 bash[67518]: cluster 2024-05-11T05:11:52.059609+0000 mgr.y (mgr.24832) 678 : cluster [DBG] pgmap v630: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:53.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:53 smithi086 bash[67518]: cluster 2024-05-11T05:11:52.059609+0000 mgr.y (mgr.24832) 678 : cluster [DBG] pgmap v630: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:54.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:11:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:11:53] "GET /metrics HTTP/1.1" 200 34232 "" "Prometheus/2.43.0" 2024-05-11T05:11:55.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:55 smithi086 bash[67518]: cluster 2024-05-11T05:11:54.060432+0000 mgr.y (mgr.24832) 679 : cluster [DBG] pgmap v631: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:55.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:55 smithi086 bash[67518]: cluster 2024-05-11T05:11:54.060432+0000 mgr.y (mgr.24832) 679 : cluster [DBG] pgmap v631: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:55.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:55 smithi072 bash[80515]: cluster 2024-05-11T05:11:54.060432+0000 mgr.y (mgr.24832) 679 : cluster [DBG] pgmap v631: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:55.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:55 smithi072 bash[80515]: cluster 2024-05-11T05:11:54.060432+0000 mgr.y (mgr.24832) 679 : cluster [DBG] pgmap v631: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:55 smithi072 bash[82901]: cluster 2024-05-11T05:11:54.060432+0000 mgr.y (mgr.24832) 679 : cluster [DBG] pgmap v631: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:55 smithi072 bash[82901]: cluster 2024-05-11T05:11:54.060432+0000 mgr.y (mgr.24832) 679 : cluster [DBG] pgmap v631: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:57.224 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:11:57.224 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:11:57.452 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:57 smithi072 bash[80515]: cluster 2024-05-11T05:11:56.061359+0000 mgr.y (mgr.24832) 680 : cluster [DBG] pgmap v632: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:57.452 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:57 smithi072 bash[80515]: cluster 2024-05-11T05:11:56.061359+0000 mgr.y (mgr.24832) 680 : cluster [DBG] pgmap v632: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:57.452 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:57 smithi072 bash[82901]: cluster 2024-05-11T05:11:56.061359+0000 mgr.y (mgr.24832) 680 : cluster [DBG] pgmap v632: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:57.452 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:57 smithi072 bash[82901]: cluster 2024-05-11T05:11:56.061359+0000 mgr.y (mgr.24832) 680 : cluster [DBG] pgmap v632: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:57.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:57 smithi086 bash[67518]: cluster 2024-05-11T05:11:56.061359+0000 mgr.y (mgr.24832) 680 : cluster [DBG] pgmap v632: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:57.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:57 smithi086 bash[67518]: cluster 2024-05-11T05:11:56.061359+0000 mgr.y (mgr.24832) 680 : cluster [DBG] pgmap v632: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:58.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:58 smithi086 bash[67518]: audit 2024-05-11T05:11:57.227058+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.72:0/2303123416' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:58.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:58 smithi086 bash[67518]: audit 2024-05-11T05:11:57.227058+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.72:0/2303123416' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:58.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:58 smithi072 bash[82901]: audit 2024-05-11T05:11:57.227058+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.72:0/2303123416' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:58.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:58 smithi072 bash[82901]: audit 2024-05-11T05:11:57.227058+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.72:0/2303123416' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:58.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:58 smithi072 bash[80515]: audit 2024-05-11T05:11:57.227058+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.72:0/2303123416' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:58.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:58 smithi072 bash[80515]: audit 2024-05-11T05:11:57.227058+0000 mon.c (mon.2) 68 : audit [DBG] from='client.? 172.21.15.72:0/2303123416' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:11:59.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:59 smithi086 bash[67518]: cluster 2024-05-11T05:11:58.062070+0000 mgr.y (mgr.24832) 681 : cluster [DBG] pgmap v633: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:59.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:11:59 smithi086 bash[67518]: cluster 2024-05-11T05:11:58.062070+0000 mgr.y (mgr.24832) 681 : cluster [DBG] pgmap v633: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:59.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:59 smithi072 bash[80515]: cluster 2024-05-11T05:11:58.062070+0000 mgr.y (mgr.24832) 681 : cluster [DBG] pgmap v633: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:59.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:11:59 smithi072 bash[80515]: cluster 2024-05-11T05:11:58.062070+0000 mgr.y (mgr.24832) 681 : cluster [DBG] pgmap v633: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:59.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:59 smithi072 bash[82901]: cluster 2024-05-11T05:11:58.062070+0000 mgr.y (mgr.24832) 681 : cluster [DBG] pgmap v633: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:11:59.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:11:59 smithi072 bash[82901]: cluster 2024-05-11T05:11:58.062070+0000 mgr.y (mgr.24832) 681 : cluster [DBG] pgmap v633: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:01.281 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:12:01.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:01 smithi086 bash[67518]: cluster 2024-05-11T05:12:00.063040+0000 mgr.y (mgr.24832) 682 : cluster [DBG] pgmap v634: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:01.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:01 smithi086 bash[67518]: cluster 2024-05-11T05:12:00.063040+0000 mgr.y (mgr.24832) 682 : cluster [DBG] pgmap v634: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:01.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:01 smithi072 bash[82901]: cluster 2024-05-11T05:12:00.063040+0000 mgr.y (mgr.24832) 682 : cluster [DBG] pgmap v634: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:01.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:01 smithi072 bash[82901]: cluster 2024-05-11T05:12:00.063040+0000 mgr.y (mgr.24832) 682 : cluster [DBG] pgmap v634: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:01.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:01 smithi072 bash[80515]: cluster 2024-05-11T05:12:00.063040+0000 mgr.y (mgr.24832) 682 : cluster [DBG] pgmap v634: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:01.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:01 smithi072 bash[80515]: cluster 2024-05-11T05:12:00.063040+0000 mgr.y (mgr.24832) 682 : cluster [DBG] pgmap v634: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:03.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:03 smithi086 bash[67518]: cluster 2024-05-11T05:12:02.063754+0000 mgr.y (mgr.24832) 683 : cluster [DBG] pgmap v635: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:03.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:03 smithi086 bash[67518]: cluster 2024-05-11T05:12:02.063754+0000 mgr.y (mgr.24832) 683 : cluster [DBG] pgmap v635: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:03.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:03 smithi072 bash[80515]: cluster 2024-05-11T05:12:02.063754+0000 mgr.y (mgr.24832) 683 : cluster [DBG] pgmap v635: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:03.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:03 smithi072 bash[80515]: cluster 2024-05-11T05:12:02.063754+0000 mgr.y (mgr.24832) 683 : cluster [DBG] pgmap v635: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:03.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:03 smithi072 bash[82901]: cluster 2024-05-11T05:12:02.063754+0000 mgr.y (mgr.24832) 683 : cluster [DBG] pgmap v635: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:03.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:03 smithi072 bash[82901]: cluster 2024-05-11T05:12:02.063754+0000 mgr.y (mgr.24832) 683 : cluster [DBG] pgmap v635: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:04.178 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:12:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:12:03] "GET /metrics HTTP/1.1" 200 34232 "" "Prometheus/2.43.0" 2024-05-11T05:12:04.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:04 smithi086 bash[67518]: audit 2024-05-11T05:12:03.875672+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:04.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:04 smithi086 bash[67518]: audit 2024-05-11T05:12:03.875672+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:04.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:04 smithi072 bash[80515]: audit 2024-05-11T05:12:03.875672+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:04.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:04 smithi072 bash[80515]: audit 2024-05-11T05:12:03.875672+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:04.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:04 smithi072 bash[82901]: audit 2024-05-11T05:12:03.875672+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:04.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:04 smithi072 bash[82901]: audit 2024-05-11T05:12:03.875672+0000 mon.a (mon.0) 918 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:05.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:05 smithi086 bash[67518]: cluster 2024-05-11T05:12:04.064461+0000 mgr.y (mgr.24832) 684 : cluster [DBG] pgmap v636: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:05.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:05 smithi086 bash[67518]: cluster 2024-05-11T05:12:04.064461+0000 mgr.y (mgr.24832) 684 : cluster [DBG] pgmap v636: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:05 smithi072 bash[80515]: cluster 2024-05-11T05:12:04.064461+0000 mgr.y (mgr.24832) 684 : cluster [DBG] pgmap v636: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:05.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:05 smithi072 bash[80515]: cluster 2024-05-11T05:12:04.064461+0000 mgr.y (mgr.24832) 684 : cluster [DBG] pgmap v636: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:05.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:05 smithi072 bash[82901]: cluster 2024-05-11T05:12:04.064461+0000 mgr.y (mgr.24832) 684 : cluster [DBG] pgmap v636: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:05.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:05 smithi072 bash[82901]: cluster 2024-05-11T05:12:04.064461+0000 mgr.y (mgr.24832) 684 : cluster [DBG] pgmap v636: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:06.023 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:12:07.446 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:07 smithi072 bash[80515]: cluster 2024-05-11T05:12:06.065094+0000 mgr.y (mgr.24832) 685 : cluster [DBG] pgmap v637: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:07.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:07 smithi072 bash[80515]: cluster 2024-05-11T05:12:06.065094+0000 mgr.y (mgr.24832) 685 : cluster [DBG] pgmap v637: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:07.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:07 smithi072 bash[80515]: audit 2024-05-11T05:12:06.230661+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:12:07.447 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:07 smithi072 bash[80515]: audit 2024-05-11T05:12:06.230661+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:12:07.447 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:07 smithi072 bash[82901]: cluster 2024-05-11T05:12:06.065094+0000 mgr.y (mgr.24832) 685 : cluster [DBG] pgmap v637: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:07.447 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:07 smithi072 bash[82901]: cluster 2024-05-11T05:12:06.065094+0000 mgr.y (mgr.24832) 685 : cluster [DBG] pgmap v637: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:07.447 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:07 smithi072 bash[82901]: audit 2024-05-11T05:12:06.230661+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:12:07.447 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:07 smithi072 bash[82901]: audit 2024-05-11T05:12:06.230661+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:12:07.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:07 smithi086 bash[67518]: cluster 2024-05-11T05:12:06.065094+0000 mgr.y (mgr.24832) 685 : cluster [DBG] pgmap v637: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:07.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:07 smithi086 bash[67518]: cluster 2024-05-11T05:12:06.065094+0000 mgr.y (mgr.24832) 685 : cluster [DBG] pgmap v637: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:07.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:07 smithi086 bash[67518]: audit 2024-05-11T05:12:06.230661+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:12:07.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:07 smithi086 bash[67518]: audit 2024-05-11T05:12:06.230661+0000 mon.a (mon.0) 919 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:12:09.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:09 smithi086 bash[67518]: cluster 2024-05-11T05:12:08.065776+0000 mgr.y (mgr.24832) 686 : cluster [DBG] pgmap v638: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:09.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:09 smithi086 bash[67518]: cluster 2024-05-11T05:12:08.065776+0000 mgr.y (mgr.24832) 686 : cluster [DBG] pgmap v638: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:09.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:09 smithi072 bash[80515]: cluster 2024-05-11T05:12:08.065776+0000 mgr.y (mgr.24832) 686 : cluster [DBG] pgmap v638: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:09.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:09 smithi072 bash[80515]: cluster 2024-05-11T05:12:08.065776+0000 mgr.y (mgr.24832) 686 : cluster [DBG] pgmap v638: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:09.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:09 smithi072 bash[82901]: cluster 2024-05-11T05:12:08.065776+0000 mgr.y (mgr.24832) 686 : cluster [DBG] pgmap v638: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:09.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:09 smithi072 bash[82901]: cluster 2024-05-11T05:12:08.065776+0000 mgr.y (mgr.24832) 686 : cluster [DBG] pgmap v638: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:09.991 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:12:09.991 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:12:10.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:10 smithi072 bash[80515]: audit 2024-05-11T05:12:09.993860+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.72:0/3044209377' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:10.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:10 smithi072 bash[80515]: audit 2024-05-11T05:12:09.993860+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.72:0/3044209377' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:10.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:10 smithi072 bash[82901]: audit 2024-05-11T05:12:09.993860+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.72:0/3044209377' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:10.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:10 smithi072 bash[82901]: audit 2024-05-11T05:12:09.993860+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.72:0/3044209377' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:10.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:10 smithi086 bash[67518]: audit 2024-05-11T05:12:09.993860+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.72:0/3044209377' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:10.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:10 smithi086 bash[67518]: audit 2024-05-11T05:12:09.993860+0000 mon.a (mon.0) 920 : audit [DBG] from='client.? 172.21.15.72:0/3044209377' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:11.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:11 smithi072 bash[80515]: cluster 2024-05-11T05:12:10.066270+0000 mgr.y (mgr.24832) 687 : cluster [DBG] pgmap v639: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:11.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:11 smithi072 bash[80515]: cluster 2024-05-11T05:12:10.066270+0000 mgr.y (mgr.24832) 687 : cluster [DBG] pgmap v639: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:11.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:11 smithi072 bash[82901]: cluster 2024-05-11T05:12:10.066270+0000 mgr.y (mgr.24832) 687 : cluster [DBG] pgmap v639: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:11.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:11 smithi072 bash[82901]: cluster 2024-05-11T05:12:10.066270+0000 mgr.y (mgr.24832) 687 : cluster [DBG] pgmap v639: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:11.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:11 smithi086 bash[67518]: cluster 2024-05-11T05:12:10.066270+0000 mgr.y (mgr.24832) 687 : cluster [DBG] pgmap v639: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:11.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:11 smithi086 bash[67518]: cluster 2024-05-11T05:12:10.066270+0000 mgr.y (mgr.24832) 687 : cluster [DBG] pgmap v639: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: cluster 2024-05-11T05:12:12.066648+0000 mgr.y (mgr.24832) 688 : cluster [DBG] pgmap v640: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: cluster 2024-05-11T05:12:12.066648+0000 mgr.y (mgr.24832) 688 : cluster [DBG] pgmap v640: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.180462+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.180462+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.193717+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.193717+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.286015+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.286015+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.297339+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.297339+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.926176+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:12:13.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.926176+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:12:13.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.927658+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:12:13.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.927658+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:12:13.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.935472+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.539 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:13 smithi086 bash[67518]: audit 2024-05-11T05:12:12.935472+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: cluster 2024-05-11T05:12:12.066648+0000 mgr.y (mgr.24832) 688 : cluster [DBG] pgmap v640: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: cluster 2024-05-11T05:12:12.066648+0000 mgr.y (mgr.24832) 688 : cluster [DBG] pgmap v640: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.180462+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.180462+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.193717+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.193717+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.286015+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.286015+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.297339+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.297339+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.926176+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.926176+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.927658+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.927658+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:12:13.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.935472+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:13 smithi072 bash[80515]: audit 2024-05-11T05:12:12.935472+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: cluster 2024-05-11T05:12:12.066648+0000 mgr.y (mgr.24832) 688 : cluster [DBG] pgmap v640: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: cluster 2024-05-11T05:12:12.066648+0000 mgr.y (mgr.24832) 688 : cluster [DBG] pgmap v640: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.180462+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.180462+0000 mon.a (mon.0) 921 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.193717+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.193717+0000 mon.a (mon.0) 922 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.286015+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.286015+0000 mon.a (mon.0) 923 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.297339+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.297339+0000 mon.a (mon.0) 924 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.553 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.926176+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:12:13.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.926176+0000 mon.a (mon.0) 925 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:12:13.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.927658+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:12:13.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.927658+0000 mon.a (mon.0) 926 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:12:13.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.935472+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.554 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:13 smithi072 bash[82901]: audit 2024-05-11T05:12:12.935472+0000 mon.a (mon.0) 927 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:12:13.973 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:12:14.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:12:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:12:13] "GET /metrics HTTP/1.1" 200 34232 "" "Prometheus/2.43.0" 2024-05-11T05:12:15.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:15 smithi086 bash[67518]: cluster 2024-05-11T05:12:14.067369+0000 mgr.y (mgr.24832) 689 : cluster [DBG] pgmap v641: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:15.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:15 smithi086 bash[67518]: cluster 2024-05-11T05:12:14.067369+0000 mgr.y (mgr.24832) 689 : cluster [DBG] pgmap v641: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:15.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:15 smithi072 bash[80515]: cluster 2024-05-11T05:12:14.067369+0000 mgr.y (mgr.24832) 689 : cluster [DBG] pgmap v641: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:15.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:15 smithi072 bash[80515]: cluster 2024-05-11T05:12:14.067369+0000 mgr.y (mgr.24832) 689 : cluster [DBG] pgmap v641: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:15.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:15 smithi072 bash[82901]: cluster 2024-05-11T05:12:14.067369+0000 mgr.y (mgr.24832) 689 : cluster [DBG] pgmap v641: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:15.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:15 smithi072 bash[82901]: cluster 2024-05-11T05:12:14.067369+0000 mgr.y (mgr.24832) 689 : cluster [DBG] pgmap v641: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:17.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:17 smithi086 bash[67518]: cluster 2024-05-11T05:12:16.068478+0000 mgr.y (mgr.24832) 690 : cluster [DBG] pgmap v642: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:17.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:17 smithi086 bash[67518]: cluster 2024-05-11T05:12:16.068478+0000 mgr.y (mgr.24832) 690 : cluster [DBG] pgmap v642: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:17.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:17 smithi072 bash[80515]: cluster 2024-05-11T05:12:16.068478+0000 mgr.y (mgr.24832) 690 : cluster [DBG] pgmap v642: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:17.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:17 smithi072 bash[80515]: cluster 2024-05-11T05:12:16.068478+0000 mgr.y (mgr.24832) 690 : cluster [DBG] pgmap v642: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:17.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:17 smithi072 bash[82901]: cluster 2024-05-11T05:12:16.068478+0000 mgr.y (mgr.24832) 690 : cluster [DBG] pgmap v642: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:17.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:17 smithi072 bash[82901]: cluster 2024-05-11T05:12:16.068478+0000 mgr.y (mgr.24832) 690 : cluster [DBG] pgmap v642: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:18.718 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:12:19.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:19 smithi086 bash[67518]: cluster 2024-05-11T05:12:18.069322+0000 mgr.y (mgr.24832) 691 : cluster [DBG] pgmap v643: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:19.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:19 smithi086 bash[67518]: cluster 2024-05-11T05:12:18.069322+0000 mgr.y (mgr.24832) 691 : cluster [DBG] pgmap v643: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:19.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:19 smithi086 bash[67518]: audit 2024-05-11T05:12:18.876173+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:19.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:19 smithi086 bash[67518]: audit 2024-05-11T05:12:18.876173+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:19.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:19 smithi072 bash[80515]: cluster 2024-05-11T05:12:18.069322+0000 mgr.y (mgr.24832) 691 : cluster [DBG] pgmap v643: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:19.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:19 smithi072 bash[80515]: cluster 2024-05-11T05:12:18.069322+0000 mgr.y (mgr.24832) 691 : cluster [DBG] pgmap v643: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:19.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:19 smithi072 bash[80515]: audit 2024-05-11T05:12:18.876173+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:19.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:19 smithi072 bash[80515]: audit 2024-05-11T05:12:18.876173+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:19 smithi072 bash[82901]: cluster 2024-05-11T05:12:18.069322+0000 mgr.y (mgr.24832) 691 : cluster [DBG] pgmap v643: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:19 smithi072 bash[82901]: cluster 2024-05-11T05:12:18.069322+0000 mgr.y (mgr.24832) 691 : cluster [DBG] pgmap v643: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:19 smithi072 bash[82901]: audit 2024-05-11T05:12:18.876173+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:19.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:19 smithi072 bash[82901]: audit 2024-05-11T05:12:18.876173+0000 mon.a (mon.0) 928 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:21.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:21 smithi086 bash[67518]: cluster 2024-05-11T05:12:20.070491+0000 mgr.y (mgr.24832) 692 : cluster [DBG] pgmap v644: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:21.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:21 smithi086 bash[67518]: cluster 2024-05-11T05:12:20.070491+0000 mgr.y (mgr.24832) 692 : cluster [DBG] pgmap v644: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:21.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:21 smithi072 bash[80515]: cluster 2024-05-11T05:12:20.070491+0000 mgr.y (mgr.24832) 692 : cluster [DBG] pgmap v644: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:21.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:21 smithi072 bash[80515]: cluster 2024-05-11T05:12:20.070491+0000 mgr.y (mgr.24832) 692 : cluster [DBG] pgmap v644: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:21.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:21 smithi072 bash[82901]: cluster 2024-05-11T05:12:20.070491+0000 mgr.y (mgr.24832) 692 : cluster [DBG] pgmap v644: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:21.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:21 smithi072 bash[82901]: cluster 2024-05-11T05:12:20.070491+0000 mgr.y (mgr.24832) 692 : cluster [DBG] pgmap v644: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:22.940 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:12:22.940 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:12:23.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:23 smithi072 bash[80515]: cluster 2024-05-11T05:12:22.071265+0000 mgr.y (mgr.24832) 693 : cluster [DBG] pgmap v645: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:23.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:23 smithi072 bash[80515]: cluster 2024-05-11T05:12:22.071265+0000 mgr.y (mgr.24832) 693 : cluster [DBG] pgmap v645: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:23.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:23 smithi072 bash[80515]: audit 2024-05-11T05:12:22.942568+0000 mon.a (mon.0) 929 : audit [DBG] from='client.? 172.21.15.72:0/3805638971' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:23.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:23 smithi072 bash[80515]: audit 2024-05-11T05:12:22.942568+0000 mon.a (mon.0) 929 : audit [DBG] from='client.? 172.21.15.72:0/3805638971' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:23.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:23 smithi072 bash[82901]: cluster 2024-05-11T05:12:22.071265+0000 mgr.y (mgr.24832) 693 : cluster [DBG] pgmap v645: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:23.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:23 smithi072 bash[82901]: cluster 2024-05-11T05:12:22.071265+0000 mgr.y (mgr.24832) 693 : cluster [DBG] pgmap v645: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:23.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:23 smithi072 bash[82901]: audit 2024-05-11T05:12:22.942568+0000 mon.a (mon.0) 929 : audit [DBG] from='client.? 172.21.15.72:0/3805638971' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:23.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:23 smithi072 bash[82901]: audit 2024-05-11T05:12:22.942568+0000 mon.a (mon.0) 929 : audit [DBG] from='client.? 172.21.15.72:0/3805638971' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:23.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:23 smithi086 bash[67518]: cluster 2024-05-11T05:12:22.071265+0000 mgr.y (mgr.24832) 693 : cluster [DBG] pgmap v645: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:23.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:23 smithi086 bash[67518]: cluster 2024-05-11T05:12:22.071265+0000 mgr.y (mgr.24832) 693 : cluster [DBG] pgmap v645: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:23.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:23 smithi086 bash[67518]: audit 2024-05-11T05:12:22.942568+0000 mon.a (mon.0) 929 : audit [DBG] from='client.? 172.21.15.72:0/3805638971' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:23.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:23 smithi086 bash[67518]: audit 2024-05-11T05:12:22.942568+0000 mon.a (mon.0) 929 : audit [DBG] from='client.? 172.21.15.72:0/3805638971' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:24.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:12:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:12:23] "GET /metrics HTTP/1.1" 200 34232 "" "Prometheus/2.43.0" 2024-05-11T05:12:25.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:25 smithi086 bash[67518]: cluster 2024-05-11T05:12:24.072100+0000 mgr.y (mgr.24832) 694 : cluster [DBG] pgmap v646: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:25.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:25 smithi086 bash[67518]: cluster 2024-05-11T05:12:24.072100+0000 mgr.y (mgr.24832) 694 : cluster [DBG] pgmap v646: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:25.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:25 smithi072 bash[80515]: cluster 2024-05-11T05:12:24.072100+0000 mgr.y (mgr.24832) 694 : cluster [DBG] pgmap v646: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:25.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:25 smithi072 bash[80515]: cluster 2024-05-11T05:12:24.072100+0000 mgr.y (mgr.24832) 694 : cluster [DBG] pgmap v646: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:25 smithi072 bash[82901]: cluster 2024-05-11T05:12:24.072100+0000 mgr.y (mgr.24832) 694 : cluster [DBG] pgmap v646: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:25 smithi072 bash[82901]: cluster 2024-05-11T05:12:24.072100+0000 mgr.y (mgr.24832) 694 : cluster [DBG] pgmap v646: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:27.017 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:12:27.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:27 smithi072 bash[80515]: cluster 2024-05-11T05:12:26.072994+0000 mgr.y (mgr.24832) 695 : cluster [DBG] pgmap v647: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:27.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:27 smithi072 bash[80515]: cluster 2024-05-11T05:12:26.072994+0000 mgr.y (mgr.24832) 695 : cluster [DBG] pgmap v647: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:27.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:27 smithi072 bash[82901]: cluster 2024-05-11T05:12:26.072994+0000 mgr.y (mgr.24832) 695 : cluster [DBG] pgmap v647: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:27.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:27 smithi072 bash[82901]: cluster 2024-05-11T05:12:26.072994+0000 mgr.y (mgr.24832) 695 : cluster [DBG] pgmap v647: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:27 smithi086 bash[67518]: cluster 2024-05-11T05:12:26.072994+0000 mgr.y (mgr.24832) 695 : cluster [DBG] pgmap v647: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:27 smithi086 bash[67518]: cluster 2024-05-11T05:12:26.072994+0000 mgr.y (mgr.24832) 695 : cluster [DBG] pgmap v647: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:29.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:29 smithi086 bash[67518]: cluster 2024-05-11T05:12:28.073710+0000 mgr.y (mgr.24832) 696 : cluster [DBG] pgmap v648: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:29.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:29 smithi086 bash[67518]: cluster 2024-05-11T05:12:28.073710+0000 mgr.y (mgr.24832) 696 : cluster [DBG] pgmap v648: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:29 smithi072 bash[80515]: cluster 2024-05-11T05:12:28.073710+0000 mgr.y (mgr.24832) 696 : cluster [DBG] pgmap v648: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:29 smithi072 bash[80515]: cluster 2024-05-11T05:12:28.073710+0000 mgr.y (mgr.24832) 696 : cluster [DBG] pgmap v648: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:29 smithi072 bash[82901]: cluster 2024-05-11T05:12:28.073710+0000 mgr.y (mgr.24832) 696 : cluster [DBG] pgmap v648: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:29 smithi072 bash[82901]: cluster 2024-05-11T05:12:28.073710+0000 mgr.y (mgr.24832) 696 : cluster [DBG] pgmap v648: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:31.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:31 smithi086 bash[67518]: cluster 2024-05-11T05:12:30.074692+0000 mgr.y (mgr.24832) 697 : cluster [DBG] pgmap v649: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:31.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:31 smithi086 bash[67518]: cluster 2024-05-11T05:12:30.074692+0000 mgr.y (mgr.24832) 697 : cluster [DBG] pgmap v649: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:31.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:31 smithi072 bash[80515]: cluster 2024-05-11T05:12:30.074692+0000 mgr.y (mgr.24832) 697 : cluster [DBG] pgmap v649: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:31.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:31 smithi072 bash[80515]: cluster 2024-05-11T05:12:30.074692+0000 mgr.y (mgr.24832) 697 : cluster [DBG] pgmap v649: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:31.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:31 smithi072 bash[82901]: cluster 2024-05-11T05:12:30.074692+0000 mgr.y (mgr.24832) 697 : cluster [DBG] pgmap v649: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:31.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:31 smithi072 bash[82901]: cluster 2024-05-11T05:12:30.074692+0000 mgr.y (mgr.24832) 697 : cluster [DBG] pgmap v649: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:31.762 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:12:32.537 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:12:32 smithi086 bash[49586]: logger=cleanup t=2024-05-11T05:12:32.114789556Z level=info msg="Completed cleanup jobs" duration=66.617394ms 2024-05-11T05:12:33.422 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:33 smithi072 bash[80515]: cluster 2024-05-11T05:12:32.075351+0000 mgr.y (mgr.24832) 698 : cluster [DBG] pgmap v650: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:33.423 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:33 smithi072 bash[80515]: cluster 2024-05-11T05:12:32.075351+0000 mgr.y (mgr.24832) 698 : cluster [DBG] pgmap v650: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:33.423 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:33 smithi072 bash[82901]: cluster 2024-05-11T05:12:32.075351+0000 mgr.y (mgr.24832) 698 : cluster [DBG] pgmap v650: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:33.423 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:33 smithi072 bash[82901]: cluster 2024-05-11T05:12:32.075351+0000 mgr.y (mgr.24832) 698 : cluster [DBG] pgmap v650: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:33.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:33 smithi086 bash[67518]: cluster 2024-05-11T05:12:32.075351+0000 mgr.y (mgr.24832) 698 : cluster [DBG] pgmap v650: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:33.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:33 smithi086 bash[67518]: cluster 2024-05-11T05:12:32.075351+0000 mgr.y (mgr.24832) 698 : cluster [DBG] pgmap v650: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:34.225 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:12:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:12:33] "GET /metrics HTTP/1.1" 200 34232 "" "Prometheus/2.43.0" 2024-05-11T05:12:34.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:34 smithi086 bash[67518]: audit 2024-05-11T05:12:33.876705+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:34.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:34 smithi086 bash[67518]: audit 2024-05-11T05:12:33.876705+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:34.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:34 smithi072 bash[80515]: audit 2024-05-11T05:12:33.876705+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:34.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:34 smithi072 bash[80515]: audit 2024-05-11T05:12:33.876705+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:34.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:34 smithi072 bash[82901]: audit 2024-05-11T05:12:33.876705+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:34.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:34 smithi072 bash[82901]: audit 2024-05-11T05:12:33.876705+0000 mon.a (mon.0) 930 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:35.527 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:35 smithi072 bash[80515]: cluster 2024-05-11T05:12:34.076211+0000 mgr.y (mgr.24832) 699 : cluster [DBG] pgmap v651: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:35.527 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:35 smithi072 bash[80515]: cluster 2024-05-11T05:12:34.076211+0000 mgr.y (mgr.24832) 699 : cluster [DBG] pgmap v651: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:35.527 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:35 smithi072 bash[82901]: cluster 2024-05-11T05:12:34.076211+0000 mgr.y (mgr.24832) 699 : cluster [DBG] pgmap v651: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:35.527 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:35 smithi072 bash[82901]: cluster 2024-05-11T05:12:34.076211+0000 mgr.y (mgr.24832) 699 : cluster [DBG] pgmap v651: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:35.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:35 smithi086 bash[67518]: cluster 2024-05-11T05:12:34.076211+0000 mgr.y (mgr.24832) 699 : cluster [DBG] pgmap v651: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:35.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:35 smithi086 bash[67518]: cluster 2024-05-11T05:12:34.076211+0000 mgr.y (mgr.24832) 699 : cluster [DBG] pgmap v651: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:35.979 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:12:35.979 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:12:36.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:36 smithi072 bash[80515]: audit 2024-05-11T05:12:35.981920+0000 mon.a (mon.0) 931 : audit [DBG] from='client.? 172.21.15.72:0/2648825170' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:36.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:36 smithi072 bash[80515]: audit 2024-05-11T05:12:35.981920+0000 mon.a (mon.0) 931 : audit [DBG] from='client.? 172.21.15.72:0/2648825170' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:36.301 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:36 smithi072 bash[82901]: audit 2024-05-11T05:12:35.981920+0000 mon.a (mon.0) 931 : audit [DBG] from='client.? 172.21.15.72:0/2648825170' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:36.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:36 smithi072 bash[82901]: audit 2024-05-11T05:12:35.981920+0000 mon.a (mon.0) 931 : audit [DBG] from='client.? 172.21.15.72:0/2648825170' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:36.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:36 smithi086 bash[67518]: audit 2024-05-11T05:12:35.981920+0000 mon.a (mon.0) 931 : audit [DBG] from='client.? 172.21.15.72:0/2648825170' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:36.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:36 smithi086 bash[67518]: audit 2024-05-11T05:12:35.981920+0000 mon.a (mon.0) 931 : audit [DBG] from='client.? 172.21.15.72:0/2648825170' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:37.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:37 smithi086 bash[67518]: cluster 2024-05-11T05:12:36.076700+0000 mgr.y (mgr.24832) 700 : cluster [DBG] pgmap v652: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:37.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:37 smithi086 bash[67518]: cluster 2024-05-11T05:12:36.076700+0000 mgr.y (mgr.24832) 700 : cluster [DBG] pgmap v652: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:37.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:37 smithi072 bash[80515]: cluster 2024-05-11T05:12:36.076700+0000 mgr.y (mgr.24832) 700 : cluster [DBG] pgmap v652: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:37.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:37 smithi072 bash[80515]: cluster 2024-05-11T05:12:36.076700+0000 mgr.y (mgr.24832) 700 : cluster [DBG] pgmap v652: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:37.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:37 smithi072 bash[82901]: cluster 2024-05-11T05:12:36.076700+0000 mgr.y (mgr.24832) 700 : cluster [DBG] pgmap v652: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:37.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:37 smithi072 bash[82901]: cluster 2024-05-11T05:12:36.076700+0000 mgr.y (mgr.24832) 700 : cluster [DBG] pgmap v652: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:39.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:39 smithi086 bash[67518]: cluster 2024-05-11T05:12:38.077371+0000 mgr.y (mgr.24832) 701 : cluster [DBG] pgmap v653: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:39.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:39 smithi086 bash[67518]: cluster 2024-05-11T05:12:38.077371+0000 mgr.y (mgr.24832) 701 : cluster [DBG] pgmap v653: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:39.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:39 smithi072 bash[80515]: cluster 2024-05-11T05:12:38.077371+0000 mgr.y (mgr.24832) 701 : cluster [DBG] pgmap v653: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:39.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:39 smithi072 bash[80515]: cluster 2024-05-11T05:12:38.077371+0000 mgr.y (mgr.24832) 701 : cluster [DBG] pgmap v653: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:39 smithi072 bash[82901]: cluster 2024-05-11T05:12:38.077371+0000 mgr.y (mgr.24832) 701 : cluster [DBG] pgmap v653: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:39 smithi072 bash[82901]: cluster 2024-05-11T05:12:38.077371+0000 mgr.y (mgr.24832) 701 : cluster [DBG] pgmap v653: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:40.116 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:12:41.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:41 smithi086 bash[67518]: cluster 2024-05-11T05:12:40.078267+0000 mgr.y (mgr.24832) 702 : cluster [DBG] pgmap v654: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:41.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:41 smithi086 bash[67518]: cluster 2024-05-11T05:12:40.078267+0000 mgr.y (mgr.24832) 702 : cluster [DBG] pgmap v654: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:41.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:41 smithi072 bash[82901]: cluster 2024-05-11T05:12:40.078267+0000 mgr.y (mgr.24832) 702 : cluster [DBG] pgmap v654: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:41.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:41 smithi072 bash[82901]: cluster 2024-05-11T05:12:40.078267+0000 mgr.y (mgr.24832) 702 : cluster [DBG] pgmap v654: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:41.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:41 smithi072 bash[80515]: cluster 2024-05-11T05:12:40.078267+0000 mgr.y (mgr.24832) 702 : cluster [DBG] pgmap v654: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:41.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:41 smithi072 bash[80515]: cluster 2024-05-11T05:12:40.078267+0000 mgr.y (mgr.24832) 702 : cluster [DBG] pgmap v654: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:43.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:43 smithi086 bash[67518]: cluster 2024-05-11T05:12:42.078996+0000 mgr.y (mgr.24832) 703 : cluster [DBG] pgmap v655: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:43.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:43 smithi086 bash[67518]: cluster 2024-05-11T05:12:42.078996+0000 mgr.y (mgr.24832) 703 : cluster [DBG] pgmap v655: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:43.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:43 smithi072 bash[80515]: cluster 2024-05-11T05:12:42.078996+0000 mgr.y (mgr.24832) 703 : cluster [DBG] pgmap v655: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:43.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:43 smithi072 bash[80515]: cluster 2024-05-11T05:12:42.078996+0000 mgr.y (mgr.24832) 703 : cluster [DBG] pgmap v655: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:43 smithi072 bash[82901]: cluster 2024-05-11T05:12:42.078996+0000 mgr.y (mgr.24832) 703 : cluster [DBG] pgmap v655: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:43.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:43 smithi072 bash[82901]: cluster 2024-05-11T05:12:42.078996+0000 mgr.y (mgr.24832) 703 : cluster [DBG] pgmap v655: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:44.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:12:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:12:43] "GET /metrics HTTP/1.1" 200 34230 "" "Prometheus/2.43.0" 2024-05-11T05:12:44.853 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:12:45.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:45 smithi086 bash[67518]: cluster 2024-05-11T05:12:44.079909+0000 mgr.y (mgr.24832) 704 : cluster [DBG] pgmap v656: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:45.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:45 smithi086 bash[67518]: cluster 2024-05-11T05:12:44.079909+0000 mgr.y (mgr.24832) 704 : cluster [DBG] pgmap v656: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:45.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:45 smithi072 bash[80515]: cluster 2024-05-11T05:12:44.079909+0000 mgr.y (mgr.24832) 704 : cluster [DBG] pgmap v656: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:45.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:45 smithi072 bash[80515]: cluster 2024-05-11T05:12:44.079909+0000 mgr.y (mgr.24832) 704 : cluster [DBG] pgmap v656: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:45.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:45 smithi072 bash[82901]: cluster 2024-05-11T05:12:44.079909+0000 mgr.y (mgr.24832) 704 : cluster [DBG] pgmap v656: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:45.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:45 smithi072 bash[82901]: cluster 2024-05-11T05:12:44.079909+0000 mgr.y (mgr.24832) 704 : cluster [DBG] pgmap v656: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:47.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:47 smithi086 bash[67518]: cluster 2024-05-11T05:12:46.080824+0000 mgr.y (mgr.24832) 705 : cluster [DBG] pgmap v657: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:47.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:47 smithi086 bash[67518]: cluster 2024-05-11T05:12:46.080824+0000 mgr.y (mgr.24832) 705 : cluster [DBG] pgmap v657: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:47.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:47 smithi072 bash[80515]: cluster 2024-05-11T05:12:46.080824+0000 mgr.y (mgr.24832) 705 : cluster [DBG] pgmap v657: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:47.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:47 smithi072 bash[80515]: cluster 2024-05-11T05:12:46.080824+0000 mgr.y (mgr.24832) 705 : cluster [DBG] pgmap v657: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:47.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:47 smithi072 bash[82901]: cluster 2024-05-11T05:12:46.080824+0000 mgr.y (mgr.24832) 705 : cluster [DBG] pgmap v657: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:47.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:47 smithi072 bash[82901]: cluster 2024-05-11T05:12:46.080824+0000 mgr.y (mgr.24832) 705 : cluster [DBG] pgmap v657: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:48.967 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:12:48.967 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:12:49.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:49 smithi086 bash[67518]: cluster 2024-05-11T05:12:48.081539+0000 mgr.y (mgr.24832) 706 : cluster [DBG] pgmap v658: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:49.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:49 smithi086 bash[67518]: cluster 2024-05-11T05:12:48.081539+0000 mgr.y (mgr.24832) 706 : cluster [DBG] pgmap v658: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:49.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:49 smithi086 bash[67518]: audit 2024-05-11T05:12:48.876838+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:49.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:49 smithi086 bash[67518]: audit 2024-05-11T05:12:48.876838+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:49.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:49 smithi086 bash[67518]: audit 2024-05-11T05:12:48.969477+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.72:0/702154720' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:49.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:49 smithi086 bash[67518]: audit 2024-05-11T05:12:48.969477+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.72:0/702154720' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:49 smithi072 bash[80515]: cluster 2024-05-11T05:12:48.081539+0000 mgr.y (mgr.24832) 706 : cluster [DBG] pgmap v658: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:49 smithi072 bash[80515]: cluster 2024-05-11T05:12:48.081539+0000 mgr.y (mgr.24832) 706 : cluster [DBG] pgmap v658: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:49 smithi072 bash[80515]: audit 2024-05-11T05:12:48.876838+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:49 smithi072 bash[80515]: audit 2024-05-11T05:12:48.876838+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:49.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:49 smithi072 bash[80515]: audit 2024-05-11T05:12:48.969477+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.72:0/702154720' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:49.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:49 smithi072 bash[80515]: audit 2024-05-11T05:12:48.969477+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.72:0/702154720' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:49 smithi072 bash[82901]: cluster 2024-05-11T05:12:48.081539+0000 mgr.y (mgr.24832) 706 : cluster [DBG] pgmap v658: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:49 smithi072 bash[82901]: cluster 2024-05-11T05:12:48.081539+0000 mgr.y (mgr.24832) 706 : cluster [DBG] pgmap v658: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:49 smithi072 bash[82901]: audit 2024-05-11T05:12:48.876838+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:49 smithi072 bash[82901]: audit 2024-05-11T05:12:48.876838+0000 mon.a (mon.0) 932 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:12:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:49 smithi072 bash[82901]: audit 2024-05-11T05:12:48.969477+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.72:0/702154720' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:49.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:49 smithi072 bash[82901]: audit 2024-05-11T05:12:48.969477+0000 mon.c (mon.2) 69 : audit [DBG] from='client.? 172.21.15.72:0/702154720' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:12:51.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:51 smithi086 bash[67518]: cluster 2024-05-11T05:12:50.082753+0000 mgr.y (mgr.24832) 707 : cluster [DBG] pgmap v659: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:51.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:51 smithi086 bash[67518]: cluster 2024-05-11T05:12:50.082753+0000 mgr.y (mgr.24832) 707 : cluster [DBG] pgmap v659: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:51.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:51 smithi072 bash[82901]: cluster 2024-05-11T05:12:50.082753+0000 mgr.y (mgr.24832) 707 : cluster [DBG] pgmap v659: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:51.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:51 smithi072 bash[82901]: cluster 2024-05-11T05:12:50.082753+0000 mgr.y (mgr.24832) 707 : cluster [DBG] pgmap v659: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:51.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:51 smithi072 bash[80515]: cluster 2024-05-11T05:12:50.082753+0000 mgr.y (mgr.24832) 707 : cluster [DBG] pgmap v659: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:51.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:51 smithi072 bash[80515]: cluster 2024-05-11T05:12:50.082753+0000 mgr.y (mgr.24832) 707 : cluster [DBG] pgmap v659: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:53.084 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:12:53.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:53 smithi086 bash[67518]: cluster 2024-05-11T05:12:52.083525+0000 mgr.y (mgr.24832) 708 : cluster [DBG] pgmap v660: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:53.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:53 smithi086 bash[67518]: cluster 2024-05-11T05:12:52.083525+0000 mgr.y (mgr.24832) 708 : cluster [DBG] pgmap v660: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:53.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:53 smithi072 bash[82901]: cluster 2024-05-11T05:12:52.083525+0000 mgr.y (mgr.24832) 708 : cluster [DBG] pgmap v660: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:53.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:53 smithi072 bash[82901]: cluster 2024-05-11T05:12:52.083525+0000 mgr.y (mgr.24832) 708 : cluster [DBG] pgmap v660: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:53.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:53 smithi072 bash[80515]: cluster 2024-05-11T05:12:52.083525+0000 mgr.y (mgr.24832) 708 : cluster [DBG] pgmap v660: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:53.552 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:53 smithi072 bash[80515]: cluster 2024-05-11T05:12:52.083525+0000 mgr.y (mgr.24832) 708 : cluster [DBG] pgmap v660: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:54.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:12:53 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:12:53] "GET /metrics HTTP/1.1" 200 34229 "" "Prometheus/2.43.0" 2024-05-11T05:12:55.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:55 smithi086 bash[67518]: cluster 2024-05-11T05:12:54.084456+0000 mgr.y (mgr.24832) 709 : cluster [DBG] pgmap v661: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:55.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:55 smithi086 bash[67518]: cluster 2024-05-11T05:12:54.084456+0000 mgr.y (mgr.24832) 709 : cluster [DBG] pgmap v661: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:55.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:55 smithi072 bash[80515]: cluster 2024-05-11T05:12:54.084456+0000 mgr.y (mgr.24832) 709 : cluster [DBG] pgmap v661: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:55.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:55 smithi072 bash[80515]: cluster 2024-05-11T05:12:54.084456+0000 mgr.y (mgr.24832) 709 : cluster [DBG] pgmap v661: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:55 smithi072 bash[82901]: cluster 2024-05-11T05:12:54.084456+0000 mgr.y (mgr.24832) 709 : cluster [DBG] pgmap v661: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:55.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:55 smithi072 bash[82901]: cluster 2024-05-11T05:12:54.084456+0000 mgr.y (mgr.24832) 709 : cluster [DBG] pgmap v661: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:57.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:57 smithi086 bash[67518]: cluster 2024-05-11T05:12:56.085410+0000 mgr.y (mgr.24832) 710 : cluster [DBG] pgmap v662: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:57.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:57 smithi086 bash[67518]: cluster 2024-05-11T05:12:56.085410+0000 mgr.y (mgr.24832) 710 : cluster [DBG] pgmap v662: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:57 smithi072 bash[80515]: cluster 2024-05-11T05:12:56.085410+0000 mgr.y (mgr.24832) 710 : cluster [DBG] pgmap v662: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:57.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:57 smithi072 bash[80515]: cluster 2024-05-11T05:12:56.085410+0000 mgr.y (mgr.24832) 710 : cluster [DBG] pgmap v662: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:57.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:57 smithi072 bash[82901]: cluster 2024-05-11T05:12:56.085410+0000 mgr.y (mgr.24832) 710 : cluster [DBG] pgmap v662: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:57.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:57 smithi072 bash[82901]: cluster 2024-05-11T05:12:56.085410+0000 mgr.y (mgr.24832) 710 : cluster [DBG] pgmap v662: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:57.827 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:12:59.378 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:59 smithi072 bash[80515]: cluster 2024-05-11T05:12:58.086172+0000 mgr.y (mgr.24832) 711 : cluster [DBG] pgmap v663: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:59.378 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:12:59 smithi072 bash[80515]: cluster 2024-05-11T05:12:58.086172+0000 mgr.y (mgr.24832) 711 : cluster [DBG] pgmap v663: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:59.378 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:59 smithi072 bash[82901]: cluster 2024-05-11T05:12:58.086172+0000 mgr.y (mgr.24832) 711 : cluster [DBG] pgmap v663: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:59.378 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:12:59 smithi072 bash[82901]: cluster 2024-05-11T05:12:58.086172+0000 mgr.y (mgr.24832) 711 : cluster [DBG] pgmap v663: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:59.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:59 smithi086 bash[67518]: cluster 2024-05-11T05:12:58.086172+0000 mgr.y (mgr.24832) 711 : cluster [DBG] pgmap v663: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:12:59.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:12:59 smithi086 bash[67518]: cluster 2024-05-11T05:12:58.086172+0000 mgr.y (mgr.24832) 711 : cluster [DBG] pgmap v663: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:01.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:01 smithi086 bash[67518]: cluster 2024-05-11T05:13:00.087158+0000 mgr.y (mgr.24832) 712 : cluster [DBG] pgmap v664: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:01.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:01 smithi086 bash[67518]: cluster 2024-05-11T05:13:00.087158+0000 mgr.y (mgr.24832) 712 : cluster [DBG] pgmap v664: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:01.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:01 smithi072 bash[80515]: cluster 2024-05-11T05:13:00.087158+0000 mgr.y (mgr.24832) 712 : cluster [DBG] pgmap v664: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:01.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:01 smithi072 bash[80515]: cluster 2024-05-11T05:13:00.087158+0000 mgr.y (mgr.24832) 712 : cluster [DBG] pgmap v664: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:01.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:01 smithi072 bash[82901]: cluster 2024-05-11T05:13:00.087158+0000 mgr.y (mgr.24832) 712 : cluster [DBG] pgmap v664: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:01.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:01 smithi072 bash[82901]: cluster 2024-05-11T05:13:00.087158+0000 mgr.y (mgr.24832) 712 : cluster [DBG] pgmap v664: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:01.703 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:13:01.704 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:13:02.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:02 smithi072 bash[80515]: audit 2024-05-11T05:13:01.706190+0000 mon.a (mon.0) 933 : audit [DBG] from='client.? 172.21.15.72:0/293788573' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:02.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:02 smithi072 bash[80515]: audit 2024-05-11T05:13:01.706190+0000 mon.a (mon.0) 933 : audit [DBG] from='client.? 172.21.15.72:0/293788573' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:02.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:02 smithi072 bash[82901]: audit 2024-05-11T05:13:01.706190+0000 mon.a (mon.0) 933 : audit [DBG] from='client.? 172.21.15.72:0/293788573' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:02.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:02 smithi072 bash[82901]: audit 2024-05-11T05:13:01.706190+0000 mon.a (mon.0) 933 : audit [DBG] from='client.? 172.21.15.72:0/293788573' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:02.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:02 smithi086 bash[67518]: audit 2024-05-11T05:13:01.706190+0000 mon.a (mon.0) 933 : audit [DBG] from='client.? 172.21.15.72:0/293788573' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:02.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:02 smithi086 bash[67518]: audit 2024-05-11T05:13:01.706190+0000 mon.a (mon.0) 933 : audit [DBG] from='client.? 172.21.15.72:0/293788573' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:03.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:03 smithi072 bash[80515]: cluster 2024-05-11T05:13:02.087891+0000 mgr.y (mgr.24832) 713 : cluster [DBG] pgmap v665: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:03.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:03 smithi072 bash[80515]: cluster 2024-05-11T05:13:02.087891+0000 mgr.y (mgr.24832) 713 : cluster [DBG] pgmap v665: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:03.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:03 smithi072 bash[82901]: cluster 2024-05-11T05:13:02.087891+0000 mgr.y (mgr.24832) 713 : cluster [DBG] pgmap v665: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:03.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:03 smithi072 bash[82901]: cluster 2024-05-11T05:13:02.087891+0000 mgr.y (mgr.24832) 713 : cluster [DBG] pgmap v665: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:03.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:03 smithi086 bash[67518]: cluster 2024-05-11T05:13:02.087891+0000 mgr.y (mgr.24832) 713 : cluster [DBG] pgmap v665: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:03.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:03 smithi086 bash[67518]: cluster 2024-05-11T05:13:02.087891+0000 mgr.y (mgr.24832) 713 : cluster [DBG] pgmap v665: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:04.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:03 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:13:03] "GET /metrics HTTP/1.1" 200 34229 "" "Prometheus/2.43.0" 2024-05-11T05:13:04.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:04 smithi086 bash[67518]: audit 2024-05-11T05:13:03.877444+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:04.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:04 smithi086 bash[67518]: audit 2024-05-11T05:13:03.877444+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:04 smithi072 bash[80515]: audit 2024-05-11T05:13:03.877444+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:04.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:04 smithi072 bash[80515]: audit 2024-05-11T05:13:03.877444+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:04.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:04 smithi072 bash[82901]: audit 2024-05-11T05:13:03.877444+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:04.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:04 smithi072 bash[82901]: audit 2024-05-11T05:13:03.877444+0000 mon.a (mon.0) 934 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:05.698 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:13:05.709 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:05 smithi072 bash[82901]: cluster 2024-05-11T05:13:04.088725+0000 mgr.y (mgr.24832) 714 : cluster [DBG] pgmap v666: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:05.709 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:05 smithi072 bash[82901]: cluster 2024-05-11T05:13:04.088725+0000 mgr.y (mgr.24832) 714 : cluster [DBG] pgmap v666: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:05.709 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:05 smithi072 bash[80515]: cluster 2024-05-11T05:13:04.088725+0000 mgr.y (mgr.24832) 714 : cluster [DBG] pgmap v666: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:05.709 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:05 smithi072 bash[80515]: cluster 2024-05-11T05:13:04.088725+0000 mgr.y (mgr.24832) 714 : cluster [DBG] pgmap v666: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:05.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:05 smithi086 bash[67518]: cluster 2024-05-11T05:13:04.088725+0000 mgr.y (mgr.24832) 714 : cluster [DBG] pgmap v666: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:05.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:05 smithi086 bash[67518]: cluster 2024-05-11T05:13:04.088725+0000 mgr.y (mgr.24832) 714 : cluster [DBG] pgmap v666: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:07.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:07 smithi086 bash[67518]: cluster 2024-05-11T05:13:06.089752+0000 mgr.y (mgr.24832) 715 : cluster [DBG] pgmap v667: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:07.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:07 smithi086 bash[67518]: cluster 2024-05-11T05:13:06.089752+0000 mgr.y (mgr.24832) 715 : cluster [DBG] pgmap v667: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:07.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:07 smithi072 bash[80515]: cluster 2024-05-11T05:13:06.089752+0000 mgr.y (mgr.24832) 715 : cluster [DBG] pgmap v667: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:07.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:07 smithi072 bash[80515]: cluster 2024-05-11T05:13:06.089752+0000 mgr.y (mgr.24832) 715 : cluster [DBG] pgmap v667: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:07.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:07 smithi072 bash[82901]: cluster 2024-05-11T05:13:06.089752+0000 mgr.y (mgr.24832) 715 : cluster [DBG] pgmap v667: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:07.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:07 smithi072 bash[82901]: cluster 2024-05-11T05:13:06.089752+0000 mgr.y (mgr.24832) 715 : cluster [DBG] pgmap v667: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:09.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:09 smithi086 bash[67518]: cluster 2024-05-11T05:13:08.090619+0000 mgr.y (mgr.24832) 716 : cluster [DBG] pgmap v668: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:09.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:09 smithi086 bash[67518]: cluster 2024-05-11T05:13:08.090619+0000 mgr.y (mgr.24832) 716 : cluster [DBG] pgmap v668: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:09 smithi072 bash[80515]: cluster 2024-05-11T05:13:08.090619+0000 mgr.y (mgr.24832) 716 : cluster [DBG] pgmap v668: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:09.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:09 smithi072 bash[80515]: cluster 2024-05-11T05:13:08.090619+0000 mgr.y (mgr.24832) 716 : cluster [DBG] pgmap v668: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:09.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:09 smithi072 bash[82901]: cluster 2024-05-11T05:13:08.090619+0000 mgr.y (mgr.24832) 716 : cluster [DBG] pgmap v668: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:09.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:09 smithi072 bash[82901]: cluster 2024-05-11T05:13:08.090619+0000 mgr.y (mgr.24832) 716 : cluster [DBG] pgmap v668: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:10.437 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:13:11.705 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:11 smithi072 bash[80515]: cluster 2024-05-11T05:13:10.091731+0000 mgr.y (mgr.24832) 717 : cluster [DBG] pgmap v669: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:11.705 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:11 smithi072 bash[80515]: cluster 2024-05-11T05:13:10.091731+0000 mgr.y (mgr.24832) 717 : cluster [DBG] pgmap v669: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:11.706 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:11 smithi072 bash[82901]: cluster 2024-05-11T05:13:10.091731+0000 mgr.y (mgr.24832) 717 : cluster [DBG] pgmap v669: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:11.706 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:11 smithi072 bash[82901]: cluster 2024-05-11T05:13:10.091731+0000 mgr.y (mgr.24832) 717 : cluster [DBG] pgmap v669: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:11.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:11 smithi086 bash[67518]: cluster 2024-05-11T05:13:10.091731+0000 mgr.y (mgr.24832) 717 : cluster [DBG] pgmap v669: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:11.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:11 smithi086 bash[67518]: cluster 2024-05-11T05:13:10.091731+0000 mgr.y (mgr.24832) 717 : cluster [DBG] pgmap v669: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:13.787 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:13 smithi086 bash[67518]: cluster 2024-05-11T05:13:12.092504+0000 mgr.y (mgr.24832) 718 : cluster [DBG] pgmap v670: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:13.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:13 smithi086 bash[67518]: cluster 2024-05-11T05:13:12.092504+0000 mgr.y (mgr.24832) 718 : cluster [DBG] pgmap v670: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:13.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:13 smithi086 bash[67518]: audit 2024-05-11T05:13:13.016834+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:13:13.788 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:13 smithi086 bash[67518]: audit 2024-05-11T05:13:13.016834+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:13:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:13 smithi072 bash[80515]: cluster 2024-05-11T05:13:12.092504+0000 mgr.y (mgr.24832) 718 : cluster [DBG] pgmap v670: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:13 smithi072 bash[80515]: cluster 2024-05-11T05:13:12.092504+0000 mgr.y (mgr.24832) 718 : cluster [DBG] pgmap v670: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:13 smithi072 bash[80515]: audit 2024-05-11T05:13:13.016834+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:13:13.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:13 smithi072 bash[80515]: audit 2024-05-11T05:13:13.016834+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:13:13.801 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:13 smithi072 bash[82901]: cluster 2024-05-11T05:13:12.092504+0000 mgr.y (mgr.24832) 718 : cluster [DBG] pgmap v670: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:13.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:13 smithi072 bash[82901]: cluster 2024-05-11T05:13:12.092504+0000 mgr.y (mgr.24832) 718 : cluster [DBG] pgmap v670: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:13.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:13 smithi072 bash[82901]: audit 2024-05-11T05:13:13.016834+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:13:13.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:13 smithi072 bash[82901]: audit 2024-05-11T05:13:13.016834+0000 mon.a (mon.0) 935 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-05-11T05:13:14.246 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:13:14.247 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:13:14.260 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:13 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:13:13] "GET /metrics HTTP/1.1" 200 34229 "" "Prometheus/2.43.0" 2024-05-11T05:13:14.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:14 smithi072 bash[80515]: audit 2024-05-11T05:13:13.546532+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:14.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:14 smithi072 bash[80515]: audit 2024-05-11T05:13:13.546532+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:14.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:14 smithi072 bash[80515]: audit 2024-05-11T05:13:13.556883+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:14.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:14 smithi072 bash[80515]: audit 2024-05-11T05:13:13.556883+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:14.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:14 smithi072 bash[80515]: audit 2024-05-11T05:13:14.249250+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.72:0/447322706' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:14.802 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:14 smithi072 bash[80515]: audit 2024-05-11T05:13:14.249250+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.72:0/447322706' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:14.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:14 smithi072 bash[82901]: audit 2024-05-11T05:13:13.546532+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:14.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:14 smithi072 bash[82901]: audit 2024-05-11T05:13:13.546532+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:14.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:14 smithi072 bash[82901]: audit 2024-05-11T05:13:13.556883+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:14.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:14 smithi072 bash[82901]: audit 2024-05-11T05:13:13.556883+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:14.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:14 smithi072 bash[82901]: audit 2024-05-11T05:13:14.249250+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.72:0/447322706' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:14.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:14 smithi072 bash[82901]: audit 2024-05-11T05:13:14.249250+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.72:0/447322706' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:15.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:14 smithi086 bash[67518]: audit 2024-05-11T05:13:13.546532+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:15.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:14 smithi086 bash[67518]: audit 2024-05-11T05:13:13.546532+0000 mon.a (mon.0) 936 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:15.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:14 smithi086 bash[67518]: audit 2024-05-11T05:13:13.556883+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:15.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:14 smithi086 bash[67518]: audit 2024-05-11T05:13:13.556883+0000 mon.a (mon.0) 937 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:15.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:14 smithi086 bash[67518]: audit 2024-05-11T05:13:14.249250+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.72:0/447322706' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:15.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:14 smithi086 bash[67518]: audit 2024-05-11T05:13:14.249250+0000 mon.c (mon.2) 70 : audit [DBG] from='client.? 172.21.15.72:0/447322706' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:15.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:15 smithi072 bash[80515]: cluster 2024-05-11T05:13:14.093300+0000 mgr.y (mgr.24832) 719 : cluster [DBG] pgmap v671: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:15.801 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:15 smithi072 bash[80515]: cluster 2024-05-11T05:13:14.093300+0000 mgr.y (mgr.24832) 719 : cluster [DBG] pgmap v671: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:15.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:15 smithi072 bash[82901]: cluster 2024-05-11T05:13:14.093300+0000 mgr.y (mgr.24832) 719 : cluster [DBG] pgmap v671: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:15.802 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:15 smithi072 bash[82901]: cluster 2024-05-11T05:13:14.093300+0000 mgr.y (mgr.24832) 719 : cluster [DBG] pgmap v671: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:16.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:15 smithi086 bash[67518]: cluster 2024-05-11T05:13:14.093300+0000 mgr.y (mgr.24832) 719 : cluster [DBG] pgmap v671: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:16.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:15 smithi086 bash[67518]: cluster 2024-05-11T05:13:14.093300+0000 mgr.y (mgr.24832) 719 : cluster [DBG] pgmap v671: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:17 smithi086 bash[67518]: cluster 2024-05-11T05:13:16.094224+0000 mgr.y (mgr.24832) 720 : cluster [DBG] pgmap v672: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:18.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:17 smithi086 bash[67518]: cluster 2024-05-11T05:13:16.094224+0000 mgr.y (mgr.24832) 720 : cluster [DBG] pgmap v672: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:18.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:17 smithi072 bash[82901]: cluster 2024-05-11T05:13:16.094224+0000 mgr.y (mgr.24832) 720 : cluster [DBG] pgmap v672: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:18.051 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:17 smithi072 bash[82901]: cluster 2024-05-11T05:13:16.094224+0000 mgr.y (mgr.24832) 720 : cluster [DBG] pgmap v672: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:17 smithi072 bash[80515]: cluster 2024-05-11T05:13:16.094224+0000 mgr.y (mgr.24832) 720 : cluster [DBG] pgmap v672: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:18.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:17 smithi072 bash[80515]: cluster 2024-05-11T05:13:16.094224+0000 mgr.y (mgr.24832) 720 : cluster [DBG] pgmap v672: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:18.488 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:13:20.037 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:19 smithi086 bash[67518]: cluster 2024-05-11T05:13:18.094899+0000 mgr.y (mgr.24832) 721 : cluster [DBG] pgmap v673: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:20.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:19 smithi086 bash[67518]: cluster 2024-05-11T05:13:18.094899+0000 mgr.y (mgr.24832) 721 : cluster [DBG] pgmap v673: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:20.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:19 smithi086 bash[67518]: audit 2024-05-11T05:13:18.877879+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:20.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:19 smithi086 bash[67518]: audit 2024-05-11T05:13:18.877879+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:20.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:19 smithi086 bash[67518]: audit 2024-05-11T05:13:19.016375+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:20.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:19 smithi086 bash[67518]: audit 2024-05-11T05:13:19.016375+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:20.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:19 smithi086 bash[67518]: audit 2024-05-11T05:13:19.028639+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:20.038 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:19 smithi086 bash[67518]: audit 2024-05-11T05:13:19.028639+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:19 smithi072 bash[80515]: cluster 2024-05-11T05:13:18.094899+0000 mgr.y (mgr.24832) 721 : cluster [DBG] pgmap v673: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:19 smithi072 bash[80515]: cluster 2024-05-11T05:13:18.094899+0000 mgr.y (mgr.24832) 721 : cluster [DBG] pgmap v673: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:20.051 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:19 smithi072 bash[80515]: audit 2024-05-11T05:13:18.877879+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:19 smithi072 bash[80515]: audit 2024-05-11T05:13:18.877879+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:19 smithi072 bash[80515]: audit 2024-05-11T05:13:19.016375+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:19 smithi072 bash[80515]: audit 2024-05-11T05:13:19.016375+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:19 smithi072 bash[80515]: audit 2024-05-11T05:13:19.028639+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:20.052 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:19 smithi072 bash[80515]: audit 2024-05-11T05:13:19.028639+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:20.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:19 smithi072 bash[82901]: cluster 2024-05-11T05:13:18.094899+0000 mgr.y (mgr.24832) 721 : cluster [DBG] pgmap v673: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:20.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:19 smithi072 bash[82901]: cluster 2024-05-11T05:13:18.094899+0000 mgr.y (mgr.24832) 721 : cluster [DBG] pgmap v673: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:20.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:19 smithi072 bash[82901]: audit 2024-05-11T05:13:18.877879+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:20.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:19 smithi072 bash[82901]: audit 2024-05-11T05:13:18.877879+0000 mon.a (mon.0) 938 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:20.052 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:19 smithi072 bash[82901]: audit 2024-05-11T05:13:19.016375+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:20.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:19 smithi072 bash[82901]: audit 2024-05-11T05:13:19.016375+0000 mon.a (mon.0) 939 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:20.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:19 smithi072 bash[82901]: audit 2024-05-11T05:13:19.028639+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:20.053 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:19 smithi072 bash[82901]: audit 2024-05-11T05:13:19.028639+0000 mon.a (mon.0) 940 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: audit 2024-05-11T05:13:19.812041+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: audit 2024-05-11T05:13:19.812041+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: audit 2024-05-11T05:13:19.823563+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: audit 2024-05-11T05:13:19.823563+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: cluster 2024-05-11T05:13:20.095889+0000 mgr.y (mgr.24832) 722 : cluster [DBG] pgmap v674: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: cluster 2024-05-11T05:13:20.095889+0000 mgr.y (mgr.24832) 722 : cluster [DBG] pgmap v674: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: audit 2024-05-11T05:13:20.456833+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: audit 2024-05-11T05:13:20.456833+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: audit 2024-05-11T05:13:20.458317+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: audit 2024-05-11T05:13:20.458317+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: audit 2024-05-11T05:13:20.468727+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:20 smithi086 bash[67518]: audit 2024-05-11T05:13:20.468727+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.301 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: audit 2024-05-11T05:13:19.812041+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: audit 2024-05-11T05:13:19.812041+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: audit 2024-05-11T05:13:19.823563+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: audit 2024-05-11T05:13:19.823563+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: cluster 2024-05-11T05:13:20.095889+0000 mgr.y (mgr.24832) 722 : cluster [DBG] pgmap v674: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: cluster 2024-05-11T05:13:20.095889+0000 mgr.y (mgr.24832) 722 : cluster [DBG] pgmap v674: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: audit 2024-05-11T05:13:20.456833+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: audit 2024-05-11T05:13:20.456833+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: audit 2024-05-11T05:13:20.458317+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: audit 2024-05-11T05:13:20.458317+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: audit 2024-05-11T05:13:20.468727+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:20 smithi072 bash[80515]: audit 2024-05-11T05:13:20.468727+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.302 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: audit 2024-05-11T05:13:19.812041+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: audit 2024-05-11T05:13:19.812041+0000 mon.a (mon.0) 941 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: audit 2024-05-11T05:13:19.823563+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: audit 2024-05-11T05:13:19.823563+0000 mon.a (mon.0) 942 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: cluster 2024-05-11T05:13:20.095889+0000 mgr.y (mgr.24832) 722 : cluster [DBG] pgmap v674: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: cluster 2024-05-11T05:13:20.095889+0000 mgr.y (mgr.24832) 722 : cluster [DBG] pgmap v674: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: audit 2024-05-11T05:13:20.456833+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:13:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: audit 2024-05-11T05:13:20.456833+0000 mon.a (mon.0) 943 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-05-11T05:13:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: audit 2024-05-11T05:13:20.458317+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:13:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: audit 2024-05-11T05:13:20.458317+0000 mon.a (mon.0) 944 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-05-11T05:13:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: audit 2024-05-11T05:13:20.468727+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:21.303 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:20 smithi072 bash[82901]: audit 2024-05-11T05:13:20.468727+0000 mon.a (mon.0) 945 : audit [INF] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' 2024-05-11T05:13:23.108 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:13:23.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:23 smithi086 bash[67518]: cluster 2024-05-11T05:13:22.096596+0000 mgr.y (mgr.24832) 723 : cluster [DBG] pgmap v675: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:23.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:23 smithi086 bash[67518]: cluster 2024-05-11T05:13:22.096596+0000 mgr.y (mgr.24832) 723 : cluster [DBG] pgmap v675: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:23.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:23 smithi072 bash[80515]: cluster 2024-05-11T05:13:22.096596+0000 mgr.y (mgr.24832) 723 : cluster [DBG] pgmap v675: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:23.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:23 smithi072 bash[80515]: cluster 2024-05-11T05:13:22.096596+0000 mgr.y (mgr.24832) 723 : cluster [DBG] pgmap v675: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:23.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:23 smithi072 bash[82901]: cluster 2024-05-11T05:13:22.096596+0000 mgr.y (mgr.24832) 723 : cluster [DBG] pgmap v675: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:23.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:23 smithi072 bash[82901]: cluster 2024-05-11T05:13:22.096596+0000 mgr.y (mgr.24832) 723 : cluster [DBG] pgmap v675: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:24.301 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:23 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:13:23] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.43.0" 2024-05-11T05:13:25.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:25 smithi086 bash[67518]: cluster 2024-05-11T05:13:24.097552+0000 mgr.y (mgr.24832) 724 : cluster [DBG] pgmap v676: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:25.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:25 smithi086 bash[67518]: cluster 2024-05-11T05:13:24.097552+0000 mgr.y (mgr.24832) 724 : cluster [DBG] pgmap v676: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:25 smithi072 bash[82901]: cluster 2024-05-11T05:13:24.097552+0000 mgr.y (mgr.24832) 724 : cluster [DBG] pgmap v676: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:25.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:25 smithi072 bash[82901]: cluster 2024-05-11T05:13:24.097552+0000 mgr.y (mgr.24832) 724 : cluster [DBG] pgmap v676: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:25.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:25 smithi072 bash[80515]: cluster 2024-05-11T05:13:24.097552+0000 mgr.y (mgr.24832) 724 : cluster [DBG] pgmap v676: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:25.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:25 smithi072 bash[80515]: cluster 2024-05-11T05:13:24.097552+0000 mgr.y (mgr.24832) 724 : cluster [DBG] pgmap v676: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:27.285 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:13:27.285 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:13:27.491 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:27 smithi072 bash[80515]: cluster 2024-05-11T05:13:26.098498+0000 mgr.y (mgr.24832) 725 : cluster [DBG] pgmap v677: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:27.491 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:27 smithi072 bash[80515]: cluster 2024-05-11T05:13:26.098498+0000 mgr.y (mgr.24832) 725 : cluster [DBG] pgmap v677: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:27.491 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:27 smithi072 bash[82901]: cluster 2024-05-11T05:13:26.098498+0000 mgr.y (mgr.24832) 725 : cluster [DBG] pgmap v677: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:27.491 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:27 smithi072 bash[82901]: cluster 2024-05-11T05:13:26.098498+0000 mgr.y (mgr.24832) 725 : cluster [DBG] pgmap v677: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:27 smithi086 bash[67518]: cluster 2024-05-11T05:13:26.098498+0000 mgr.y (mgr.24832) 725 : cluster [DBG] pgmap v677: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:27.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:27 smithi086 bash[67518]: cluster 2024-05-11T05:13:26.098498+0000 mgr.y (mgr.24832) 725 : cluster [DBG] pgmap v677: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:28.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:28 smithi086 bash[67518]: audit 2024-05-11T05:13:27.287904+0000 mon.a (mon.0) 946 : audit [DBG] from='client.? 172.21.15.72:0/1728341829' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:28.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:28 smithi086 bash[67518]: audit 2024-05-11T05:13:27.287904+0000 mon.a (mon.0) 946 : audit [DBG] from='client.? 172.21.15.72:0/1728341829' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:28.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:28 smithi072 bash[80515]: audit 2024-05-11T05:13:27.287904+0000 mon.a (mon.0) 946 : audit [DBG] from='client.? 172.21.15.72:0/1728341829' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:28.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:28 smithi072 bash[80515]: audit 2024-05-11T05:13:27.287904+0000 mon.a (mon.0) 946 : audit [DBG] from='client.? 172.21.15.72:0/1728341829' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:28.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:28 smithi072 bash[82901]: audit 2024-05-11T05:13:27.287904+0000 mon.a (mon.0) 946 : audit [DBG] from='client.? 172.21.15.72:0/1728341829' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:28.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:28 smithi072 bash[82901]: audit 2024-05-11T05:13:27.287904+0000 mon.a (mon.0) 946 : audit [DBG] from='client.? 172.21.15.72:0/1728341829' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:29.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:29 smithi086 bash[67518]: cluster 2024-05-11T05:13:28.099237+0000 mgr.y (mgr.24832) 726 : cluster [DBG] pgmap v678: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:29.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:29 smithi086 bash[67518]: cluster 2024-05-11T05:13:28.099237+0000 mgr.y (mgr.24832) 726 : cluster [DBG] pgmap v678: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:29 smithi072 bash[80515]: cluster 2024-05-11T05:13:28.099237+0000 mgr.y (mgr.24832) 726 : cluster [DBG] pgmap v678: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:29.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:29 smithi072 bash[80515]: cluster 2024-05-11T05:13:28.099237+0000 mgr.y (mgr.24832) 726 : cluster [DBG] pgmap v678: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:29.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:29 smithi072 bash[82901]: cluster 2024-05-11T05:13:28.099237+0000 mgr.y (mgr.24832) 726 : cluster [DBG] pgmap v678: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:29.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:29 smithi072 bash[82901]: cluster 2024-05-11T05:13:28.099237+0000 mgr.y (mgr.24832) 726 : cluster [DBG] pgmap v678: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:31.269 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 -- ceph health --format=json 2024-05-11T05:13:31.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:31 smithi086 bash[67518]: cluster 2024-05-11T05:13:30.100261+0000 mgr.y (mgr.24832) 727 : cluster [DBG] pgmap v679: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:31.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:31 smithi086 bash[67518]: cluster 2024-05-11T05:13:30.100261+0000 mgr.y (mgr.24832) 727 : cluster [DBG] pgmap v679: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:31.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:31 smithi072 bash[80515]: cluster 2024-05-11T05:13:30.100261+0000 mgr.y (mgr.24832) 727 : cluster [DBG] pgmap v679: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:31.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:31 smithi072 bash[80515]: cluster 2024-05-11T05:13:30.100261+0000 mgr.y (mgr.24832) 727 : cluster [DBG] pgmap v679: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:31.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:31 smithi072 bash[82901]: cluster 2024-05-11T05:13:30.100261+0000 mgr.y (mgr.24832) 727 : cluster [DBG] pgmap v679: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:31.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:31 smithi072 bash[82901]: cluster 2024-05-11T05:13:30.100261+0000 mgr.y (mgr.24832) 727 : cluster [DBG] pgmap v679: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:33.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:33 smithi086 bash[67518]: cluster 2024-05-11T05:13:32.100932+0000 mgr.y (mgr.24832) 728 : cluster [DBG] pgmap v680: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:33.538 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:33 smithi086 bash[67518]: cluster 2024-05-11T05:13:32.100932+0000 mgr.y (mgr.24832) 728 : cluster [DBG] pgmap v680: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:33.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:33 smithi072 bash[80515]: cluster 2024-05-11T05:13:32.100932+0000 mgr.y (mgr.24832) 728 : cluster [DBG] pgmap v680: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:33.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:33 smithi072 bash[80515]: cluster 2024-05-11T05:13:32.100932+0000 mgr.y (mgr.24832) 728 : cluster [DBG] pgmap v680: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:33.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:33 smithi072 bash[82901]: cluster 2024-05-11T05:13:32.100932+0000 mgr.y (mgr.24832) 728 : cluster [DBG] pgmap v680: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:33.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:33 smithi072 bash[82901]: cluster 2024-05-11T05:13:32.100932+0000 mgr.y (mgr.24832) 728 : cluster [DBG] pgmap v680: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:34.193 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:33 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:13:33] "GET /metrics HTTP/1.1" 200 34231 "" "Prometheus/2.43.0" 2024-05-11T05:13:34.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:34 smithi086 bash[67518]: audit 2024-05-11T05:13:33.878501+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:34.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:34 smithi086 bash[67518]: audit 2024-05-11T05:13:33.878501+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:34.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:34 smithi072 bash[80515]: audit 2024-05-11T05:13:33.878501+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:34.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:34 smithi072 bash[80515]: audit 2024-05-11T05:13:33.878501+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:34.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:34 smithi072 bash[82901]: audit 2024-05-11T05:13:33.878501+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:34.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:34 smithi072 bash[82901]: audit 2024-05-11T05:13:33.878501+0000 mon.a (mon.0) 947 : audit [DBG] from='mgr.24832 172.21.15.72:0/1022763952' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-05-11T05:13:35.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:35 smithi086 bash[67518]: cluster 2024-05-11T05:13:34.101843+0000 mgr.y (mgr.24832) 729 : cluster [DBG] pgmap v681: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:35.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:35 smithi086 bash[67518]: cluster 2024-05-11T05:13:34.101843+0000 mgr.y (mgr.24832) 729 : cluster [DBG] pgmap v681: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:35.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:35 smithi072 bash[82901]: cluster 2024-05-11T05:13:34.101843+0000 mgr.y (mgr.24832) 729 : cluster [DBG] pgmap v681: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:35.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:35 smithi072 bash[82901]: cluster 2024-05-11T05:13:34.101843+0000 mgr.y (mgr.24832) 729 : cluster [DBG] pgmap v681: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:35.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:35 smithi072 bash[80515]: cluster 2024-05-11T05:13:34.101843+0000 mgr.y (mgr.24832) 729 : cluster [DBG] pgmap v681: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:35.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:35 smithi072 bash[80515]: cluster 2024-05-11T05:13:34.101843+0000 mgr.y (mgr.24832) 729 : cluster [DBG] pgmap v681: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:36.007 INFO:teuthology.orchestra.run.smithi072.stderr:Inferring config /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/mon.a/config 2024-05-11T05:13:37.532 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:37 smithi072 bash[80515]: cluster 2024-05-11T05:13:36.102734+0000 mgr.y (mgr.24832) 730 : cluster [DBG] pgmap v682: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:37.532 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:37 smithi072 bash[80515]: cluster 2024-05-11T05:13:36.102734+0000 mgr.y (mgr.24832) 730 : cluster [DBG] pgmap v682: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:37.532 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:37 smithi072 bash[82901]: cluster 2024-05-11T05:13:36.102734+0000 mgr.y (mgr.24832) 730 : cluster [DBG] pgmap v682: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:37.532 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:37 smithi072 bash[82901]: cluster 2024-05-11T05:13:36.102734+0000 mgr.y (mgr.24832) 730 : cluster [DBG] pgmap v682: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:37.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:37 smithi086 bash[67518]: cluster 2024-05-11T05:13:36.102734+0000 mgr.y (mgr.24832) 730 : cluster [DBG] pgmap v682: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:37.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:37 smithi086 bash[67518]: cluster 2024-05-11T05:13:36.102734+0000 mgr.y (mgr.24832) 730 : cluster [DBG] pgmap v682: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:39.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:39 smithi086 bash[67518]: cluster 2024-05-11T05:13:38.103441+0000 mgr.y (mgr.24832) 731 : cluster [DBG] pgmap v683: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:39.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:39 smithi086 bash[67518]: cluster 2024-05-11T05:13:38.103441+0000 mgr.y (mgr.24832) 731 : cluster [DBG] pgmap v683: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:39.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:39 smithi072 bash[80515]: cluster 2024-05-11T05:13:38.103441+0000 mgr.y (mgr.24832) 731 : cluster [DBG] pgmap v683: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:39.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:39 smithi072 bash[80515]: cluster 2024-05-11T05:13:38.103441+0000 mgr.y (mgr.24832) 731 : cluster [DBG] pgmap v683: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:39 smithi072 bash[82901]: cluster 2024-05-11T05:13:38.103441+0000 mgr.y (mgr.24832) 731 : cluster [DBG] pgmap v683: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:39.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:39 smithi072 bash[82901]: cluster 2024-05-11T05:13:38.103441+0000 mgr.y (mgr.24832) 731 : cluster [DBG] pgmap v683: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:39.750 INFO:teuthology.orchestra.run.smithi072.stdout: 2024-05-11T05:13:39.750 INFO:teuthology.orchestra.run.smithi072.stdout:{"status":"HEALTH_ERR","checks":{"OSD_UNREACHABLE":{"severity":"HEALTH_ERR","summary":{"message":"8 osds(s) are not reachable","count":8},"muted":false}},"mutes":[]} 2024-05-11T05:13:40.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:40 smithi086 bash[67518]: audit 2024-05-11T05:13:39.752847+0000 mon.a (mon.0) 948 : audit [DBG] from='client.? 172.21.15.72:0/3628095553' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:40.537 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:40 smithi086 bash[67518]: audit 2024-05-11T05:13:39.752847+0000 mon.a (mon.0) 948 : audit [DBG] from='client.? 172.21.15.72:0/3628095553' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:40.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:40 smithi072 bash[80515]: audit 2024-05-11T05:13:39.752847+0000 mon.a (mon.0) 948 : audit [DBG] from='client.? 172.21.15.72:0/3628095553' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:40.551 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:40 smithi072 bash[80515]: audit 2024-05-11T05:13:39.752847+0000 mon.a (mon.0) 948 : audit [DBG] from='client.? 172.21.15.72:0/3628095553' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:40.551 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:40 smithi072 bash[82901]: audit 2024-05-11T05:13:39.752847+0000 mon.a (mon.0) 948 : audit [DBG] from='client.? 172.21.15.72:0/3628095553' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:40.552 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:40 smithi072 bash[82901]: audit 2024-05-11T05:13:39.752847+0000 mon.a (mon.0) 948 : audit [DBG] from='client.? 172.21.15.72:0/3628095553' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-05-11T05:13:40.706 ERROR:teuthology.run_tasks:Saw exception from tasks. Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa/tasks/ceph_manager.py", line 3251, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-05-11T05:13:40.939 ERROR:teuthology.util.sentry: Sentry event: https://sentry.ceph.com/organizations/ceph/?query=a5767a59c53a49508432e130cdae1158 Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 105, in run_tasks manager = run_one_task(taskname, ctx=ctx, config=config) File "/home/teuthworker/src/git.ceph.com_teuthology_1ae7ad82388e92a475afff437d49054826c019a1/teuthology/run_tasks.py", line 83, in run_one_task return task(**kwargs) File "/home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa/tasks/ceph.py", line 1478, in healthy manager.wait_until_healthy(timeout=300) File "/home/teuthworker/src/git.ceph.com_ceph_04416f48efe02891b265c07b4f38b46e422bbef9/qa/tasks/ceph_manager.py", line 3251, in wait_until_healthy assert time.time() - start < timeout, \ AssertionError: timeout expired in wait_until_healthy 2024-05-11T05:13:40.941 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-05-11T05:13:40.951 INFO:tasks.cephadm:Teardown begin 2024-05-11T05:13:40.951 DEBUG:teuthology.orchestra.run.smithi072:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-11T05:13:40.974 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-11T05:13:40.989 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-05-11T05:13:40.989 DEBUG:teuthology.orchestra.run.smithi072:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-11T05:13:41.029 DEBUG:teuthology.orchestra.run.smithi086:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-05-11T05:13:41.034 INFO:tasks.cephadm:Stopping all daemons... 2024-05-11T05:13:41.035 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-05-11T05:13:41.035 DEBUG:teuthology.orchestra.run.smithi072:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.a 2024-05-11T05:13:41.216 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:41 smithi072 systemd[1]: Stopping Ceph mon.a for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:13:41.216 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:41 smithi072 bash[80515]: cluster 2024-05-11T05:13:40.104437+0000 mgr.y (mgr.24832) 732 : cluster [DBG] pgmap v684: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:41.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:41 smithi086 bash[67518]: cluster 2024-05-11T05:13:40.104437+0000 mgr.y (mgr.24832) 732 : cluster [DBG] pgmap v684: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:41.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:41 smithi086 bash[67518]: cluster 2024-05-11T05:13:40.104437+0000 mgr.y (mgr.24832) 732 : cluster [DBG] pgmap v684: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:41.360 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:41 smithi072 bash[82901]: cluster 2024-05-11T05:13:40.104437+0000 mgr.y (mgr.24832) 732 : cluster [DBG] pgmap v684: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:41.360 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:41 smithi072 bash[82901]: cluster 2024-05-11T05:13:40.104437+0000 mgr.y (mgr.24832) 732 : cluster [DBG] pgmap v684: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:41.361 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:41 smithi072 bash[80515]: cluster 2024-05-11T05:13:40.104437+0000 mgr.y (mgr.24832) 732 : cluster [DBG] pgmap v684: 73 pgs: 73 active+clean; 582 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-05-11T05:13:41.361 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:41 smithi072 bash[80515]: debug 2024-05-11T05:13:41.228+0000 7f4b989f5700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T05:13:41.361 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:41 smithi072 bash[80515]: debug 2024-05-11T05:13:41.228+0000 7f4b989f5700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-05-11T05:13:41.361 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:41 smithi072 bash[72627]: [11/May/2024:05:13:41] ENGINE Bus STOPPING 2024-05-11T05:13:41.361 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:41 smithi072 bash[72627]: [11/May/2024:05:13:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T05:13:41.361 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:41 smithi072 bash[72627]: [11/May/2024:05:13:41] ENGINE Bus STOPPED 2024-05-11T05:13:41.361 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:41 smithi072 bash[72627]: [11/May/2024:05:13:41] ENGINE Bus STARTING 2024-05-11T05:13:41.361 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:41 smithi072 bash[72627]: [11/May/2024:05:13:41] ENGINE Serving on http://:::9283 2024-05-11T05:13:41.801 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:41 smithi072 bash[72627]: [11/May/2024:05:13:41] ENGINE Bus STARTED 2024-05-11T05:13:42.432 INFO:journalctl@ceph.mon.a.smithi072.stdout:May 11 05:13:42 smithi072 bash[123134]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mon-a 2024-05-11T05:13:42.440 DEBUG:teuthology.orchestra.run.smithi072:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.a.service' 2024-05-11T05:13:42.481 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:13:42.481 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-05-11T05:13:42.482 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-05-11T05:13:42.482 DEBUG:teuthology.orchestra.run.smithi072:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.c 2024-05-11T05:13:42.697 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:42 smithi072 bash[72627]: [11/May/2024:05:13:42] ENGINE Bus STOPPING 2024-05-11T05:13:42.698 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:42 smithi072 systemd[1]: Stopping Ceph mon.c for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:13:42.698 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:42 smithi072 bash[82901]: debug 2024-05-11T05:13:42.668+0000 7f6ad5f02700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T05:13:42.698 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:42 smithi072 bash[82901]: debug 2024-05-11T05:13:42.668+0000 7f6ad5f02700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-05-11T05:13:43.006 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:42 smithi072 bash[72627]: [11/May/2024:05:13:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-05-11T05:13:43.007 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:42 smithi072 bash[72627]: [11/May/2024:05:13:42] ENGINE Bus STOPPED 2024-05-11T05:13:43.007 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:42 smithi072 bash[72627]: [11/May/2024:05:13:42] ENGINE Bus STARTING 2024-05-11T05:13:43.007 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:42 smithi072 bash[72627]: [11/May/2024:05:13:42] ENGINE Serving on http://:::9283 2024-05-11T05:13:43.007 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:42 smithi072 bash[72627]: [11/May/2024:05:13:42] ENGINE Bus STARTED 2024-05-11T05:13:43.942 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:43 smithi072 bash[72627]: ::ffff:172.21.15.86 - - [11/May/2024:05:13:43] "GET /metrics HTTP/1.1" 200 34228 "" "Prometheus/2.43.0" 2024-05-11T05:13:43.943 INFO:journalctl@ceph.mon.c.smithi072.stdout:May 11 05:13:43 smithi072 bash[123245]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mon-c 2024-05-11T05:13:43.950 DEBUG:teuthology.orchestra.run.smithi072:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.c.service' 2024-05-11T05:13:43.975 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:13:43.975 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-05-11T05:13:43.976 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-05-11T05:13:43.976 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.b 2024-05-11T05:13:44.287 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:43 smithi086 systemd[1]: Stopping Ceph mon.b for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:13:44.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:44 smithi086 bash[67518]: debug 2024-05-11T05:13:44.130+0000 7f7b55f50700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-stderr=true (PID: 1) UID: 0 2024-05-11T05:13:44.288 INFO:journalctl@ceph.mon.b.smithi086.stdout:May 11 05:13:44 smithi086 bash[67518]: debug 2024-05-11T05:13:44.130+0000 7f7b55f50700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-05-11T05:13:45.135 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mon.b.service' 2024-05-11T05:13:45.171 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:13:45.171 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-05-11T05:13:45.172 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-05-11T05:13:45.172 DEBUG:teuthology.orchestra.run.smithi072:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.y 2024-05-11T05:13:45.547 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:45 smithi072 systemd[1]: Stopping Ceph mgr.y for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:13:45.547 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:45 smithi072 bash[72627]: debug 2024-05-11T05:13:45.320+0000 7ffa06f2a700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:13:45.547 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:45 smithi072 bash[72627]: debug 2024-05-11T05:13:45.320+0000 7ffa06f2a700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-05-11T05:13:46.340 INFO:journalctl@ceph.mgr.y.smithi072.stdout:May 11 05:13:46 smithi072 bash[123354]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mgr-y 2024-05-11T05:13:46.349 DEBUG:teuthology.orchestra.run.smithi072:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.y.service' 2024-05-11T05:13:46.372 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:13:46.373 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-05-11T05:13:46.373 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-05-11T05:13:46.373 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.x 2024-05-11T05:13:46.787 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 05:13:46 smithi086 systemd[1]: Stopping Ceph mgr.x for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:13:47.424 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.x.service' 2024-05-11T05:13:47.432 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 05:13:47 smithi086 bash[75789]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mgr-x 2024-05-11T05:13:47.432 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 05:13:47 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-05-11T05:13:47.432 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 05:13:47 smithi086 bash[75851]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-mgr-x 2024-05-11T05:13:47.433 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 05:13:47 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-05-11T05:13:47.433 INFO:journalctl@ceph.mgr.x.smithi086.stdout:May 11 05:13:47 smithi086 systemd[1]: Stopped Ceph mgr.x for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T05:13:47.454 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:13:47.455 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-05-11T05:13:47.455 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-05-11T05:13:47.455 DEBUG:teuthology.orchestra.run.smithi072:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.0 2024-05-11T05:13:47.801 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:13:47 smithi072 systemd[1]: Stopping Ceph osd.0 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:13:47.801 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:13:47 smithi072 bash[89409]: debug 2024-05-11T05:13:47.616+0000 7f85dbbef700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:13:47.802 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:13:47 smithi072 bash[89409]: debug 2024-05-11T05:13:47.616+0000 7f85dbbef700 -1 osd.0 146 *** Got signal Terminated *** 2024-05-11T05:13:47.802 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:13:47 smithi072 bash[89409]: debug 2024-05-11T05:13:47.616+0000 7f85dbbef700 -1 osd.0 146 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T05:13:54.340 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:13:54 smithi072 bash[123455]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-0 2024-05-11T05:13:54.801 INFO:journalctl@ceph.osd.0.smithi072.stdout:May 11 05:13:54 smithi072 bash[123520]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-0 2024-05-11T05:13:56.602 DEBUG:teuthology.orchestra.run.smithi072:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.0.service' 2024-05-11T05:13:56.631 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:13:56.631 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-05-11T05:13:56.631 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-05-11T05:13:56.631 DEBUG:teuthology.orchestra.run.smithi072:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.1 2024-05-11T05:13:57.051 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:13:56 smithi072 systemd[1]: Stopping Ceph osd.1 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:13:57.052 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:13:56 smithi072 bash[95534]: debug 2024-05-11T05:13:56.820+0000 7f3a82f92700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:13:57.052 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:13:56 smithi072 bash[95534]: debug 2024-05-11T05:13:56.820+0000 7f3a82f92700 -1 osd.1 146 *** Got signal Terminated *** 2024-05-11T05:13:57.052 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:13:56 smithi072 bash[95534]: debug 2024-05-11T05:13:56.820+0000 7f3a82f92700 -1 osd.1 146 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T05:13:58.537 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:13:58 smithi086 bash[59922]: ts=2024-05-11T05:13:58.108Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T05:13:58.538 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:13:58 smithi086 bash[59922]: ts=2024-05-11T05:13:58.108Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T05:13:58.538 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:13:58 smithi086 bash[59922]: ts=2024-05-11T05:13:58.108Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T05:13:58.538 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:13:58 smithi086 bash[59922]: ts=2024-05-11T05:13:58.108Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T05:13:58.538 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:13:58 smithi086 bash[59922]: ts=2024-05-11T05:13:58.111Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.72:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.72:8765: connect: connection refused" 2024-05-11T05:14:00.551 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:00 smithi072 bash[58311]: ts=2024-05-11T05:14:00.199Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T05:14:00.552 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:00 smithi072 bash[58311]: ts=2024-05-11T05:14:00.201Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused" 2024-05-11T05:14:03.300 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:14:03 smithi072 bash[123654]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-1 2024-05-11T05:14:03.551 INFO:journalctl@ceph.osd.1.smithi072.stdout:May 11 05:14:03 smithi072 bash[123718]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-1 2024-05-11T05:14:05.322 DEBUG:teuthology.orchestra.run.smithi072:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.1.service' 2024-05-11T05:14:05.348 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:14:05.348 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-05-11T05:14:05.348 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-05-11T05:14:05.348 DEBUG:teuthology.orchestra.run.smithi072:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.2 2024-05-11T05:14:05.801 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:14:05 smithi072 systemd[1]: Stopping Ceph osd.2 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:14:05.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:14:05 smithi072 bash[102443]: debug 2024-05-11T05:14:05.536+0000 7f73fb736700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:14:05.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:14:05 smithi072 bash[102443]: debug 2024-05-11T05:14:05.536+0000 7f73fb736700 -1 osd.2 146 *** Got signal Terminated *** 2024-05-11T05:14:05.802 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:14:05 smithi072 bash[102443]: debug 2024-05-11T05:14:05.536+0000 7f73fb736700 -1 osd.2 146 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T05:14:10.551 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:10 smithi072 bash[58311]: ts=2024-05-11T05:14:10.199Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T05:14:10.552 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:10 smithi072 bash[58311]: ts=2024-05-11T05:14:10.201Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T05:14:10.552 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:10 smithi072 bash[58311]: ts=2024-05-11T05:14:10.202Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused" 2024-05-11T05:14:12.301 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:14:11 smithi072 bash[123850]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-2 2024-05-11T05:14:12.301 INFO:journalctl@ceph.osd.2.smithi072.stdout:May 11 05:14:12 smithi072 bash[123913]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-2 2024-05-11T05:14:13.983 DEBUG:teuthology.orchestra.run.smithi072:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.2.service' 2024-05-11T05:14:14.010 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:14:14.011 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-05-11T05:14:14.011 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-05-11T05:14:14.011 DEBUG:teuthology.orchestra.run.smithi072:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.3 2024-05-11T05:14:14.301 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:14:14 smithi072 systemd[1]: Stopping Ceph osd.3 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:14:14.302 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:14:14 smithi072 bash[107427]: debug 2024-05-11T05:14:14.207+0000 7fdce28b1700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:14:14.302 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:14:14 smithi072 bash[107427]: debug 2024-05-11T05:14:14.207+0000 7fdce28b1700 -1 osd.3 146 *** Got signal Terminated *** 2024-05-11T05:14:14.302 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:14:14 smithi072 bash[107427]: debug 2024-05-11T05:14:14.207+0000 7fdce28b1700 -1 osd.3 146 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T05:14:15.287 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:15 smithi086 bash[27309]: debug 2024-05-11T05:14:15.225+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:15.288 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:15 smithi086 bash[43536]: debug 2024-05-11T05:14:15.005+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:16.236 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:16 smithi086 bash[27309]: debug 2024-05-11T05:14:16.209+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:16.237 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:15 smithi086 bash[43536]: debug 2024-05-11T05:14:15.977+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:16.237 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:16 smithi086 bash[38131]: debug 2024-05-11T05:14:16.197+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:16.537 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:16 smithi086 bash[32769]: debug 2024-05-11T05:14:16.233+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:17.287 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:17 smithi086 bash[43536]: debug 2024-05-11T05:14:17.013+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:17.288 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:17 smithi086 bash[27309]: debug 2024-05-11T05:14:17.205+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:17.288 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:17 smithi086 bash[32769]: debug 2024-05-11T05:14:17.193+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:17.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:17 smithi086 bash[38131]: debug 2024-05-11T05:14:17.221+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:18.537 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:18 smithi086 bash[27309]: debug 2024-05-11T05:14:18.165+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:18.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:18 smithi086 bash[32769]: debug 2024-05-11T05:14:18.213+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:18.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:18 smithi086 bash[38131]: debug 2024-05-11T05:14:18.197+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:18.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:18 smithi086 bash[43536]: debug 2024-05-11T05:14:18.037+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:18.801 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:14:18 smithi072 bash[107427]: debug 2024-05-11T05:14:18.475+0000 7fdcdae9d700 -1 osd.3 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.966737+0000 front 2024-05-11T05:13:51.966605+0000 (oldest deadline 2024-05-11T05:14:17.866576+0000) 2024-05-11T05:14:19.290 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:19 smithi086 bash[27309]: debug 2024-05-11T05:14:19.133+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:19.290 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:19 smithi086 bash[32769]: debug 2024-05-11T05:14:19.201+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:19.291 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:19 smithi086 bash[38131]: debug 2024-05-11T05:14:19.233+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:19.291 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:18 smithi086 bash[43536]: debug 2024-05-11T05:14:18.993+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:20.222 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:19 smithi086 bash[43536]: debug 2024-05-11T05:14:19.961+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:20.222 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:20 smithi086 bash[27309]: debug 2024-05-11T05:14:20.145+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:20.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:20 smithi086 bash[32769]: debug 2024-05-11T05:14:20.221+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:20.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:20 smithi086 bash[38131]: debug 2024-05-11T05:14:20.229+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:20.551 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:14:20 smithi072 bash[124049]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-3 2024-05-11T05:14:20.551 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:20 smithi072 bash[58311]: ts=2024-05-11T05:14:20.200Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T05:14:20.551 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:20 smithi072 bash[58311]: ts=2024-05-11T05:14:20.201Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T05:14:20.552 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:20 smithi072 bash[58311]: ts=2024-05-11T05:14:20.203Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused" 2024-05-11T05:14:21.051 INFO:journalctl@ceph.osd.3.smithi072.stdout:May 11 05:14:20 smithi072 bash[124112]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-3 2024-05-11T05:14:21.287 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:21 smithi086 bash[32769]: debug 2024-05-11T05:14:21.193+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:21.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:21 smithi086 bash[38131]: debug 2024-05-11T05:14:21.217+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:21.288 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:20 smithi086 bash[43536]: debug 2024-05-11T05:14:20.981+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:21.288 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:21 smithi086 bash[27309]: debug 2024-05-11T05:14:21.097+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:22.287 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:22 smithi086 bash[32769]: debug 2024-05-11T05:14:22.205+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:22.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:22 smithi086 bash[38131]: debug 2024-05-11T05:14:22.201+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:22.288 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:22 smithi086 bash[27309]: debug 2024-05-11T05:14:22.097+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:22.288 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:22 smithi086 bash[43536]: debug 2024-05-11T05:14:21.997+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:22.575 DEBUG:teuthology.orchestra.run.smithi072:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.3.service' 2024-05-11T05:14:22.603 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:14:22.603 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-05-11T05:14:22.603 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-05-11T05:14:22.603 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.4 2024-05-11T05:14:23.008 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:22 smithi086 systemd[1]: Stopping Ceph osd.4 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:14:23.009 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:22 smithi086 bash[27309]: debug 2024-05-11T05:14:22.757+0000 7fc4b320a700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:14:23.009 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:22 smithi086 bash[27309]: debug 2024-05-11T05:14:22.757+0000 7fc4b320a700 -1 osd.4 146 *** Got signal Terminated *** 2024-05-11T05:14:23.009 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:22 smithi086 bash[27309]: debug 2024-05-11T05:14:22.757+0000 7fc4b320a700 -1 osd.4 146 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T05:14:23.287 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:23 smithi086 bash[32769]: debug 2024-05-11T05:14:23.245+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:23.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:23 smithi086 bash[38131]: debug 2024-05-11T05:14:23.173+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:23.288 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:23 smithi086 bash[27309]: debug 2024-05-11T05:14:23.057+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:23.288 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:23 smithi086 bash[27309]: debug 2024-05-11T05:14:23.057+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:58.802768+0000 front 2024-05-11T05:13:58.802494+0000 (oldest deadline 2024-05-11T05:14:22.902520+0000) 2024-05-11T05:14:23.289 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:23 smithi086 bash[43536]: debug 2024-05-11T05:14:23.005+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:24.287 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:24 smithi086 bash[32769]: debug 2024-05-11T05:14:24.261+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:24.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:24 smithi086 bash[38131]: debug 2024-05-11T05:14:24.165+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:24.288 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:24 smithi086 bash[27309]: debug 2024-05-11T05:14:24.053+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:24.288 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:24 smithi086 bash[27309]: debug 2024-05-11T05:14:24.053+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:58.802768+0000 front 2024-05-11T05:13:58.802494+0000 (oldest deadline 2024-05-11T05:14:22.902520+0000) 2024-05-11T05:14:24.288 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:24 smithi086 bash[43536]: debug 2024-05-11T05:14:24.021+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:24.289 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:24 smithi086 bash[43536]: debug 2024-05-11T05:14:24.021+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:25.537 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:25 smithi086 bash[32769]: debug 2024-05-11T05:14:25.265+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:25.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:25 smithi086 bash[38131]: debug 2024-05-11T05:14:25.141+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:25.538 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:25 smithi086 bash[27309]: debug 2024-05-11T05:14:25.097+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:25.538 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:25 smithi086 bash[27309]: debug 2024-05-11T05:14:25.097+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:58.802768+0000 front 2024-05-11T05:13:58.802494+0000 (oldest deadline 2024-05-11T05:14:22.902520+0000) 2024-05-11T05:14:25.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:25 smithi086 bash[43536]: debug 2024-05-11T05:14:25.065+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:25.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:25 smithi086 bash[43536]: debug 2024-05-11T05:14:25.065+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:26.537 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:26 smithi086 bash[32769]: debug 2024-05-11T05:14:26.229+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:26.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:26 smithi086 bash[32769]: debug 2024-05-11T05:14:26.229+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.981466+0000 front 2024-05-11T05:13:59.981588+0000 (oldest deadline 2024-05-11T05:14:25.881313+0000) 2024-05-11T05:14:26.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:26 smithi086 bash[38131]: debug 2024-05-11T05:14:26.105+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:26.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:26 smithi086 bash[38131]: debug 2024-05-11T05:14:26.105+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:26.538 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:26 smithi086 bash[27309]: debug 2024-05-11T05:14:26.077+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:26.539 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:26 smithi086 bash[27309]: debug 2024-05-11T05:14:26.077+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:58.802768+0000 front 2024-05-11T05:13:58.802494+0000 (oldest deadline 2024-05-11T05:14:22.902520+0000) 2024-05-11T05:14:26.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:26 smithi086 bash[43536]: debug 2024-05-11T05:14:26.097+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:26.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:26 smithi086 bash[43536]: debug 2024-05-11T05:14:26.097+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:27.287 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:27 smithi086 bash[32769]: debug 2024-05-11T05:14:27.189+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:27.288 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:27 smithi086 bash[32769]: debug 2024-05-11T05:14:27.189+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.981466+0000 front 2024-05-11T05:13:59.981588+0000 (oldest deadline 2024-05-11T05:14:25.881313+0000) 2024-05-11T05:14:27.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:27 smithi086 bash[38131]: debug 2024-05-11T05:14:27.153+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:27.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:27 smithi086 bash[38131]: debug 2024-05-11T05:14:27.153+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:27.289 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:27 smithi086 bash[27309]: debug 2024-05-11T05:14:27.029+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:49.500641+0000 front 2024-05-11T05:13:49.500160+0000 (oldest deadline 2024-05-11T05:14:14.800184+0000) 2024-05-11T05:14:27.289 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:27 smithi086 bash[27309]: debug 2024-05-11T05:14:27.029+0000 7fc4ab7f8700 -1 osd.4 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:58.802768+0000 front 2024-05-11T05:13:58.802494+0000 (oldest deadline 2024-05-11T05:14:22.902520+0000) 2024-05-11T05:14:27.289 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:27 smithi086 bash[43536]: debug 2024-05-11T05:14:27.061+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:27.289 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:27 smithi086 bash[43536]: debug 2024-05-11T05:14:27.061+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:28.483 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:28 smithi086 bash[32769]: debug 2024-05-11T05:14:28.205+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:28.483 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:28 smithi086 bash[32769]: debug 2024-05-11T05:14:28.205+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.981466+0000 front 2024-05-11T05:13:59.981588+0000 (oldest deadline 2024-05-11T05:14:25.881313+0000) 2024-05-11T05:14:28.484 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:28 smithi086 bash[38131]: debug 2024-05-11T05:14:28.169+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:28.484 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:28 smithi086 bash[38131]: debug 2024-05-11T05:14:28.169+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:28.484 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:28 smithi086 bash[43536]: debug 2024-05-11T05:14:28.077+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:28.484 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:28 smithi086 bash[43536]: debug 2024-05-11T05:14:28.077+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:29.093 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:28 smithi086 bash[75894]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-4 2024-05-11T05:14:29.093 INFO:journalctl@ceph.osd.4.smithi086.stdout:May 11 05:14:29 smithi086 bash[75958]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-4 2024-05-11T05:14:29.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:29 smithi086 bash[32769]: debug 2024-05-11T05:14:29.213+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:29.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:29 smithi086 bash[32769]: debug 2024-05-11T05:14:29.213+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.981466+0000 front 2024-05-11T05:13:59.981588+0000 (oldest deadline 2024-05-11T05:14:25.881313+0000) 2024-05-11T05:14:29.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:29 smithi086 bash[38131]: debug 2024-05-11T05:14:29.189+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:29.539 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:29 smithi086 bash[38131]: debug 2024-05-11T05:14:29.189+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:29.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:29 smithi086 bash[43536]: debug 2024-05-11T05:14:29.093+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:29.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:29 smithi086 bash[43536]: debug 2024-05-11T05:14:29.093+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:30.530 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:30 smithi086 bash[38131]: debug 2024-05-11T05:14:30.145+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:30.531 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:30 smithi086 bash[38131]: debug 2024-05-11T05:14:30.145+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:30.531 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:30 smithi086 bash[43536]: debug 2024-05-11T05:14:30.057+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:30.531 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:30 smithi086 bash[43536]: debug 2024-05-11T05:14:30.057+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:30.531 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:30 smithi086 bash[32769]: debug 2024-05-11T05:14:30.225+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:30.533 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:30 smithi086 bash[32769]: debug 2024-05-11T05:14:30.225+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.981466+0000 front 2024-05-11T05:13:59.981588+0000 (oldest deadline 2024-05-11T05:14:25.881313+0000) 2024-05-11T05:14:30.551 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:30 smithi072 bash[58311]: ts=2024-05-11T05:14:30.201Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T05:14:30.551 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:30 smithi072 bash[58311]: ts=2024-05-11T05:14:30.202Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T05:14:30.551 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:30 smithi072 bash[58311]: ts=2024-05-11T05:14:30.204Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused" 2024-05-11T05:14:31.315 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.4.service' 2024-05-11T05:14:31.342 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:31 smithi086 bash[43536]: debug 2024-05-11T05:14:31.081+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:31.342 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:31 smithi086 bash[43536]: debug 2024-05-11T05:14:31.081+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:31.342 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:31 smithi086 bash[32769]: debug 2024-05-11T05:14:31.225+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:31.342 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:31 smithi086 bash[32769]: debug 2024-05-11T05:14:31.225+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.981466+0000 front 2024-05-11T05:13:59.981588+0000 (oldest deadline 2024-05-11T05:14:25.881313+0000) 2024-05-11T05:14:31.342 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:31 smithi086 bash[32769]: debug 2024-05-11T05:14:31.225+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.882198+0000 front 2024-05-11T05:14:05.882309+0000 (oldest deadline 2024-05-11T05:14:31.182091+0000) 2024-05-11T05:14:31.343 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:31 smithi086 bash[38131]: debug 2024-05-11T05:14:31.133+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:31.343 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:31 smithi086 bash[38131]: debug 2024-05-11T05:14:31.133+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:31.344 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:14:31.344 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-05-11T05:14:31.345 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-05-11T05:14:31.345 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.5 2024-05-11T05:14:31.787 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:31 smithi086 systemd[1]: Stopping Ceph osd.5 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:14:31.788 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:31 smithi086 bash[32769]: debug 2024-05-11T05:14:31.533+0000 7f38b3ab3700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:14:31.788 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:31 smithi086 bash[32769]: debug 2024-05-11T05:14:31.533+0000 7f38b3ab3700 -1 osd.5 146 *** Got signal Terminated *** 2024-05-11T05:14:31.788 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:31 smithi086 bash[32769]: debug 2024-05-11T05:14:31.533+0000 7f38b3ab3700 -1 osd.5 146 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T05:14:32.537 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:32 smithi086 bash[43536]: debug 2024-05-11T05:14:32.105+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:32.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:32 smithi086 bash[43536]: debug 2024-05-11T05:14:32.105+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:32.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:32 smithi086 bash[32769]: debug 2024-05-11T05:14:32.221+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:32.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:32 smithi086 bash[32769]: debug 2024-05-11T05:14:32.221+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.981466+0000 front 2024-05-11T05:13:59.981588+0000 (oldest deadline 2024-05-11T05:14:25.881313+0000) 2024-05-11T05:14:32.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:32 smithi086 bash[32769]: debug 2024-05-11T05:14:32.221+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.882198+0000 front 2024-05-11T05:14:05.882309+0000 (oldest deadline 2024-05-11T05:14:31.182091+0000) 2024-05-11T05:14:32.539 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:32 smithi086 bash[38131]: debug 2024-05-11T05:14:32.085+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:32.539 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:32 smithi086 bash[38131]: debug 2024-05-11T05:14:32.085+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:32.539 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:32 smithi086 bash[38131]: debug 2024-05-11T05:14:32.085+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:33.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:33 smithi086 bash[43536]: debug 2024-05-11T05:14:33.149+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:33.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:33 smithi086 bash[43536]: debug 2024-05-11T05:14:33.149+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:33.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:33 smithi086 bash[32769]: debug 2024-05-11T05:14:33.189+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:33.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:33 smithi086 bash[32769]: debug 2024-05-11T05:14:33.189+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.981466+0000 front 2024-05-11T05:13:59.981588+0000 (oldest deadline 2024-05-11T05:14:25.881313+0000) 2024-05-11T05:14:33.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:33 smithi086 bash[32769]: debug 2024-05-11T05:14:33.189+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.882198+0000 front 2024-05-11T05:14:05.882309+0000 (oldest deadline 2024-05-11T05:14:31.182091+0000) 2024-05-11T05:14:33.539 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:33 smithi086 bash[38131]: debug 2024-05-11T05:14:33.133+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:33.539 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:33 smithi086 bash[38131]: debug 2024-05-11T05:14:33.133+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:33.539 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:33 smithi086 bash[38131]: debug 2024-05-11T05:14:33.133+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:34.537 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:34 smithi086 bash[32769]: debug 2024-05-11T05:14:34.161+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:34.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:34 smithi086 bash[32769]: debug 2024-05-11T05:14:34.161+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.981466+0000 front 2024-05-11T05:13:59.981588+0000 (oldest deadline 2024-05-11T05:14:25.881313+0000) 2024-05-11T05:14:34.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:34 smithi086 bash[32769]: debug 2024-05-11T05:14:34.161+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.882198+0000 front 2024-05-11T05:14:05.882309+0000 (oldest deadline 2024-05-11T05:14:31.182091+0000) 2024-05-11T05:14:34.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:34 smithi086 bash[38131]: debug 2024-05-11T05:14:34.161+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:34.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:34 smithi086 bash[38131]: debug 2024-05-11T05:14:34.161+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:34.539 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:34 smithi086 bash[38131]: debug 2024-05-11T05:14:34.161+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:34.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:34 smithi086 bash[43536]: debug 2024-05-11T05:14:34.161+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:34.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:34 smithi086 bash[43536]: debug 2024-05-11T05:14:34.161+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:34.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:34 smithi086 bash[43536]: debug 2024-05-11T05:14:34.161+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:35.537 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:35 smithi086 bash[32769]: debug 2024-05-11T05:14:35.121+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:35.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:35 smithi086 bash[32769]: debug 2024-05-11T05:14:35.121+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.981466+0000 front 2024-05-11T05:13:59.981588+0000 (oldest deadline 2024-05-11T05:14:25.881313+0000) 2024-05-11T05:14:35.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:35 smithi086 bash[32769]: debug 2024-05-11T05:14:35.121+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.882198+0000 front 2024-05-11T05:14:05.882309+0000 (oldest deadline 2024-05-11T05:14:31.182091+0000) 2024-05-11T05:14:35.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:35 smithi086 bash[38131]: debug 2024-05-11T05:14:35.133+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:35.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:35 smithi086 bash[38131]: debug 2024-05-11T05:14:35.133+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:35.539 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:35 smithi086 bash[38131]: debug 2024-05-11T05:14:35.133+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:35.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:35 smithi086 bash[43536]: debug 2024-05-11T05:14:35.157+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:35.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:35 smithi086 bash[43536]: debug 2024-05-11T05:14:35.157+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:35.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:35 smithi086 bash[43536]: debug 2024-05-11T05:14:35.157+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:36.140 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:36 smithi086 bash[38131]: debug 2024-05-11T05:14:36.137+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:36.537 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:36 smithi086 bash[32769]: debug 2024-05-11T05:14:36.145+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:51.180126+0000 front 2024-05-11T05:13:51.180066+0000 (oldest deadline 2024-05-11T05:14:15.279778+0000) 2024-05-11T05:14:36.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:36 smithi086 bash[32769]: debug 2024-05-11T05:14:36.145+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.981466+0000 front 2024-05-11T05:13:59.981588+0000 (oldest deadline 2024-05-11T05:14:25.881313+0000) 2024-05-11T05:14:36.538 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:36 smithi086 bash[32769]: debug 2024-05-11T05:14:36.145+0000 7f38ac0a1700 -1 osd.5 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.882198+0000 front 2024-05-11T05:14:05.882309+0000 (oldest deadline 2024-05-11T05:14:31.182091+0000) 2024-05-11T05:14:36.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:36 smithi086 bash[38131]: debug 2024-05-11T05:14:36.137+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:36.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:36 smithi086 bash[38131]: debug 2024-05-11T05:14:36.137+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:36.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:36 smithi086 bash[43536]: debug 2024-05-11T05:14:36.201+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:36.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:36 smithi086 bash[43536]: debug 2024-05-11T05:14:36.201+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:36.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:36 smithi086 bash[43536]: debug 2024-05-11T05:14:36.201+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:37.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:37 smithi086 bash[38131]: debug 2024-05-11T05:14:37.185+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:37.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:37 smithi086 bash[38131]: debug 2024-05-11T05:14:37.185+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:37.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:37 smithi086 bash[38131]: debug 2024-05-11T05:14:37.185+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:37.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:37 smithi086 bash[43536]: debug 2024-05-11T05:14:37.241+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:37.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:37 smithi086 bash[43536]: debug 2024-05-11T05:14:37.241+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:37.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:37 smithi086 bash[43536]: debug 2024-05-11T05:14:37.241+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:38.037 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:37 smithi086 bash[76089]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-5 2024-05-11T05:14:38.037 INFO:journalctl@ceph.osd.5.smithi086.stdout:May 11 05:14:37 smithi086 bash[76155]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-5 2024-05-11T05:14:38.537 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:38 smithi086 bash[38131]: debug 2024-05-11T05:14:38.149+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:38.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:38 smithi086 bash[38131]: debug 2024-05-11T05:14:38.149+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:38.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:38 smithi086 bash[38131]: debug 2024-05-11T05:14:38.149+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:38.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:38 smithi086 bash[43536]: debug 2024-05-11T05:14:38.193+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:38.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:38 smithi086 bash[43536]: debug 2024-05-11T05:14:38.193+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:38.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:38 smithi086 bash[43536]: debug 2024-05-11T05:14:38.193+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:39.287 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:39 smithi086 bash[38131]: debug 2024-05-11T05:14:39.165+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:39.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:39 smithi086 bash[38131]: debug 2024-05-11T05:14:39.165+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:39.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:39 smithi086 bash[38131]: debug 2024-05-11T05:14:39.165+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:39.288 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:39 smithi086 bash[43536]: debug 2024-05-11T05:14:39.193+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:39.288 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:39 smithi086 bash[43536]: debug 2024-05-11T05:14:39.193+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:39.288 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:39 smithi086 bash[43536]: debug 2024-05-11T05:14:39.193+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:40.040 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.5.service' 2024-05-11T05:14:40.066 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:14:40.067 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-05-11T05:14:40.067 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-05-11T05:14:40.067 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.6 2024-05-11T05:14:40.287 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:40 smithi086 bash[43536]: debug 2024-05-11T05:14:40.161+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:40.288 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:40 smithi086 bash[43536]: debug 2024-05-11T05:14:40.161+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:40.288 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:40 smithi086 bash[43536]: debug 2024-05-11T05:14:40.161+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:40.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:40 smithi086 bash[38131]: debug 2024-05-11T05:14:40.117+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:40.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:40 smithi086 bash[38131]: debug 2024-05-11T05:14:40.117+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:40.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:40 smithi086 bash[38131]: debug 2024-05-11T05:14:40.117+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:40.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:40 smithi086 systemd[1]: Stopping Ceph osd.6 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:14:40.288 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:40 smithi086 bash[38131]: debug 2024-05-11T05:14:40.241+0000 7f0684d08700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:14:40.289 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:40 smithi086 bash[38131]: debug 2024-05-11T05:14:40.241+0000 7f0684d08700 -1 osd.6 146 *** Got signal Terminated *** 2024-05-11T05:14:40.289 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:40 smithi086 bash[38131]: debug 2024-05-11T05:14:40.241+0000 7f0684d08700 -1 osd.6 146 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T05:14:40.551 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:40 smithi072 bash[58311]: ts=2024-05-11T05:14:40.202Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused" 2024-05-11T05:14:40.552 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:40 smithi072 bash[58311]: ts=2024-05-11T05:14:40.203Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T05:14:40.552 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:40 smithi072 bash[58311]: ts=2024-05-11T05:14:40.204Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused" 2024-05-11T05:14:41.537 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:41 smithi086 bash[38131]: debug 2024-05-11T05:14:41.089+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:41.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:41 smithi086 bash[38131]: debug 2024-05-11T05:14:41.089+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:41.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:41 smithi086 bash[38131]: debug 2024-05-11T05:14:41.089+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:41.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:41 smithi086 bash[43536]: debug 2024-05-11T05:14:41.189+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:41.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:41 smithi086 bash[43536]: debug 2024-05-11T05:14:41.189+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:41.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:41 smithi086 bash[43536]: debug 2024-05-11T05:14:41.189+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:41.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:41 smithi086 bash[43536]: debug 2024-05-11T05:14:41.189+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:42.537 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:42 smithi086 bash[38131]: debug 2024-05-11T05:14:42.069+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:42.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:42 smithi086 bash[38131]: debug 2024-05-11T05:14:42.069+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:42.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:42 smithi086 bash[38131]: debug 2024-05-11T05:14:42.069+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:42.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:42 smithi086 bash[38131]: debug 2024-05-11T05:14:42.069+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:18.771933+0000 front 2024-05-11T05:14:18.771976+0000 (oldest deadline 2024-05-11T05:14:41.671709+0000) 2024-05-11T05:14:42.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:42 smithi086 bash[43536]: debug 2024-05-11T05:14:42.241+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:42.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:42 smithi086 bash[43536]: debug 2024-05-11T05:14:42.241+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:42.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:42 smithi086 bash[43536]: debug 2024-05-11T05:14:42.241+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:42.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:42 smithi086 bash[43536]: debug 2024-05-11T05:14:42.241+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:43.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:43 smithi086 bash[38131]: debug 2024-05-11T05:14:43.101+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:43.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:43 smithi086 bash[38131]: debug 2024-05-11T05:14:43.101+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:43.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:43 smithi086 bash[38131]: debug 2024-05-11T05:14:43.101+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:43.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:43 smithi086 bash[38131]: debug 2024-05-11T05:14:43.101+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:18.771933+0000 front 2024-05-11T05:14:18.771976+0000 (oldest deadline 2024-05-11T05:14:41.671709+0000) 2024-05-11T05:14:43.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:43 smithi086 bash[43536]: debug 2024-05-11T05:14:43.277+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:43.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:43 smithi086 bash[43536]: debug 2024-05-11T05:14:43.277+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:43.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:43 smithi086 bash[43536]: debug 2024-05-11T05:14:43.277+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:43.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:43 smithi086 bash[43536]: debug 2024-05-11T05:14:43.277+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:44.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:44 smithi086 bash[38131]: debug 2024-05-11T05:14:44.061+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:44.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:44 smithi086 bash[38131]: debug 2024-05-11T05:14:44.061+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:44.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:44 smithi086 bash[38131]: debug 2024-05-11T05:14:44.061+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:44.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:44 smithi086 bash[38131]: debug 2024-05-11T05:14:44.061+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:18.771933+0000 front 2024-05-11T05:14:18.771976+0000 (oldest deadline 2024-05-11T05:14:41.671709+0000) 2024-05-11T05:14:44.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:44 smithi086 bash[43536]: debug 2024-05-11T05:14:44.228+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:44.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:44 smithi086 bash[43536]: debug 2024-05-11T05:14:44.228+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:44.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:44 smithi086 bash[43536]: debug 2024-05-11T05:14:44.228+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:44.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:44 smithi086 bash[43536]: debug 2024-05-11T05:14:44.228+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:45.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:45 smithi086 bash[38131]: debug 2024-05-11T05:14:45.044+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:50.766067+0000 front 2024-05-11T05:13:50.766453+0000 (oldest deadline 2024-05-11T05:14:15.967024+0000) 2024-05-11T05:14:45.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:45 smithi086 bash[38131]: debug 2024-05-11T05:14:45.044+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:14:01.769528+0000 front 2024-05-11T05:14:01.769556+0000 (oldest deadline 2024-05-11T05:14:25.869072+0000) 2024-05-11T05:14:45.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:45 smithi086 bash[38131]: debug 2024-05-11T05:14:45.044+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:05.869934+0000 front 2024-05-11T05:14:05.870164+0000 (oldest deadline 2024-05-11T05:14:31.769756+0000) 2024-05-11T05:14:45.538 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:45 smithi086 bash[38131]: debug 2024-05-11T05:14:45.044+0000 7f06812fe700 -1 osd.6 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:18.771933+0000 front 2024-05-11T05:14:18.771976+0000 (oldest deadline 2024-05-11T05:14:41.671709+0000) 2024-05-11T05:14:45.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:45 smithi086 bash[43536]: debug 2024-05-11T05:14:45.232+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:45.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:45 smithi086 bash[43536]: debug 2024-05-11T05:14:45.232+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:45.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:45 smithi086 bash[43536]: debug 2024-05-11T05:14:45.232+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:45.539 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:45 smithi086 bash[43536]: debug 2024-05-11T05:14:45.232+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:46.501 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:46 smithi086 bash[43536]: debug 2024-05-11T05:14:46.212+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:46.502 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:46 smithi086 bash[43536]: debug 2024-05-11T05:14:46.212+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:46.502 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:46 smithi086 bash[43536]: debug 2024-05-11T05:14:46.212+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:46.502 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:46 smithi086 bash[43536]: debug 2024-05-11T05:14:46.212+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:46.757 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:46 smithi086 bash[76286]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-6 2024-05-11T05:14:46.757 INFO:journalctl@ceph.osd.6.smithi086.stdout:May 11 05:14:46 smithi086 bash[76353]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-6 2024-05-11T05:14:47.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:47 smithi086 bash[43536]: debug 2024-05-11T05:14:47.228+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:47.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:47 smithi086 bash[43536]: debug 2024-05-11T05:14:47.228+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:47.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:47 smithi086 bash[43536]: debug 2024-05-11T05:14:47.228+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:47.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:47 smithi086 bash[43536]: debug 2024-05-11T05:14:47.228+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:48.536 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:48 smithi086 bash[43536]: debug 2024-05-11T05:14:48.224+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:48.536 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:48 smithi086 bash[43536]: debug 2024-05-11T05:14:48.224+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:48.537 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:48 smithi086 bash[43536]: debug 2024-05-11T05:14:48.224+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:48.537 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:48 smithi086 bash[43536]: debug 2024-05-11T05:14:48.224+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:48.540 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.6.service' 2024-05-11T05:14:48.566 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:14:48.566 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-05-11T05:14:48.567 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-05-11T05:14:48.567 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.7 2024-05-11T05:14:48.787 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:48 smithi086 systemd[1]: Stopping Ceph osd.7 for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:14:48.787 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:48 smithi086 bash[43536]: debug 2024-05-11T05:14:48.740+0000 7f4747ee9700 -1 received signal: Terminated from /sbin/docker-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-stderr=true --default-log-stderr-prefix=debug (PID: 1) UID: 0 2024-05-11T05:14:48.788 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:48 smithi086 bash[43536]: debug 2024-05-11T05:14:48.740+0000 7f4747ee9700 -1 osd.7 146 *** Got signal Terminated *** 2024-05-11T05:14:48.788 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:48 smithi086 bash[43536]: debug 2024-05-11T05:14:48.740+0000 7f4747ee9700 -1 osd.7 146 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-05-11T05:14:49.537 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:49 smithi086 bash[43536]: debug 2024-05-11T05:14:49.220+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:49.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:49 smithi086 bash[43536]: debug 2024-05-11T05:14:49.220+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:49.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:49 smithi086 bash[43536]: debug 2024-05-11T05:14:49.220+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:49.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:49 smithi086 bash[43536]: debug 2024-05-11T05:14:49.220+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:50.537 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:50 smithi086 bash[43536]: debug 2024-05-11T05:14:50.236+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:50.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:50 smithi086 bash[43536]: debug 2024-05-11T05:14:50.236+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:50.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:50 smithi086 bash[43536]: debug 2024-05-11T05:14:50.236+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:50.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:50 smithi086 bash[43536]: debug 2024-05-11T05:14:50.236+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:50.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:50 smithi086 bash[43536]: debug 2024-05-11T05:14:50.236+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.86:6804 osd.4 since back 2024-05-11T05:14:27.701698+0000 front 2024-05-11T05:14:27.701628+0000 (oldest deadline 2024-05-11T05:14:49.902559+0000) 2024-05-11T05:14:50.553 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:50 smithi072 bash[58311]: ts=2024-05-11T05:14:50.202Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused" 2024-05-11T05:14:50.553 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:50 smithi072 bash[58311]: ts=2024-05-11T05:14:50.203Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T05:14:50.554 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:14:50 smithi072 bash[58311]: ts=2024-05-11T05:14:50.204Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused" 2024-05-11T05:14:51.537 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:51 smithi086 bash[43536]: debug 2024-05-11T05:14:51.204+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:51.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:51 smithi086 bash[43536]: debug 2024-05-11T05:14:51.204+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:51.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:51 smithi086 bash[43536]: debug 2024-05-11T05:14:51.204+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:51.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:51 smithi086 bash[43536]: debug 2024-05-11T05:14:51.204+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:51.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:51 smithi086 bash[43536]: debug 2024-05-11T05:14:51.204+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.86:6804 osd.4 since back 2024-05-11T05:14:27.701698+0000 front 2024-05-11T05:14:27.701628+0000 (oldest deadline 2024-05-11T05:14:49.902559+0000) 2024-05-11T05:14:52.537 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:52 smithi086 bash[43536]: debug 2024-05-11T05:14:52.248+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:52.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:52 smithi086 bash[43536]: debug 2024-05-11T05:14:52.248+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:52.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:52 smithi086 bash[43536]: debug 2024-05-11T05:14:52.248+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:52.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:52 smithi086 bash[43536]: debug 2024-05-11T05:14:52.248+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:52.538 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:52 smithi086 bash[43536]: debug 2024-05-11T05:14:52.248+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.86:6804 osd.4 since back 2024-05-11T05:14:27.701698+0000 front 2024-05-11T05:14:27.701628+0000 (oldest deadline 2024-05-11T05:14:49.902559+0000) 2024-05-11T05:14:53.788 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:53 smithi086 bash[43536]: debug 2024-05-11T05:14:53.296+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6806 osd.0 since back 2024-05-11T05:13:52.095557+0000 front 2024-05-11T05:13:52.095511+0000 (oldest deadline 2024-05-11T05:14:14.395215+0000) 2024-05-11T05:14:53.788 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:53 smithi086 bash[43536]: debug 2024-05-11T05:14:53.296+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6814 osd.1 since back 2024-05-11T05:13:59.697029+0000 front 2024-05-11T05:13:59.696693+0000 (oldest deadline 2024-05-11T05:14:23.796497+0000) 2024-05-11T05:14:53.788 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:53 smithi086 bash[43536]: debug 2024-05-11T05:14:53.296+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6822 osd.2 since back 2024-05-11T05:14:10.198971+0000 front 2024-05-11T05:14:10.198952+0000 (oldest deadline 2024-05-11T05:14:33.698523+0000) 2024-05-11T05:14:53.788 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:53 smithi086 bash[43536]: debug 2024-05-11T05:14:53.296+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.72:6830 osd.3 since back 2024-05-11T05:14:17.200011+0000 front 2024-05-11T05:14:17.199931+0000 (oldest deadline 2024-05-11T05:14:40.699801+0000) 2024-05-11T05:14:53.788 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:53 smithi086 bash[43536]: debug 2024-05-11T05:14:53.296+0000 7f47404d7700 -1 osd.7 146 heartbeat_check: no reply from 172.21.15.86:6804 osd.4 since back 2024-05-11T05:14:27.701698+0000 front 2024-05-11T05:14:27.701628+0000 (oldest deadline 2024-05-11T05:14:49.902559+0000) 2024-05-11T05:14:54.959 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:54 smithi086 bash[76488]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-7 2024-05-11T05:14:54.959 INFO:journalctl@ceph.osd.7.smithi086.stdout:May 11 05:14:54 smithi086 bash[76550]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-osd-7 2024-05-11T05:14:56.663 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@osd.7.service' 2024-05-11T05:14:56.691 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:14:56.691 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-05-11T05:14:56.691 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-05-11T05:14:56.691 DEBUG:teuthology.orchestra.run.smithi086:> sudo systemctl stop ceph-10baa432-0f4f-11ef-bc98-c7b262605968@prometheus.a 2024-05-11T05:14:57.038 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 systemd[1]: Stopping Ceph prometheus.a for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:14:57.038 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.869Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-05-11T05:14:57.038 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.869Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-05-11T05:14:57.038 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.869Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-05-11T05:14:57.038 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.869Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-05-11T05:14:57.038 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.869Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-05-11T05:14:57.039 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.869Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-05-11T05:14:57.039 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.869Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-05-11T05:14:57.039 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.869Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-05-11T05:14:57.039 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.870Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-05-11T05:14:57.039 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.871Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-05-11T05:14:57.039 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.871Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-05-11T05:14:57.039 INFO:journalctl@ceph.prometheus.a.smithi086.stdout:May 11 05:14:56 smithi086 bash[59922]: ts=2024-05-11T05:14:56.871Z caller=main.go:1147 level=info msg="See you next time!" 2024-05-11T05:14:57.602 DEBUG:teuthology.orchestra.run.smithi086:> sudo pkill -f 'journalctl -f -n 0 -u ceph-10baa432-0f4f-11ef-bc98-c7b262605968@prometheus.a.service' 2024-05-11T05:14:57.624 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-05-11T05:14:57.625 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-05-11T05:14:57.625 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 --force --keep-logs 2024-05-11T05:14:57.751 INFO:teuthology.orchestra.run.smithi072.stdout:Deleting cluster with fsid: 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T05:15:00.551 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:00 smithi072 bash[58311]: ts=2024-05-11T05:15:00.203Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T05:15:00.552 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:00 smithi072 bash[58311]: ts=2024-05-11T05:15:00.204Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi072.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.72:8443: connect: connection refused" 2024-05-11T05:15:00.552 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:00 smithi072 bash[58311]: ts=2024-05-11T05:15:00.205Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi086.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.86:8443: connect: connection refused" 2024-05-11T05:15:02.584 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:02 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:02.584 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:02 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:02.917 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:02 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:02.917 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:02 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:03.206 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:02 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:03.206 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:03.206 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:02 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:03.206 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:03.487 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:03.487 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:03.801 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:03.801 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:04.185 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:04.186 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:03 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:04.186 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:03 smithi072 systemd[1]: Stopping Ceph node-exporter.a for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:15:05.051 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:04 smithi072 bash[124470]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-node-exporter-a 2024-05-11T05:15:05.051 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:04 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-05-11T05:15:05.052 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:04 smithi072 bash[124531]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-node-exporter-a 2024-05-11T05:15:05.052 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:04 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-05-11T05:15:05.052 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:04 smithi072 systemd[1]: Stopped Ceph node-exporter.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T05:15:05.326 INFO:journalctl@ceph.node-exporter.a.smithi072.stdout:May 11 05:15:05 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:05.326 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:05 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:05.326 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:05 smithi072 systemd[1]: Stopping Ceph alertmanager.a for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:15:05.326 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:05 smithi072 bash[58311]: ts=2024-05-11T05:15:05.282Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-05-11T05:15:06.170 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:05 smithi072 bash[124593]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-alertmanager-a 2024-05-11T05:15:06.170 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:06 smithi072 bash[124653]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-alertmanager-a 2024-05-11T05:15:06.171 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:06 smithi072 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-05-11T05:15:06.171 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:06 smithi072 systemd[1]: Stopped Ceph alertmanager.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T05:15:06.491 INFO:journalctl@ceph.alertmanager.a.smithi072.stdout:May 11 05:15:06 smithi072 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:09.650 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 --force --keep-logs 2024-05-11T05:15:09.774 INFO:teuthology.orchestra.run.smithi086.stdout:Deleting cluster with fsid: 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T05:15:14.627 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:14.627 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:14.978 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:14.978 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:15.275 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:15.275 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:15 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:15.275 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:14 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:15.275 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:15 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:15.537 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:15 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:15.538 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:15 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:15.869 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:15 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:15.870 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:15 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:16.143 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:15 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:16.143 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:15 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:16.143 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:15 smithi086 systemd[1]: Stopping Ceph node-exporter.b for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:15:16.957 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:16 smithi086 bash[77013]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-node-exporter-b 2024-05-11T05:15:16.958 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:16 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-05-11T05:15:16.958 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:16 smithi086 bash[77072]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-node-exporter-b 2024-05-11T05:15:16.958 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:16 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-05-11T05:15:16.958 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:16 smithi086 systemd[1]: Stopped Ceph node-exporter.b for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T05:15:17.209 INFO:journalctl@ceph.node-exporter.b.smithi086.stdout:May 11 05:15:17 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:17.209 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:16 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:17.209 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:17 smithi086 systemd[1]: Stopping Ceph grafana.a for 10baa432-0f4f-11ef-bc98-c7b262605968... 2024-05-11T05:15:17.969 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:17 smithi086 bash[77134]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-grafana-a 2024-05-11T05:15:17.970 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:17 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-05-11T05:15:17.970 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:17 smithi086 bash[77196]: Error response from daemon: No such container: ceph-10baa432-0f4f-11ef-bc98-c7b262605968-grafana-a 2024-05-11T05:15:17.970 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:17 smithi086 systemd[1]: ceph-10baa432-0f4f-11ef-bc98-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-05-11T05:15:17.970 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:17 smithi086 systemd[1]: Stopped Ceph grafana.a for 10baa432-0f4f-11ef-bc98-c7b262605968. 2024-05-11T05:15:18.287 INFO:journalctl@ceph.grafana.a.smithi086.stdout:May 11 05:15:18 smithi086 systemd[1]: /etc/systemd/system/ceph-10baa432-0f4f-11ef-bc98-c7b262605968@.service:23: Unit configured to use KillMode=none. This is unsafe, as it disables systemd's process lifecycle management for the service. Please update your service to use a safer KillMode=, such as 'mixed' or 'control-group'. Support for KillMode=none is deprecated and will eventually be removed. 2024-05-11T05:15:28.598 DEBUG:teuthology.orchestra.run.smithi072:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-11T05:15:28.613 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-05-11T05:15:28.625 INFO:tasks.cephadm:Archiving crash dumps... 2024-05-11T05:15:28.627 DEBUG:teuthology.misc:Transferring archived files from smithi072:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403/remote/smithi072/crash 2024-05-11T05:15:28.628 DEBUG:teuthology.orchestra.run.smithi072:> sudo tar c -f - -C /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/crash -- . 2024-05-11T05:15:28.673 INFO:teuthology.orchestra.run.smithi072.stderr:tar: /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/crash: Cannot open: No such file or directory 2024-05-11T05:15:28.674 INFO:teuthology.orchestra.run.smithi072.stderr:tar: Error is not recoverable: exiting now 2024-05-11T05:15:28.675 DEBUG:teuthology.misc:Transferring archived files from smithi086:/var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403/remote/smithi086/crash 2024-05-11T05:15:28.676 DEBUG:teuthology.orchestra.run.smithi086:> sudo tar c -f - -C /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/crash -- . 2024-05-11T05:15:28.686 INFO:teuthology.orchestra.run.smithi086.stderr:tar: /var/lib/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/crash: Cannot open: No such file or directory 2024-05-11T05:15:28.686 INFO:teuthology.orchestra.run.smithi086.stderr:tar: Error is not recoverable: exiting now 2024-05-11T05:15:28.687 INFO:tasks.cephadm:Checking cluster log for badness... 2024-05-11T05:15:28.688 DEBUG:teuthology.orchestra.run.smithi072:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | head -n 1 2024-05-11T05:15:28.804 INFO:teuthology.orchestra.run.smithi072.stdout:2024-05-11T04:33:14.812685+0000 mon.a (mon.0) 179 : cluster 3 [WRN] MON_DOWN: 1/3 mons down, quorum a,b 2024-05-11T05:15:28.806 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-05-11T05:15:28.806 INFO:tasks.cephadm:Compressing logs... 2024-05-11T05:15:28.806 DEBUG:teuthology.orchestra.run.smithi072:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-11T05:15:28.809 DEBUG:teuthology.orchestra.run.smithi086:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-05-11T05:15:28.818 INFO:teuthology.orchestra.run.smithi072.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-05-11T05:15:28.820 INFO:teuthology.orchestra.run.smithi086.stderr:find: '/var/log/rbd-target-api': No such file or directory 2024-05-11T05:15:28.829 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-11T05:15:28.829 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.7.log 2024-05-11T05:15:28.830 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.6.log 2024-05-11T05:15:28.830 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mds.foo.smithi086.bcqfqz.log 2024-05-11T05:15:28.831 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.cephadm.log 2024-05-11T05:15:28.832 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mds.foo.smithi086.bcqfqz.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.5.log 2024-05-11T05:15:28.832 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.6.log: 85.8% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mds.foo.smithi086.bcqfqz.log.gz 2024-05-11T05:15:28.832 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mgr.x.log 2024-05-11T05:15:28.834 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.5.log: 84.3% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.cephadm.log.gz 2024-05-11T05:15:28.834 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.log 2024-05-11T05:15:28.834 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-volume.log 2024-05-11T05:15:28.834 INFO:teuthology.orchestra.run.smithi086.stderr:gzip/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.log: -5/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mgr.x.log: --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.audit.log 2024-05-11T05:15:28.834 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mon.b.log 2024-05-11T05:15:28.835 INFO:teuthology.orchestra.run.smithi072.stderr:gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-05-11T05:15:28.839 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.audit.log: 83.7% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-11T05:15:28.839 INFO:teuthology.orchestra.run.smithi086.stderr: 87.7% 90.2% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.audit.log.gz 2024-05-11T05:15:28.839 INFO:teuthology.orchestra.run.smithi086.stderr: -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.log.gz 2024-05-11T05:15:28.839 INFO:teuthology.orchestra.run.smithi086.stderr:gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.4.log 2024-05-11T05:15:28.844 INFO:teuthology.orchestra.run.smithi072.stderr:gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mgr.y.log 2024-05-11T05:15:28.844 INFO:teuthology.orchestra.run.smithi072.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.0.log 2024-05-11T05:15:28.845 INFO:teuthology.orchestra.run.smithi072.stderr:gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.2.log 2024-05-11T05:15:28.846 INFO:teuthology.orchestra.run.smithi072.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mgr.y.log: /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.0.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mon.a.log 2024-05-11T05:15:28.846 INFO:teuthology.orchestra.run.smithi072.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.cephadm.log 2024-05-11T05:15:28.847 INFO:teuthology.orchestra.run.smithi072.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mon.a.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.3.log 2024-05-11T05:15:28.847 INFO:teuthology.orchestra.run.smithi072.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.cephadm.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.1.log 2024-05-11T05:15:28.847 INFO:teuthology.orchestra.run.smithi072.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.log 2024-05-11T05:15:28.847 INFO:teuthology.orchestra.run.smithi072.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-volume.log 2024-05-11T05:15:28.849 INFO:teuthology.orchestra.run.smithi072.stderr:gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mon.c.log 2024-05-11T05:15:28.849 INFO:teuthology.orchestra.run.smithi072.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.log: /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-volume.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.audit.log 2024-05-11T05:15:28.849 INFO:teuthology.orchestra.run.smithi072.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mon.c.log: gzip -5 --verbose -- /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mds.foo.smithi072.jvmjqq.log 2024-05-11T05:15:28.850 INFO:teuthology.orchestra.run.smithi086.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mon.b.log: /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.4.log: 91.4% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-volume.log.gz 2024-05-11T05:15:28.850 INFO:teuthology.orchestra.run.smithi072.stderr:/var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.audit.log: /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mds.foo.smithi072.jvmjqq.log: 87.1% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mds.foo.smithi072.jvmjqq.log.gz 2024-05-11T05:15:28.854 INFO:teuthology.orchestra.run.smithi072.stderr: 93.1% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.log.gz 2024-05-11T05:15:28.896 INFO:teuthology.orchestra.run.smithi086.stderr: 89.6% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mgr.x.log.gz 2024-05-11T05:15:29.043 INFO:teuthology.orchestra.run.smithi072.stderr: 90.8% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.cephadm.log.gz 2024-05-11T05:15:29.239 INFO:teuthology.orchestra.run.smithi072.stderr: 92.1% -- replaced with /var/log/ceph/cephadm.log.gz 2024-05-11T05:15:29.319 INFO:teuthology.orchestra.run.smithi072.stderr: 91.2% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-volume.log.gz 2024-05-11T05:15:29.319 INFO:teuthology.orchestra.run.smithi086.stderr: 92.4% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mon.b.log.gz 2024-05-11T05:15:29.671 INFO:teuthology.orchestra.run.smithi072.stderr: 94.0% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph.audit.log.gz 2024-05-11T05:15:31.820 INFO:teuthology.orchestra.run.smithi072.stderr: 89.3% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mgr.y.log.gz 2024-05-11T05:15:31.880 INFO:teuthology.orchestra.run.smithi072.stderr: 92.2% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mon.c.log.gz 2024-05-11T05:15:33.590 INFO:teuthology.orchestra.run.smithi072.stderr: 90.5% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-mon.a.log.gz 2024-05-11T05:16:03.666 INFO:teuthology.orchestra.run.smithi086.stderr: 93.9% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.6.log.gz 2024-05-11T05:16:06.548 INFO:teuthology.orchestra.run.smithi086.stderr: 93.8% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.7.log.gz 2024-05-11T05:16:06.610 INFO:teuthology.orchestra.run.smithi086.stderr: 93.8% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.4.log.gz 2024-05-11T05:16:20.951 INFO:teuthology.orchestra.run.smithi086.stderr: 93.6% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.5.log.gz 2024-05-11T05:16:20.952 INFO:teuthology.orchestra.run.smithi086.stderr: 2024-05-11T05:16:20.952 INFO:teuthology.orchestra.run.smithi086.stderr:real 0m52.140s 2024-05-11T05:16:20.953 INFO:teuthology.orchestra.run.smithi086.stderr:user 2m37.017s 2024-05-11T05:16:20.953 INFO:teuthology.orchestra.run.smithi086.stderr:sys 0m5.916s 2024-05-11T05:18:17.776 INFO:teuthology.orchestra.run.smithi072.stderr: 93.5% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.1.log.gz 2024-05-11T05:18:33.255 INFO:teuthology.orchestra.run.smithi072.stderr: 93.6% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.0.log.gz 2024-05-11T05:18:58.841 INFO:teuthology.orchestra.run.smithi072.stderr: 93.6% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.2.log.gz 2024-05-11T05:19:15.641 INFO:teuthology.orchestra.run.smithi072.stderr: 93.2% -- replaced with /var/log/ceph/10baa432-0f4f-11ef-bc98-c7b262605968/ceph-osd.3.log.gz 2024-05-11T05:19:15.652 INFO:teuthology.orchestra.run.smithi072.stderr: 2024-05-11T05:19:15.652 INFO:teuthology.orchestra.run.smithi072.stderr:real 3m46.840s 2024-05-11T05:19:15.652 INFO:teuthology.orchestra.run.smithi072.stderr:user 4m31.087s 2024-05-11T05:19:15.652 INFO:teuthology.orchestra.run.smithi072.stderr:sys 0m11.424s 2024-05-11T05:19:15.652 INFO:tasks.cephadm:Archiving logs... 2024-05-11T05:19:15.653 DEBUG:teuthology.misc:Transferring archived files from smithi072:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403/remote/smithi072/log 2024-05-11T05:19:15.654 DEBUG:teuthology.orchestra.run.smithi072:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-11T05:19:42.728 DEBUG:teuthology.misc:Transferring archived files from smithi086:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403/remote/smithi086/log 2024-05-11T05:19:42.729 DEBUG:teuthology.orchestra.run.smithi086:> sudo tar c -f - -C /var/log/ceph -- . 2024-05-11T05:20:02.237 INFO:tasks.cephadm:Removing cluster... 2024-05-11T05:20:02.237 DEBUG:teuthology.orchestra.run.smithi072:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 --force 2024-05-11T05:20:02.402 INFO:teuthology.orchestra.run.smithi072.stdout:Deleting cluster with fsid: 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T05:20:04.171 DEBUG:teuthology.orchestra.run.smithi086:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 10baa432-0f4f-11ef-bc98-c7b262605968 --force 2024-05-11T05:20:04.295 INFO:teuthology.orchestra.run.smithi086.stdout:Deleting cluster with fsid: 10baa432-0f4f-11ef-bc98-c7b262605968 2024-05-11T05:20:05.894 INFO:tasks.cephadm:Removing cephadm ... 2024-05-11T05:20:05.894 DEBUG:teuthology.orchestra.run.smithi072:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-11T05:20:05.900 DEBUG:teuthology.orchestra.run.smithi086:> rm -rf /home/ubuntu/cephtest/cephadm 2024-05-11T05:20:05.906 INFO:tasks.cephadm:Teardown complete 2024-05-11T05:20:05.906 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-05-11T05:20:05.916 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-05-11T05:20:05.916 DEBUG:teuthology.orchestra.run.smithi072:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-11T05:20:05.946 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-05-11T05:20:06.009 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-05-11T05:20:06.019 INFO:teuthology.task.clock:Checking final clock skew... 2024-05-11T05:20:06.019 DEBUG:teuthology.orchestra.run.smithi072:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-11T05:20:06.022 DEBUG:teuthology.orchestra.run.smithi086:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-05-11T05:20:06.034 INFO:teuthology.orchestra.run.smithi086.stdout: remote refid st t when poll reach delay offset jitter 2024-05-11T05:20:06.034 INFO:teuthology.orchestra.run.smithi086.stdout:============================================================================== 2024-05-11T05:20:06.034 INFO:teuthology.orchestra.run.smithi086.stdout:*hv01.front.sepi 67.205.162.81 3 u 63 64 377 0.090 -0.553 0.207 2024-05-11T05:20:06.034 INFO:teuthology.orchestra.run.smithi086.stdout:+hv02.front.sepi 63.231.80.2 3 u 63 64 377 0.104 +0.559 0.296 2024-05-11T05:20:06.034 INFO:teuthology.orchestra.run.smithi086.stdout:+hv03.front.sepi 74.6.168.72 3 u 4 64 377 0.108 -0.623 0.230 2024-05-11T05:20:06.034 INFO:teuthology.orchestra.run.smithi086.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-05-11T05:20:06.060 INFO:teuthology.orchestra.run.smithi072.stdout: remote refid st t when poll reach delay offset jitter 2024-05-11T05:20:06.061 INFO:teuthology.orchestra.run.smithi072.stdout:============================================================================== 2024-05-11T05:20:06.061 INFO:teuthology.orchestra.run.smithi072.stdout:*hv01.front.sepi 67.205.162.81 3 u 128 128 377 0.075 -2.081 0.232 2024-05-11T05:20:06.061 INFO:teuthology.orchestra.run.smithi072.stdout:+hv02.front.sepi 63.231.80.2 3 u 125 128 377 0.081 -0.760 0.193 2024-05-11T05:20:06.061 INFO:teuthology.orchestra.run.smithi072.stdout:+hv03.front.sepi 74.6.168.72 3 u 6 128 377 0.108 -2.366 0.200 2024-05-11T05:20:06.062 INFO:teuthology.orchestra.run.smithi072.stdout: hv04.front.sepi .INIT. 16 u - 1024 0 0.000 +0.000 0.000 2024-05-11T05:20:06.063 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-05-11T05:20:06.073 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-05-11T05:20:06.073 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-05-11T05:20:06.095 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-05-11T05:20:06.111 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-05-11T05:20:06.137 INFO:teuthology.task.internal:Duration was 3607.081974 seconds 2024-05-11T05:20:06.138 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-05-11T05:20:06.153 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-05-11T05:20:06.153 DEBUG:teuthology.orchestra.run.smithi072:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-11T05:20:06.156 DEBUG:teuthology.orchestra.run.smithi086:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-05-11T05:20:06.284 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-05-11T05:20:06.284 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi072.front.sepia.ceph.com 2024-05-11T05:20:06.285 DEBUG:teuthology.orchestra.run.smithi072:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-11T05:20:06.295 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi086.front.sepia.ceph.com 2024-05-11T05:20:06.296 DEBUG:teuthology.orchestra.run.smithi086:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-05-11T05:20:06.306 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-05-11T05:20:06.306 DEBUG:teuthology.orchestra.run.smithi072:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-11T05:20:06.338 DEBUG:teuthology.orchestra.run.smithi086:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-05-11T05:20:06.470 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-05-11T05:20:06.471 DEBUG:teuthology.orchestra.run.smithi072:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-11T05:20:06.473 DEBUG:teuthology.orchestra.run.smithi086:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-05-11T05:20:06.747 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-05-11T05:20:06.757 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-05-11T05:20:06.757 DEBUG:teuthology.orchestra.run.smithi072:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-11T05:20:06.824 DEBUG:teuthology.orchestra.run.smithi086:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-05-11T05:20:06.838 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-05-11T05:20:06.849 DEBUG:teuthology.orchestra.run.smithi072:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-11T05:20:06.851 DEBUG:teuthology.orchestra.run.smithi086:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-05-11T05:20:06.877 INFO:teuthology.orchestra.run.smithi072.stdout:kernel.core_pattern = core 2024-05-11T05:20:06.892 INFO:teuthology.orchestra.run.smithi086.stdout:kernel.core_pattern = core 2024-05-11T05:20:06.918 DEBUG:teuthology.orchestra.run.smithi072:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-11T05:20:06.949 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-11T05:20:06.949 DEBUG:teuthology.orchestra.run.smithi086:> test -e /home/ubuntu/cephtest/archive/coredump 2024-05-11T05:20:06.964 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-05-11T05:20:06.965 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-05-11T05:20:06.976 INFO:teuthology.task.internal:Transferring archived files... 2024-05-11T05:20:06.977 DEBUG:teuthology.misc:Transferring archived files from smithi072:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403/remote/smithi072 2024-05-11T05:20:06.977 DEBUG:teuthology.orchestra.run.smithi072:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-11T05:20:07.022 DEBUG:teuthology.misc:Transferring archived files from smithi086:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403/remote/smithi086 2024-05-11T05:20:07.022 DEBUG:teuthology.orchestra.run.smithi086:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-05-11T05:20:07.047 INFO:teuthology.task.internal:Removing archive directory... 2024-05-11T05:20:07.047 DEBUG:teuthology.orchestra.run.smithi072:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-11T05:20:07.062 DEBUG:teuthology.orchestra.run.smithi086:> rm -rf -- /home/ubuntu/cephtest/archive 2024-05-11T05:20:07.090 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-05-11T05:20:07.103 INFO:teuthology.task.internal:Not uploading archives. 2024-05-11T05:20:07.103 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-05-11T05:20:07.120 INFO:teuthology.task.internal:Tidying up after the test... 2024-05-11T05:20:07.120 DEBUG:teuthology.orchestra.run.smithi072:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-11T05:20:07.122 DEBUG:teuthology.orchestra.run.smithi086:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-05-11T05:20:07.126 INFO:teuthology.orchestra.run.smithi072.stdout: 658466 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 11 05:20 /home/ubuntu/cephtest 2024-05-11T05:20:07.137 INFO:teuthology.orchestra.run.smithi086.stdout: 658751 4 drwxr-xr-x 2 ubuntu ubuntu 4096 May 11 05:20 /home/ubuntu/cephtest 2024-05-11T05:20:07.139 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-05-11T05:20:07.150 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-05-11T05:20:07.184 INFO:teuthology.nuke:Checking targets against current locks 2024-05-11T05:20:07.210 DEBUG:teuthology.nuke:shortname: smithi072 2024-05-11T05:20:07.210 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-11T05:20:07.232 DEBUG:teuthology.nuke:shortname: smithi086 2024-05-11T05:20:07.232 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-05-11T05:20:07.237 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi072.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-11 04:09:24.960219', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBEKpOS2c2s7q4eqYFcAoLDaXAuc2ATi9UdVHW4ADJ2wDf7kGwFBmRZrp8uHv8q6HlIcqFmpfk/j8Jowqpz5cw5I='} 2024-05-11T05:20:07.250 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi086.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-05-04_03:08:13-upgrade-main-distro-default-smithi/7690403', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '22.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-05-11 04:09:24.958241', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFvgxa0hAtOWf8Tgx52BCehR/mAVK3MBZoe0JHPh7cavXipJWIrLK8VzGTFLjo3E7PtEMXTdACsbBP0Mdq4avOU='} 2024-05-11T05:20:07.288 INFO:teuthology.orchestra.console.smithi072:Power off 2024-05-11T05:20:07.288 DEBUG:teuthology.orchestra.console.smithi072:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-05-11T05:20:07.302 INFO:teuthology.orchestra.console.smithi086:Power off 2024-05-11T05:20:07.302 DEBUG:teuthology.orchestra.console.smithi086:pexpect command: ipmitool -H smithi086.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-05-11T05:20:07.312 DEBUG:teuthology.orchestra.console.smithi072:power off output: Chassis Power Control: Down/Off 2024-05-11T05:20:07.312 DEBUG:teuthology.orchestra.console.smithi072:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T05:20:07.325 DEBUG:teuthology.orchestra.console.smithi086:power off output: Chassis Power Control: Down/Off 2024-05-11T05:20:07.325 DEBUG:teuthology.orchestra.console.smithi086:pexpect command: ipmitool -H smithi086.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T05:20:07.338 DEBUG:teuthology.orchestra.console.smithi072:check power output: Chassis Power is on 2024-05-11T05:20:07.348 DEBUG:teuthology.orchestra.console.smithi086:check power output: Chassis Power is on 2024-05-11T05:20:11.339 DEBUG:teuthology.orchestra.console.smithi072:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T05:20:11.349 DEBUG:teuthology.orchestra.console.smithi086:pexpect command: ipmitool -H smithi086.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T05:20:11.449 DEBUG:teuthology.orchestra.console.smithi072:check power output: Chassis Power is on 2024-05-11T05:20:11.459 DEBUG:teuthology.orchestra.console.smithi086:check power output: Chassis Power is on 2024-05-11T05:20:15.454 DEBUG:teuthology.orchestra.console.smithi072:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T05:20:15.462 DEBUG:teuthology.orchestra.console.smithi086:pexpect command: ipmitool -H smithi086.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T05:20:15.564 DEBUG:teuthology.orchestra.console.smithi072:check power output: Chassis Power is on 2024-05-11T05:20:15.570 DEBUG:teuthology.orchestra.console.smithi086:check power output: Chassis Power is off 2024-05-11T05:20:15.670 INFO:teuthology.orchestra.console.smithi086:Power off completed 2024-05-11T05:20:19.568 DEBUG:teuthology.orchestra.console.smithi072:pexpect command: ipmitool -H smithi072.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-05-11T05:20:19.678 DEBUG:teuthology.orchestra.console.smithi072:check power output: Chassis Power is off 2024-05-11T05:20:19.778 INFO:teuthology.orchestra.console.smithi072:Power off completed 2024-05-11T05:20:19.883 INFO:teuthology.run:Summary data: description: upgrade/reef-x/stress-split/{0-distro/ubuntu_22.04 0-roles 1-start 2-first-half-tasks/radosbench 3-stress-tasks/{radosbench rbd-cls rbd-import-export rbd_api readwrite snaps-few-objects} 4-second-half-tasks/rbd-import-export mon_election/classic} duration: 3607.081973552704 failure_reason: timeout expired in wait_until_healthy flavor: default owner: scheduled_teuthology@teuthology sentry_event: https://sentry.ceph.com/organizations/ceph/?query=a5767a59c53a49508432e130cdae1158 status: fail success: false 2024-05-11T05:20:19.883 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-05-11T05:20:19.980 INFO:teuthology.run:FAIL